-- Logs begin at Thu 2022-01-27 16:17:12 UTC, end at Thu 2022-01-27 18:07:33 UTC. -- Jan 27 16:57:33.029173 dv-neutron-826439-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 27 16:57:35.336789 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.common.config [-] Logging enabled! Jan 27 16:57:35.337424 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev16 Jan 27 16:57:35.337424 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87487) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 16:57:35.340604 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.common.config [-] Logging enabled! Jan 27 16:57:35.340836 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev16 Jan 27 16:57:35.341138 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87487) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 16:57:35.342085 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 16:57:35.342283 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 16:57:35.342661 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 16:57:35.342896 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 16:57:35.343112 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 16:57:35.343419 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.343703 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.343987 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.344212 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.344467 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.344745 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.345015 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.345290 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.345577 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.345883 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.346133 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.346403 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.346623 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.346890 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.347166 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.347440 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.347653 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] debug = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.347919 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.348327 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.348727 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.348996 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.349273 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.349544 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.349827 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.350094 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.350369 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.350681 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] host = dv-neutron-826439-2-hyperv {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.350948 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.351224 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.351499 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.351772 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.352032 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.352297 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.352565 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.352826 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.353084 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] log_file = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.353347 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.353624 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.353924 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.354226 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.354472 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.354685 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.354970 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.355244 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.355506 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.355766 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.356027 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.356285 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.356540 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.356797 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.357071 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.357342 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.357616 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.357900 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.358158 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.358416 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.358674 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.358949 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.359229 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.359469 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.359726 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.360006 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.360265 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.360553 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.360812 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.361088 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.361358 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.361632 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.361927 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.362197 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.362458 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.362717 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.362975 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] use_json = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.363235 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.363492 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.363761 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.364020 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.364279 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.364539 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.364798 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.365070 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:35.365354 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.365640 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.365951 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.366221 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.366504 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.366773 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.367049 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.367314 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.367591 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.367870 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.368156 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.368417 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.368697 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.368965 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.369248 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.369539 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.369865 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.370218 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.370485 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.370752 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.371020 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.371288 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.371566 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.371849 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.372129 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.372408 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.372689 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.372929 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.373211 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.373458 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.373748 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.374029 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.374296 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.374558 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.374829 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.375095 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.375358 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.375622 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.375893 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.376177 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.376440 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.376703 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.376965 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.377233 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.377492 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.377795 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.378064 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.378330 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.378596 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.378866 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.379127 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.379389 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.379654 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.379915 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.380185 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.380450 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.380715 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.380980 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.381242 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.381506 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.381796 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.382062 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.382329 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.382594 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.382858 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.383122 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.383742 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.384006 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.384282 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.384573 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.384841 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.385109 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.385379 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.385665 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.385961 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.386227 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.386495 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.386763 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.387028 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.387308 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.387579 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.387854 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.388123 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.388387 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.388670 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.388935 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.389205 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.389469 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.389762 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.390045 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.390317 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.390605 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.390882 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.391165 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.391446 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.391725 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.391993 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.392288 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.392557 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:35.392765 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 16:57:35.392996 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87487) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 27 16:57:35.770884 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO keyring.backend [-] Loading KWallet Jan 27 16:57:35.778447 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO keyring.backend [-] Loading SecretService Jan 27 16:57:35.782056 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO keyring.backend [-] Loading Windows Jan 27 16:57:35.783408 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO keyring.backend [-] Loading chainer Jan 27 16:57:35.783975 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO keyring.backend [-] Loading macOS Jan 27 16:57:35.817569 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 27 16:57:35.817854 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 27 16:57:35.818141 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 27 16:57:35.818464 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 27 16:57:36.125538 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.125830 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.126095 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.127280 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.127541 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.127795 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.253389 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.253656 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.253938 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.267616 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.267869 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.268152 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.296339 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.296597 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.296852 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.334255 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.334512 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.334766 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.565408 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.566133 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.566133 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.566133 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.566898 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.686632 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.686944 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.687214 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.687479 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.687744 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.688018 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.688308 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.688550 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.688794 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.689062 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.689312 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.689566 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.689847 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.690095 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.690350 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.690607 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.690852 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.691096 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.691341 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.691621 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.691956 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.692196 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.692435 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.692705 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.692943 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.693177 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.693559 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:57:36.693816 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:57:36.694055 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:57:36.694274 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:57:36.694505 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:57:36.694727 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:57:36.695079 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 27 16:57:36.698482 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 27 16:57:36.702445 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 27 16:57:36.706193 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jan 27 16:57:36.707825 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 27 16:57:36.708274 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 27 16:57:36.708594 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 27 16:57:36.708968 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 27 16:57:36.712178 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 27 16:57:36.712418 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 27 16:57:36.712756 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 16:57:36.740652 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 27 16:57:36.741091 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.741358 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87487) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 27 16:57:36.741719 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.743118 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87487) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 27 16:57:36.743394 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 16:57:36.743630 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 27 16:57:36.746942 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.747210 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:36.808808 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 27 16:57:36.809005 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 27 16:57:36.809255 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 27 16:57:36.809626 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 27 16:57:36.851908 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_db.sqlalchemy.engines [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87487) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 27 16:57:37.187297 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Initializing driver for type 'gre' Jan 27 16:57:37.187859 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] gre ID ranges: [(1, 1000)] Jan 27 16:57:37.240793 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Initializing driver for type 'local' Jan 27 16:57:37.241184 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Initializing driver for type 'vlan' Jan 27 16:57:37.254240 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] VlanTypeDriver initialization complete Jan 27 16:57:37.254573 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Initializing driver for type 'vxlan' Jan 27 16:57:37.255072 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] vxlan ID ranges: [(1, 1000)] Jan 27 16:57:37.319972 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Initializing extension driver 'port_security' Jan 27 16:57:37.320343 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.extensions.port_security [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] PortSecurityExtensionDriver initialization complete Jan 27 16:57:37.320661 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Initializing mechanism driver 'openvswitch' Jan 27 16:57:37.320967 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Initializing mechanism driver 'hyperv' Jan 27 16:57:37.328358 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.plugin [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:37.329017 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > port after_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.329375 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > port after_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.329724 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > port after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.330256 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 16:57:37.330671 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > subnet after_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.331011 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > subnet after_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.331342 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.331720 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 16:57:37.332116 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > network after_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.332452 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > network after_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.332778 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > network after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.333156 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 16:57:37.333543 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > security_group after_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.333884 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > security_group after_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.334214 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.334590 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 16:57:37.334981 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.335310 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.335624 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.336123 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 16:57:37.336514 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > address_group after_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.336845 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > address_group after_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.337176 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.337551 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87487) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 16:57:37.338002 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] ML2 OVO RPC backend initialized. {{(pid=87487) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jan 27 16:57:37.338688 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.339027 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.339426 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > network before_response 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.339759 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > networks before_response 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.340098 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > port before_response 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.340429 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > ports before_response 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.340791 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > subnet before_response 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.341299 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > subnets before_response 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.341886 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > network after_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.342225 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > network after_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.342554 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > network after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.342882 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > port after_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.343207 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > port after_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.343533 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > port after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.343858 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > subnet after_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.344192 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > subnet after_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.344513 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.345078 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.plugin [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Modular L2 Plugin initialization complete Jan 27 16:57:37.345394 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading services supported by the core plugin {{(pid=87487) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 27 16:57:37.345732 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.plugins.ml2.managers [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Got port-security extension from driver 'port_security' Jan 27 16:57:37.346181 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.extensions.vlantransparent [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Disabled vlantransparent extension. Jan 27 16:57:37.346652 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87487) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 27 16:57:37.346949 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading Plugin: router Jan 27 16:57:37.382663 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.383039 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router after_create 55549900 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.383755 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router before_create 55549900 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.384103 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.384463 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.384809 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router after_delete 55549900 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.385154 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.385524 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router after_create 55549900 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.385909 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router after_update 55549900 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.386243 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router after_update 55549900 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.386580 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.386924 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router after_update 55549900 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.387298 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router precommit_update 55549900 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.387652 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: port after_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.387974 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: port after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.388300 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: subnet after_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.388623 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.388956 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.389291 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router precommit_create 55549900 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.389604 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: port before_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.389962 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router precommit_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.390305 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router after_update 55549900 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.390635 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.390967 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router precommit_create 55549900 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.391312 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.391640 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router precommit_update 55549900 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.391993 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > agent after_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.392327 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > agent after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.392657 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > network after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.393500 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Tracking information for resource: router configured {{(pid=87487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:57:37.393852 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Tracking information for resource: floatingip configured {{(pid=87487) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 16:57:37.398829 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.db.l3_agentschedulers_db [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 27 16:57:37.399401 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: port after_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.399745 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: port after_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.400084 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: port after_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.400422 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: port after_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.401338 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router before_create 55550100 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.401720 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.402067 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router precommit_create 55550100 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.402375 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > router precommit_update 55550100 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.406813 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.services.provider_configuration [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Service providers = [] {{(pid=87487) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 27 16:57:37.407170 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.db.servicetype_db [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87487) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 27 16:57:37.410166 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.services.service_base [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87487) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 16:57:37.410505 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.services.service_base [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87487) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 16:57:37.410844 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.services.service_base [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87487) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 16:57:37.411705 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.services.service_base [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87487) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 16:57:37.412064 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.services.service_base [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 27 16:57:37.412433 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:57:37.412732 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 27 16:57:37.423464 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:57:37.423782 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading Plugin: auto_allocate Jan 27 16:57:37.429764 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: network precommit_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.430124 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: network precommit_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.430625 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:57:37.430931 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading Plugin: tag Jan 27 16:57:37.437662 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:57:37.437940 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading Plugin: timestamp Jan 27 16:57:37.441932 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:57:37.442254 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading Plugin: network_ip_availability Jan 27 16:57:37.447595 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.447980 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.448357 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.449044 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:57:37.449348 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading Plugin: flavors Jan 27 16:57:37.454047 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:57:37.454370 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading Plugin: revisions Jan 27 16:57:37.458636 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87487) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 16:57:37.459010 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.641s {{(pid=87487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 27 16:57:37.459734 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87487) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 27 16:57:37.460060 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Initializing extension manager. Jan 27 16:57:37.460548 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: __init__.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.460878 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: __pycache__ {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.461197 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.461547 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: address_group.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.462274 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.462834 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: address-group Jan 27 16:57:37.463149 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: address_scope.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.463867 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.464364 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: address-scope Jan 27 16:57:37.464669 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.465565 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.466084 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: router-admin-state-down-before-update Jan 27 16:57:37.466393 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: agent.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.467077 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.467569 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: agent Jan 27 16:57:37.467874 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: agent_resources_synced.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.468762 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.469256 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: agent-resources-synced Jan 27 16:57:37.469561 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: allowedaddresspairs.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.471517 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.472040 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: allowed-address-pairs Jan 27 16:57:37.472360 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: auto_allocated_topology.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.473417 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.473953 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: auto-allocated-topology Jan 27 16:57:37.474274 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: availability_zone.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.474949 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.475453 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: availability_zone Jan 27 16:57:37.475765 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: availability_zone_filter.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.476658 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.477163 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: availability_zone_filter Jan 27 16:57:37.477473 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: data_plane_status.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.478482 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.478982 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension data-plane-status not supported by any of loaded plugins Jan 27 16:57:37.479402 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: default_subnetpools.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.480297 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.480799 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: default-subnetpools Jan 27 16:57:37.481108 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.481934 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.482430 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: dhcp_agent_scheduler Jan 27 16:57:37.482739 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: dns.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.483626 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.484119 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension dns-integration not supported by any of loaded plugins Jan 27 16:57:37.484428 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: dns_domain_ports.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.485316 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.485853 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 27 16:57:37.486168 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: dvr.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.486825 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.487329 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: dvr Jan 27 16:57:37.487636 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: empty_string_filtering.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.488535 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.489025 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: empty-string-filtering Jan 27 16:57:37.489337 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.490260 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.490755 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 27 16:57:37.491059 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.491945 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.492441 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 27 16:57:37.492739 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: external_net.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.493637 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.494162 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: external-net Jan 27 16:57:37.494474 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.495396 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.495888 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: extra_dhcp_opt Jan 27 16:57:37.496192 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: extraroute.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.497087 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.497589 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: extraroute Jan 27 16:57:37.497916 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: extraroute_atomic.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.498936 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.499439 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: extraroute-atomic Jan 27 16:57:37.499746 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: filter_validation.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.500423 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.500917 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: filter-validation Jan 27 16:57:37.501224 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: fip_pf_description.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.502139 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.502637 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 27 16:57:37.502932 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: fip_port_details.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.503840 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.504334 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: fip-port-details Jan 27 16:57:37.504636 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: flavors.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.505891 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.506395 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: flavors Jan 27 16:57:37.506709 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.508740 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.509252 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 27 16:57:37.509570 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: floatingip_pools.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.510285 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.510843 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: floatingip-pools Jan 27 16:57:37.511152 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: ip_allocation.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.512057 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.512556 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension ip_allocation not supported by any of loaded plugins Jan 27 16:57:37.512860 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.513779 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.514278 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: ip-substring-filtering Jan 27 16:57:37.514587 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: l2_adjacency.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.515503 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.515993 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 27 16:57:37.516303 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: l3.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.517255 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.517782 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: router Jan 27 16:57:37.518098 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.521754 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.522275 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 27 16:57:37.522595 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.523524 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.524031 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: ext-gw-mode Jan 27 16:57:37.524345 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.525250 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.525785 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: l3-ha Jan 27 16:57:37.526120 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: l3_flavors.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.527024 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.527525 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: l3-flavors Jan 27 16:57:37.527835 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.528741 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.529241 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 27 16:57:37.529547 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: l3agentscheduler.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.530596 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.531101 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: l3_agent_scheduler Jan 27 16:57:37.531414 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: logging.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.532891 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.533400 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension logging not supported by any of loaded plugins Jan 27 16:57:37.533755 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: metering.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.534472 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.535034 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: metering Jan 27 16:57:37.535344 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.536439 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.536946 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: metering_source_and_destination_fields Jan 27 16:57:37.537263 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: multiprovidernet.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.538185 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.538687 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: multi-provider Jan 27 16:57:37.538992 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: netmtu.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.539879 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.540392 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: net-mtu Jan 27 16:57:37.540696 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: netmtu_writable.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.541592 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.542167 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: net-mtu-writable Jan 27 16:57:37.542478 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: network_availability_zone.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.543127 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.543621 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: network_availability_zone Jan 27 16:57:37.543928 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: network_ip_availability.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.545006 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.545509 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: network-ip-availability Jan 27 16:57:37.545861 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: network_segment_range.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.546604 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.547104 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension network-segment-range not supported by any of loaded plugins Jan 27 16:57:37.547412 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: pagination.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.548377 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.548690 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: pagination Jan 27 16:57:37.548992 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: port_device_profile.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.549906 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.550408 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: port-device-profile Jan 27 16:57:37.550717 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.551605 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.552102 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: port-mac-address-regenerate Jan 27 16:57:37.552411 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.553291 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.553830 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: port-numa-affinity-policy Jan 27 16:57:37.554133 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: port_resource_request.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.555009 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.555508 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension port-resource-request not supported by any of loaded plugins Jan 27 16:57:37.555813 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: portbindings.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.556714 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.557222 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: binding Jan 27 16:57:37.557552 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: portbindings_extended.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.558823 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.559323 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: binding-extended Jan 27 16:57:37.559636 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: portsecurity.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.560531 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.561027 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: port-security Jan 27 16:57:37.561335 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: project_id.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.562318 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.562634 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: project-id Jan 27 16:57:37.562943 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: providernet.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.563836 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.564340 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: provider Jan 27 16:57:37.564648 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: qos.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.568362 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.568933 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension qos not supported by any of loaded plugins Jan 27 16:57:37.569184 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.570451 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.570957 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 27 16:57:37.571274 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.572175 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.572680 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 27 16:57:37.573076 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: qos_default.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.573968 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.574451 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension qos-default not supported by any of loaded plugins Jan 27 16:57:37.574761 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: qos_fip.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.575397 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.575902 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension qos-fip not supported by any of loaded plugins Jan 27 16:57:37.576204 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: qos_gateway_ip.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.577117 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.577618 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 27 16:57:37.577956 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: qos_port_network_policy.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.578860 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.579451 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 27 16:57:37.579769 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: qos_rule_type_details.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.580677 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.581164 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 27 16:57:37.581481 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: qos_rules_alias.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.582537 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.583038 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 27 16:57:37.583345 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: quotasv2.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.584271 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.584584 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: quotas Jan 27 16:57:37.584889 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: quotasv2_detail.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.586533 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.586861 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: quota_details Jan 27 16:57:37.587181 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: rbac.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.588228 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.588767 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: rbac-policies Jan 27 16:57:37.589084 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: rbac_address_group.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.590025 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.590532 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: rbac-address-group Jan 27 16:57:37.590846 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: rbac_address_scope.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.591754 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.592257 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: rbac-address-scope Jan 27 16:57:37.592633 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: rbac_security_groups.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.593538 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.594069 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: rbac-security-groups Jan 27 16:57:37.594382 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: rbac_subnetpool.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.595292 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.595794 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: rbac-subnetpool Jan 27 16:57:37.596104 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: revisionifmatch.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.597003 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.597507 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: revision-if-match Jan 27 16:57:37.597844 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: revisions.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.598940 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.599445 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: standard-attr-revisions Jan 27 16:57:37.599757 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: router_availability_zone.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.600418 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.600922 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: router_availability_zone Jan 27 16:57:37.601234 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: routerservicetype.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.602166 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.602669 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension router-service-type not supported by any of loaded plugins Jan 27 16:57:37.602978 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.603879 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.604480 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: security-groups-normalized-cidr Jan 27 16:57:37.604783 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.605709 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.606226 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: port-security-groups-filtering Jan 27 16:57:37.606531 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.607568 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.608072 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: security-groups-remote-address-group Jan 27 16:57:37.608378 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: securitygroup.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.618001 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.618528 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: security-group Jan 27 16:57:37.618850 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: segment.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.619630 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.620186 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension segment not supported by any of loaded plugins Jan 27 16:57:37.620501 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.621429 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.621970 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 27 16:57:37.622281 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: servicetype.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.623391 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.623903 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: service-type Jan 27 16:57:37.624218 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: sorting.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.625179 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.625503 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: sorting Jan 27 16:57:37.625843 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: standard_attr_segment.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.626746 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.627261 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 27 16:57:37.627570 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: standardattrdescription.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.628203 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.628697 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: standard-attr-description Jan 27 16:57:37.629007 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: stateful_security_group.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.629943 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.630446 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: stateful-security-group Jan 27 16:57:37.630755 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: stdattrs_common.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.631322 dv-neutron-826439-2-hyperv neutron-server[87487]: WARNING neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 27 16:57:37.631631 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.632619 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.633127 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 27 16:57:37.633832 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: subnet_onboard.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.634894 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.635423 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: subnet_onboard Jan 27 16:57:37.635736 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.636643 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.637144 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 27 16:57:37.637451 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: subnet_service_types.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.638400 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.638903 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: subnet-service-types Jan 27 16:57:37.639205 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: subnetallocation.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.640267 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.640772 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: subnet_allocation Jan 27 16:57:37.641084 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.641760 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.642262 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: subnetpool-prefix-ops Jan 27 16:57:37.642569 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.643481 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.643988 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 27 16:57:37.644294 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: tagging.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.645334 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.645877 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: standard-attr-tag Jan 27 16:57:37.646189 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: timestamp.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.647382 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.647888 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loaded extension: standard-attr-timestamp Jan 27 16:57:37.648407 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: trunk.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.649212 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.649739 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension trunk not supported by any of loaded plugins Jan 27 16:57:37.650060 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: trunk_details.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.650954 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.651509 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension trunk-details not supported by any of loaded plugins Jan 27 16:57:37.651820 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: uplink_status_propagation.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.652704 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.653221 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 27 16:57:37.653529 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Loading extension file: vlantransparent.py {{(pid=87487) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 16:57:37.654210 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87487) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 16:57:37.654706 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 27 16:57:37.657174 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Creating instance of TrackedResource for resource:network Jan 27 16:57:37.657951 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Creating instance of TrackedResource for resource:subnet Jan 27 16:57:37.658705 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 16:57:37.659294 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Creating instance of TrackedResource for resource:port Jan 27 16:57:37.660535 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.v2.resource_helper [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:57:37.660978 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.v2.resource_helper [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Service FLAVORS assigned prefix: {{(pid=87487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:57:37.661577 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.v2.resource_helper [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:57:37.662015 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.v2.resource_helper [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:57:37.662334 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Creating instance of TrackedResource for resource:router Jan 27 16:57:37.662977 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 16:57:37.663659 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.v2.resource_helper [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Service METERING assigned prefix: /metering {{(pid=87487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:57:37.665090 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.665436 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.665820 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 16:57:37.666980 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 16:57:37.667406 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Creating instance of TrackedResource for resource:security_group Jan 27 16:57:37.668061 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 16:57:37.668783 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.v2.resource_helper [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Service CORE assigned prefix: {{(pid=87487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:57:37.669103 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 16:57:37.669426 dv-neutron-826439-2-hyperv neutron-server[87487]: WARNING neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] subnetpool is already registered Jan 27 16:57:37.670039 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.v2.resource_helper [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Service CORE assigned prefix: {{(pid=87487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:57:37.670470 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 16:57:37.670781 dv-neutron-826439-2-hyperv neutron-server[87487]: WARNING neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] subnetpool is already registered Jan 27 16:57:37.673338 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.v2.resource_helper [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:57:37.673769 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.v2.resource_helper [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Service FLAVORS assigned prefix: {{(pid=87487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:57:37.674341 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.v2.resource_helper [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:57:37.674748 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.v2.resource_helper [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:57:37.675065 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Creating instance of TrackedResource for resource:router Jan 27 16:57:37.675386 dv-neutron-826439-2-hyperv neutron-server[87487]: WARNING neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] router is already registered Jan 27 16:57:37.675958 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 16:57:37.676275 dv-neutron-826439-2-hyperv neutron-server[87487]: WARNING neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] floatingip is already registered Jan 27 16:57:37.676878 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.v2.resource_helper [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Service METERING assigned prefix: /metering {{(pid=87487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:57:37.677538 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 16:57:37.677879 dv-neutron-826439-2-hyperv neutron-server[87487]: WARNING neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] rbac_policy is already registered Jan 27 16:57:37.678409 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Creating instance of TrackedResource for resource:security_group Jan 27 16:57:37.678722 dv-neutron-826439-2-hyperv neutron-server[87487]: WARNING neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] security_group is already registered Jan 27 16:57:37.679283 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 16:57:37.679601 dv-neutron-826439-2-hyperv neutron-server[87487]: WARNING neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] security_group_rule is already registered Jan 27 16:57:37.680252 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.v2.resource_helper [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Service CORE assigned prefix: {{(pid=87487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:57:37.680665 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 16:57:37.680986 dv-neutron-826439-2-hyperv neutron-server[87487]: WARNING neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] subnetpool is already registered Jan 27 16:57:37.681569 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.v2.resource_helper [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Service CORE assigned prefix: {{(pid=87487) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 16:57:37.681914 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 16:57:37.682218 dv-neutron-826439-2-hyperv neutron-server[87487]: WARNING neutron.quota.resource_registry [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] subnetpool is already registered Jan 27 16:57:37.682908 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: extensions {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.684375 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: address-groups {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.686010 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: address-scopes {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.687201 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: agents {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.688416 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: auto-allocated-topology {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.689592 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: availability_zones {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.690920 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: dhcp-networks {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.692316 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: dhcp-agents {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.693723 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: routers {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.695523 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: flavors {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.696661 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: service_profiles {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.697909 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: next_providers {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.700377 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: service_profiles {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.701948 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: floatingip-pools {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.703153 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: routers {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.704945 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: floatingips {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.706134 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: l3-routers {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.707500 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: l3-agents {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.708899 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: metering-labels {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.710258 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: metering-label-rules {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.711517 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: network-ip-availabilities {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.712749 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: bindings {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.714534 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: quotas {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.715968 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: quotas {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.717370 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: rbac-policies {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.718661 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: security-groups {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.719851 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: security-group-rules {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.721058 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: service-providers {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.722320 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: subnetpools {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.723705 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: subnetpools {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.725149 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: tags {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.726840 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: tags {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.728611 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: tags {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.730430 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: tags {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.732188 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: tags {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.734027 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: tags {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.735678 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: tags {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.737581 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: tags {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.739331 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: tags {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.741133 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron.api.extensions [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Extended resource: tags {{(pid=87487) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 16:57:37.747147 dv-neutron-826439-2-hyperv neutron-server[87487]: WARNING keystonemiddleware.auth_token [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 27 16:57:37.751878 dv-neutron-826439-2-hyperv neutron-server[87487]: WARNING keystonemiddleware.auth_token [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 27 16:57:37.760461 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Acquired lock "singleton_lock" {{(pid=87487) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 27 16:57:37.760949 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_concurrency.lockutils [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Releasing lock "singleton_lock" {{(pid=87487) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 27 16:57:37.761598 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO oslo_service.service [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Starting 2 workers Jan 27 16:57:37.766332 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Started child 87594 {{(pid=87487) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 27 16:57:37.770752 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Started child 87595 {{(pid=87487) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 27 16:57:37.771469 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:57:37.772310 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO neutron.service [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 27 16:57:37.772837 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Notify callbacks [] for process, before_spawn {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:57:37.772960 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [-] (87594) wsgi starting up on http://0.0.0.0:9696 Jan 27 16:57:37.775204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:57:37.775676 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO oslo_service.service [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Starting 1 workers Jan 27 16:57:37.776664 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [-] (87595) wsgi starting up on http://0.0.0.0:9696 Jan 27 16:57:37.780441 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Started child 87596 {{(pid=87487) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 27 16:57:37.780967 dv-neutron-826439-2-hyperv neutron-server[87487]: INFO oslo_service.service [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Starting 1 workers Jan 27 16:57:37.783886 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.service [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] calling RpcWorker wait() {{(pid=87596) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 27 16:57:37.784470 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.service [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] returning from RpcWorker wait() {{(pid=87596) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 27 16:57:37.785415 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Started child 87597 {{(pid=87487) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 27 16:57:37.785566 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:57:37.786043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:37.786170 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG neutron_lib.callbacks.manager [None req-0255a1d1-2029-4a5e-aeb4-0ca4ce913813 None None] Notify callbacks [] for process, after_spawn {{(pid=87487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:57:37.788163 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87487) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 27 16:57:37.788378 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 16:57:37.788534 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 16:57:37.788708 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 16:57:37.789088 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 16:57:37.789230 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 16:57:37.789709 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.790002 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.790222 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.790334 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:57:37.790831 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.790831 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.791323 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.791543 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.791848 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.792119 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.792336 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.792491 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.792665 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.792925 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.793140 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.793454 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.793708 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.793964 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.794200 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.794362 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.794627 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.794889 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.795109 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.795373 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] debug = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.795624 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.796089 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.796288 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.796541 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.796757 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.797031 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.797265 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.797540 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.797730 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.797953 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.798213 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.798480 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.798713 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.798933 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.799137 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.799374 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.799580 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.800039 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] host = dv-neutron-826439-2-hyperv {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.800250 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.800473 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.800691 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.800922 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.801150 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.801383 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.801632 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.801902 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.802151 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.802385 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.802632 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.802874 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.803097 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.803337 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] log_file = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.803481 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] log_options = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.803695 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.803970 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.804224 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.804406 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.804555 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.804722 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.804975 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.805127 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.805358 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.805565 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.805794 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.806016 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.806273 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.806497 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.806726 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.806944 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.807184 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.807561 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.807808 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.809152 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.809514 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.810121 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.810542 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.810914 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.811324 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.811473 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:37.811599 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.811907 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.812068 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.812259 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.812533 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.812777 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.813037 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.813289 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.813540 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.813878 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.815008 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.815242 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.815516 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.816407 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.818163 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.818438 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.818674 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.818925 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.819161 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.819393 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.819623 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] use_json = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.819853 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.820077 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.820387 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.820570 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.820808 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.821030 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.821368 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.821528 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.821935 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.822459 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.822833 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.823148 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.823474 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.823793 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.824210 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.824373 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.824686 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.824931 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.825284 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.825510 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.825836 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.826061 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.826320 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.826643 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.826905 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.827188 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.827422 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.827671 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.827941 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.828130 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.828492 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.828751 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.828997 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.829264 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.829494 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.829754 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.829959 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.830173 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.830386 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.830598 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.830865 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.831095 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.831307 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.831528 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.831757 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.831968 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.832208 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.832619 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.832858 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.833093 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.833328 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.833551 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.833801 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.834015 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.834227 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.834456 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.834663 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.835076 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.835334 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.835570 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.835786 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.836002 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.836225 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.836489 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.836720 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.837094 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.837342 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.837605 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.838030 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.838445 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.838861 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.839076 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.839433 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.839998 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.840224 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.840453 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.840849 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.841248 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.841633 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.842045 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.842442 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.842721 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.843020 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.843314 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.843595 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.843875 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.844157 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.844433 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.844724 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.845001 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.845297 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.845571 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.845890 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.846182 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.846420 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.846679 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.846918 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.847217 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.847421 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.847676 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.847898 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.848120 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.848343 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.848604 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.848848 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.849264 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.849649 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.850090 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.850368 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.850590 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.850843 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.851059 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.851481 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.851705 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.852003 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.852278 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.852530 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.852794 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.853041 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.853487 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.853783 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.854073 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.854317 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.854686 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.854968 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.855240 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.855500 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.855755 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.856015 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.856252 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.856506 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.856769 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.857019 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.857247 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.857469 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.857768 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.858013 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.858252 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.858466 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.858714 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.859046 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.859281 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.859493 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.859714 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.859979 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.860209 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.860453 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.860719 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.860979 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.861233 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.861478 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.861737 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.861995 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.862186 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.862443 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.862683 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.862927 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.863136 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.863367 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.863578 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.863802 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.864067 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.864290 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.864530 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.864760 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.864987 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.865200 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.865496 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.865665 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.865952 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.866192 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.866423 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.866650 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.866864 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.867117 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.867373 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.867550 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.867817 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.868237 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.868336 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.868520 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.868754 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.869019 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.869534 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.869534 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.869736 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.870043 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.870314 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.870490 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.870699 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.870936 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.871295 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.871430 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.871603 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.871837 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.872156 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.872402 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.872642 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.872910 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.873187 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.873366 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.873601 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.873863 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.874076 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.874285 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.874495 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.874941 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.875073 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.875196 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.875420 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.875625 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.875850 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.876080 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.876285 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.876565 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.876805 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.877037 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.877278 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.877499 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.877757 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.877965 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.878172 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.878383 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.878717 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.878842 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.879043 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.879249 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.879459 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.879666 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.879934 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.880183 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.880416 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.880695 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.880918 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.881155 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.881400 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.881719 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.881931 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.882188 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.882424 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.882636 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.883039 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.883160 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.883752 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.884044 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.884301 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.884532 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.884826 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.885109 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.885383 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.885594 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.885913 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.886235 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.886511 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.886681 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:37.886789 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.886978 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.887258 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.887478 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.887689 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.887929 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.888163 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.888374 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.888606 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.888840 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.889064 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.889277 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.889550 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.889790 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.890009 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.890243 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.890474 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.890685 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.890838 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 16:57:37.891381 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87487) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 27 16:57:37.891542 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 16:57:37.891887 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 16:57:37.891887 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 16:57:37.892359 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 16:57:37.892359 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 16:57:37.892359 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.892703 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.892703 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.892928 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.892928 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.893119 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.893202 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.893363 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.893520 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.893919 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.893919 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.894094 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.894182 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.894265 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.894414 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.894569 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.894723 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.894878 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.895039 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.895193 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.895347 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.895657 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.895657 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] debug = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.895803 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.895973 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.896133 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.896288 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.896443 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.896597 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.896750 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.896904 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.897057 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.897211 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.897367 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.897555 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.897723 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.897868 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.898014 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.898150 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.898280 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.898403 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] host = dv-neutron-826439-2-hyperv {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.898547 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.898701 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.898856 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.899009 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.899164 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.899318 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.899472 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.899631 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.899784 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.899937 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.900091 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.900246 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.900399 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.900553 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] log_file = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.900696 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] log_options = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.900847 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.901026 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.901210 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.901386 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.901544 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.901875 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.902032 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.902190 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.902338 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.902489 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.902646 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.902802 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.902955 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.903111 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.903266 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.903420 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.903574 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.903728 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.903883 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.904036 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.904189 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.904343 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.904496 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.904851 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.904851 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.905049 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.905142 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.905224 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.905369 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.905523 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.905692 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.905848 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.906001 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.906155 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.906309 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.906449 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.906606 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.906764 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.906919 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.907072 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.907229 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.907384 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.907537 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.907691 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.907846 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.907999 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] use_json = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.908153 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.908307 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.908460 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.908614 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.908768 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.908921 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.909073 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.909226 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 16:57:37.909400 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.909559 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.909764 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.909924 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.910084 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.910240 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.910397 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.910555 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.910711 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.910870 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.911018 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.911179 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.911346 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.911503 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.911660 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.911820 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.911978 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.912135 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.912291 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.912447 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.912604 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.912760 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.912932 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.913091 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.913249 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.913406 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.913563 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.913741 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.913901 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.914060 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.914217 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.914375 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.914532 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.914695 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.914852 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.915013 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.915171 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.915328 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.915485 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.915641 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.915799 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.915956 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.916112 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.916270 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.916430 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.916587 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.916772 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.916931 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.917089 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.917246 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.917414 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.917571 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.917753 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.917891 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.918042 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.918199 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.918355 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.918512 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.918669 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.918826 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.918983 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.919153 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.919311 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.919467 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.919632 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.919789 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.919946 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.920102 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.920259 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.920417 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.920574 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.920716 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.920876 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.921032 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.921188 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.921345 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.921503 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.921660 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.921835 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.921996 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.922153 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.922310 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.922467 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.922623 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.922790 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.922962 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.923119 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.923279 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.923437 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.923594 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.923751 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.923908 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.924066 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.924223 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.924379 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.924536 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.924693 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.924853 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.925009 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.925168 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.925324 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.925480 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.925637 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.925813 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.925970 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.926127 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.926287 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.926429 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.926586 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.926742 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.926898 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.927065 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.927222 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.927381 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.927538 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.927702 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.927870 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.928032 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.928192 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.928348 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.928503 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.928661 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.928817 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.928973 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.929130 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.929286 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.929444 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.929608 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.929823 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.929956 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.930115 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.930272 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.930451 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.930608 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.930764 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.930921 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.931077 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.931234 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.931390 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.931546 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.931702 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.931859 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.932017 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.932174 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.932384 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.932542 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.932699 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.932856 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.933013 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.933170 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.933329 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.933486 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.933642 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.933821 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.933978 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.934132 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.934289 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.934446 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.934602 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.934760 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.934918 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.935074 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.935229 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.935386 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.935542 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.935701 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.935858 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.936015 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.936195 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.936353 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.936511 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.936667 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.936823 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.936981 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.937138 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.937293 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.937453 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.937609 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.937786 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.937945 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.938101 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.938259 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.938415 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.938622 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.938717 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.938872 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.939028 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.939200 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.939357 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.939514 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.939675 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.939831 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.939988 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.940145 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.940303 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.940458 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.940615 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.940771 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.940931 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.941091 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.941249 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.941405 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.941562 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.941751 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.941910 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.942069 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.942241 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.942398 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.942555 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.942713 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.942869 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.943037 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.943196 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.943352 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.943508 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.943664 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.943830 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.943987 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.944143 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.944298 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.944454 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.944619 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.944778 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.944934 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.945100 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.945256 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.945414 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.945571 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.945758 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.945917 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.946077 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.946235 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.946392 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.946548 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.946708 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.946869 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.947035 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.947199 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.947359 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.947523 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.947688 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.947856 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.948037 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.948202 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.948371 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.948531 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.948689 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.948845 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.949002 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.949159 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.949316 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.949474 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.949634 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.949811 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.949991 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.950148 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.950303 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.950459 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.950614 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.950771 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.950928 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.951085 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.951243 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.951401 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 16:57:37.951550 dv-neutron-826439-2-hyperv neutron-server[87487]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87487) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 16:57:38.202797 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 53060) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:57:38.216047 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099452 Jan 27 16:57:48.728864 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069ae33c-9f73-4d41-84af-77eaac373758 None None] get_active_networks_info from dv-neutron-826439-2-hyperv {{(pid=87596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 16:57:48.797478 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069ae33c-9f73-4d41-84af-77eaac373758 None None] No non-hosted networks {{(pid=87596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 27 16:57:48.806181 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.agentschedulers_db [None req-069ae33c-9f73-4d41-84af-77eaac373758 None None] DHCP Agent not found on host dv-neutron-826439-2-hyperv {{(pid=87596) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 27 16:57:48.878112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-352c90af-6ba2-417b-b40f-1f13f5471492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591033'] for agent, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:57:50.932195 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b648bd2f-bb2f-4850-8ef1-4b4882c551d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591033'] for agent, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:57:50.969875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-618f0fbe-597c-4873-8df3-e71ed4025cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:57:52.048983 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591033'] for agent, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:57:52.128923 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591033'] for agent, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:57:52.130031 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:52.130618 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:52.131135 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:52.131663 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:52.132597 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:52.133541 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:52.134095 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:52.134799 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:52.135299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:52.135952 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:52.136457 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:52.137100 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:57:52.137771 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-826439-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:52.143098 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-826439-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:57:53.255315 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591033'] for agent, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:57:55.096558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 53154) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:57:55.708392 dv-neutron-826439-2-hyperv neutron-server[87594]: WARNING oslo_policy.policy [None req-579d5553-218d-41b9-b64d-144a8546a024 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:57:55.708958 dv-neutron-826439-2-hyperv neutron-server[87594]: WARNING oslo_policy.policy [None req-579d5553-218d-41b9-b64d-144a8546a024 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:57:55.922910 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-579d5553-218d-41b9-b64d-144a8546a024 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 16:57:55.924129 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-579d5553-218d-41b9-b64d-144a8546a024 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8255231 Jan 27 16:57:56.928485 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.db.l3_hamode_db [None req-50fa35be-dc27-4e80-a2a4-87fb9af0771a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 27 16:57:57.012325 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa35be-dc27-4e80-a2a4-87fb9af0771a None None] Routers set() bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 16:57:57.012704 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa35be-dc27-4e80-a2a4-87fb9af0771a None None] Router IDs set() for agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 27 16:57:58.286584 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 53168) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:57:58.675628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-3e419d14-731a-4fda-bdb9-34a0a814079e admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:57:58.778888 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.policy [None req-3e419d14-731a-4fda-bdb9-34a0a814079e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87594) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 16:57:58.824390 dv-neutron-826439-2-hyperv neutron-server[87594]: WARNING oslo_policy.policy [None req-3e419d14-731a-4fda-bdb9-34a0a814079e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:57:58.824761 dv-neutron-826439-2-hyperv neutron-server[87594]: WARNING oslo_policy.policy [None req-3e419d14-731a-4fda-bdb9-34a0a814079e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:57:58.833196 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.quota [None req-3e419d14-731a-4fda-bdb9-34a0a814079e admin admin] Loaded quota_driver: . Jan 27 16:57:58.849220 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3e419d14-731a-4fda-bdb9-34a0a814079e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 16:57:58.913211 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e419d14-731a-4fda-bdb9-34a0a814079e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726413762660', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726413764107', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726413757953', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726413747069', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726413740163', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726413795838', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2057929', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1904198', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-863849', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676690'] for rbac-policy, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:57:58.980545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e419d14-731a-4fda-bdb9-34a0a814079e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:57:58.987306 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3e419d14-731a-4fda-bdb9-34a0a814079e admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6939480 Jan 27 16:58:01.665782 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 53182) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:02.044354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '61ffd5952e94483fb87a954a0b004abe'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:58:02.049170 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 16:58:02.053604 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Usage tracker for resource:network and tenant:61ffd5952e94483fb87a954a0b004abe is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 16:58:02.058144 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 16:58:02.064189 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 16:58:02.075521 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Made reservation on behalf of 61ffd5952e94483fb87a954a0b004abe for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:58:02.078462 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:02.096937 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:02.111027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 16:58:02.114861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Usage tracker for resource:security_group_rule and tenant:61ffd5952e94483fb87a954a0b004abe is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 16:58:02.120022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 16:58:02.125620 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 16:58:02.221472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:02.229540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:02.252179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 16:58:02.276327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726415991053', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:02.276845 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Unsubscribe: segment precommit_create {{(pid=87594) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 16:58:02.277384 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Added segment 9f3089b1-8241-4e14-a804-0f1597b90135 of type vlan for network e1326d81-bf26-4be6-96c6-e34f52f4d029 Jan 27 16:58:02.327666 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44830edb-e153-4ae6-9af1-aa9deced73e6,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:02.349233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:02.349546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:02.349922 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:02.350241 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:02.350554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:02.350878 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:02.351192 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:02.351516 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:02.351827 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:02.352170 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:02.352467 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:02.352714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Tracked resource versions report: Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: pushed versions: Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: { 'AddressGroup': {'1.2'}, Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'ConntrackHelper': {'1.0'}, Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Log': {'1.0'}, Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Network': {'1.1'}, Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Port': {'1.7'}, Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'PortForwarding': {'1.2'}, Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'QosPolicy': {'1.8'}, Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'SecurityGroup': {'1.4'}, Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'SubPort': {'1.0'}, Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Subnet': {'1.1'}, Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Trunk': {'1.1'}} Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: consumer versions: Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: { DHCP agent@dv-neutron-826439-2-hyperv: {}, Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: L3 agent@dv-neutron-826439-2-hyperv: {}, Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: Metadata agent@dv-neutron-826439-2-hyperv: {}, Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: Metering agent@dv-neutron-826439-2-hyperv: {}, Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: Open vSwitch agent@dv-neutron-826439-2-hyperv: { 'AddressGroup': '1.2', Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'ConntrackHelper': '1.0', Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Log': '1.0', Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Network': '1.1', Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Port': '1.7', Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'PortForwarding': '1.2', Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'QosPolicy': '1.8', Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'SecurityGroup': '1.4', Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'SecurityGroupRule': '1.2', Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'SubPort': '1.0', Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Subnet': '1.1', Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Trunk': '1.1'}} Jan 27 16:58:02.354207 dv-neutron-826439-2-hyperv neutron-server[87594]: {{(pid=87594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:58:02.382021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:02.428363 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:02.429557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:58:02.430216 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:02.531350 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8639803 Jan 27 16:58:02.536311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e6fa3-424c-445c-884a-990f4f1d060e admin admin] Pushing event updated for resources: {'Network': ['ID=e1326d81-bf26-4be6-96c6-e34f52f4d029,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:02.548875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network e1326d81-bf26-4be6-96c6-e34f52f4d029 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 16:58:05.234309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 53198) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:05.702505 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9787a39e-3d88-4f27-8c8b-cae2a96b4bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:58:05.703860 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9787a39e-3d88-4f27-8c8b-cae2a96b4bbe admin admin] 10.222.0.50 "GET /v2.0/networks/e1326d81-bf26-4be6-96c6-e34f52f4d029 HTTP/1.1" status: 200 len: 826 time: 0.4685357 Jan 27 16:58:05.730559 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b008665e-a9bd-4e6e-8433-9f8a5918dce4 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/1fbba2aa-0678-4d45-b382-509576e43d90 HTTP/1.1" status: 200 len: 734 time: 0.0212207 Jan 27 16:58:05.739001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-7238509e-632d-46fa-ab6a-47f0e1238c94 admin admin] Request body: {'subnet': {'network_id': 'e1326d81-bf26-4be6-96c6-e34f52f4d029', 'name': 'private-subnet', 'tenant_id': '61ffd5952e94483fb87a954a0b004abe', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '1fbba2aa-0678-4d45-b382-509576e43d90'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:58:05.743381 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-7238509e-632d-46fa-ab6a-47f0e1238c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 16:58:05.747210 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7238509e-632d-46fa-ab6a-47f0e1238c94 admin admin] Usage tracker for resource:subnet and tenant:61ffd5952e94483fb87a954a0b004abe is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 16:58:05.750109 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7238509e-632d-46fa-ab6a-47f0e1238c94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 16:58:05.756439 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-7238509e-632d-46fa-ab6a-47f0e1238c94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 16:58:05.771753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7238509e-632d-46fa-ab6a-47f0e1238c94 admin admin] Made reservation on behalf of 61ffd5952e94483fb87a954a0b004abe for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:58:05.774187 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7238509e-632d-46fa-ab6a-47f0e1238c94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:06.057199 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7238509e-632d-46fa-ab6a-47f0e1238c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:06.152766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238509e-632d-46fa-ab6a-47f0e1238c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f93390e9-8b43-4f63-b13e-2f3680c0e81e,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:06.158494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7238509e-632d-46fa-ab6a-47f0e1238c94 admin admin] Checking segment: {'id': '9f3089b1-8241-4e14-a804-0f1597b90135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'e1326d81-bf26-4be6-96c6-e34f52f4d029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 16:58:06.158860 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7238509e-632d-46fa-ab6a-47f0e1238c94 admin admin] Network hostable DHCP agents. Network: e1326d81-bf26-4be6-96c6-e34f52f4d029, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:58:06.184587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7238509e-632d-46fa-ab6a-47f0e1238c94 admin admin] Network e1326d81-bf26-4be6-96c6-e34f52f4d029 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:58:06.197010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-7238509e-632d-46fa-ab6a-47f0e1238c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, e1326d81-bf26-4be6-96c6-e34f52f4d029) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:58:06.202112 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7238509e-632d-46fa-ab6a-47f0e1238c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:58:06.202617 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7238509e-632d-46fa-ab6a-47f0e1238c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:06.207179 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72d1064-34e9-45c6-a7d9-4d8104ac89be None None] Network e1326d81-bf26-4be6-96c6-e34f52f4d029 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 16:58:06.224959 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7238509e-632d-46fa-ab6a-47f0e1238c94 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4890530 Jan 27 16:58:06.613500 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-e1326d81-bf26-4be6-96c6-e34f52f4d029', 'network_id': 'e1326d81-bf26-4be6-96c6-e34f52f4d029', 'tenant_id': '61ffd5952e94483fb87a954a0b004abe', 'fixed_ips': [{'subnet_id': 'f93390e9-8b43-4f63-b13e-2f3680c0e81e'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 16:58:06.614745 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:06.808705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Allocated IP 172.20.0.2 (e1326d81-bf26-4be6-96c6-e34f52f4d029/f93390e9-8b43-4f63-b13e-2f3680c0e81e/9ab9807f-fcb0-4eea-90f9-457703c222fa) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:58:07.043579 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:07.059362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Transition to ACTIVE for port object 9ab9807f-fcb0-4eea-90f9-457703c222fa will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:58:07.080040 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Transition to ACTIVE for port object 9ab9807f-fcb0-4eea-90f9-457703c222fa will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:58:07.088354 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:07.156115 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Network e1326d81-bf26-4be6-96c6-e34f52f4d029 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:58:07.158893 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:58:07.162385 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 16:58:07.168505 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Pushing event updated for resources: {'Port': ['ID=9ab9807f-fcb0-4eea-90f9-457703c222fa,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:07.207518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:07.208238 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:07.208238 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:07.208465 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:07.208841 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:07.209174 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:07.209486 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:07.209820 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:07.210145 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:07.210461 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:07.210751 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:07.211055 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Tracked resource versions report: Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: pushed versions: Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: { 'AddressGroup': {'1.2'}, Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'ConntrackHelper': {'1.0'}, Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Log': {'1.0'}, Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Network': {'1.1'}, Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Port': {'1.7'}, Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'PortForwarding': {'1.2'}, Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'QosPolicy': {'1.8'}, Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'SecurityGroup': {'1.4'}, Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'SubPort': {'1.0'}, Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Subnet': {'1.1'}, Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Trunk': {'1.1'}} Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: consumer versions: Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: { DHCP agent@dv-neutron-826439-2-hyperv: {}, Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: L3 agent@dv-neutron-826439-2-hyperv: {}, Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: Metadata agent@dv-neutron-826439-2-hyperv: {}, Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: Metering agent@dv-neutron-826439-2-hyperv: {}, Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: Open vSwitch agent@dv-neutron-826439-2-hyperv: { 'AddressGroup': '1.2', Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'ConntrackHelper': '1.0', Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Log': '1.0', Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Network': '1.1', Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Port': '1.7', Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'PortForwarding': '1.2', Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'QosPolicy': '1.8', Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'SecurityGroup': '1.4', Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'SecurityGroupRule': '1.2', Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'SubPort': '1.0', Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Subnet': '1.1', Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Trunk': '1.1'}} Jan 27 16:58:07.212339 dv-neutron-826439-2-hyperv neutron-server[87596]: {{(pid=87596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:58:07.267615 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Attempting to bind port 9ab9807f-fcb0-4eea-90f9-457703c222fa on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 16:58:07.268010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Attempting to bind port 9ab9807f-fcb0-4eea-90f9-457703c222fa by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '9f3089b1-8241-4e14-a804-0f1597b90135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'e1326d81-bf26-4be6-96c6-e34f52f4d029'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 16:58:07.268403 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Attempting to bind port 9ab9807f-fcb0-4eea-90f9-457703c222fa on network e1326d81-bf26-4be6-96c6-e34f52f4d029 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 16:58:07.273876 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 16:58:07.274257 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Checking segment: {'id': '9f3089b1-8241-4e14-a804-0f1597b90135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'e1326d81-bf26-4be6-96c6-e34f52f4d029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 16:58:07.274721 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:07.275097 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Bound using segment: {'id': '9f3089b1-8241-4e14-a804-0f1597b90135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'e1326d81-bf26-4be6-96c6-e34f52f4d029'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 16:58:07.275577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Bound port: 9ab9807f-fcb0-4eea-90f9-457703c222fa, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3089b1-8241-4e14-a804-0f1597b90135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'e1326d81-bf26-4be6-96c6-e34f52f4d029'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 16:58:07.275942 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:07.379850 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] For port 9ab9807f-fcb0-4eea-90f9-457703c222fa, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 16:58:07.383960 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] For port 9ab9807f-fcb0-4eea-90f9-457703c222fa, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=9ab9807f-fcb0-4eea-90f9-457703c222fa,segment=NetworkSegment(9f3089b1-8241-4e14-a804-0f1597b90135),segment_id=9f3089b1-8241-4e14-a804-0f1597b90135)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 16:58:07.389614 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:07.475201 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd42b5c-f1b7-45ee-9f27-f70b711e2481 None None] Pushing event updated for resources: {'Port': ['ID=9ab9807f-fcb0-4eea-90f9-457703c222fa,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:08.618712 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 53208) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:09.218865 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING oslo_policy.policy [None req-49e277dd-b7d2-487b-995a-cfe621c0fe07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:58:09.219460 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING oslo_policy.policy [None req-49e277dd-b7d2-487b-995a-cfe621c0fe07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:58:09.436707 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-49e277dd-b7d2-487b-995a-cfe621c0fe07 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 16:58:09.437839 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-49e277dd-b7d2-487b-995a-cfe621c0fe07 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8181419 Jan 27 16:58:11.102965 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626496bb-a302-42d1-ab59-f1286a15a750 None None] Network e1326d81-bf26-4be6-96c6-e34f52f4d029 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 16:58:11.209932 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-df040c29-3e63-4d7f-b8ed-7aea2a163d89 None None] Provisioning for port 9ab9807f-fcb0-4eea-90f9-457703c222fa completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:58:11.797439 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 9ab9807f-fcb0-4eea-90f9-457703c222fa up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 16:58:11.863183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 53226) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:11.864509 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 9ab9807f-fcb0-4eea-90f9-457703c222fa completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:58:11.869713 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 9ab9807f-fcb0-4eea-90f9-457703c222fa triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:58:11.870115 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:11.984854 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:12.018287 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 9ab9807f-fcb0-4eea-90f9-457703c222fa, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=9ab9807f-fcb0-4eea-90f9-457703c222fa,segment=NetworkSegment(9f3089b1-8241-4e14-a804-0f1597b90135),segment_id=9f3089b1-8241-4e14-a804-0f1597b90135)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 16:58:12.023087 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:12.098993 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=9ab9807f-fcb0-4eea-90f9-457703c222fa,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:12.234586 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-f1ac8762-ddbd-4582-976b-28728d411ecc admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 16:58:12.235632 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f1ac8762-ddbd-4582-976b-28728d411ecc admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3713160 Jan 27 16:58:13.753040 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 9ab9807f-fcb0-4eea-90f9-457703c222fa up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 16:58:13.819760 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 9ab9807f-fcb0-4eea-90f9-457703c222fa triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:58:13.820110 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:14.916520 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 53238) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:15.328131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-8013aebf-4a44-4f89-8b9d-4b84f070c73d admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '61ffd5952e94483fb87a954a0b004abe'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:58:15.405214 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.policy [None req-8013aebf-4a44-4f89-8b9d-4b84f070c73d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87595) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 16:58:15.449496 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING oslo_policy.policy [None req-8013aebf-4a44-4f89-8b9d-4b84f070c73d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:58:15.449929 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING oslo_policy.policy [None req-8013aebf-4a44-4f89-8b9d-4b84f070c73d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 16:58:15.458381 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.quota [None req-8013aebf-4a44-4f89-8b9d-4b84f070c73d admin admin] Loaded quota_driver: . Jan 27 16:58:15.474095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8013aebf-4a44-4f89-8b9d-4b84f070c73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 16:58:15.481324 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8013aebf-4a44-4f89-8b9d-4b84f070c73d admin admin] Usage tracker for resource:router and tenant:61ffd5952e94483fb87a954a0b004abe is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 16:58:15.486052 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8013aebf-4a44-4f89-8b9d-4b84f070c73d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 16:58:15.494120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8013aebf-4a44-4f89-8b9d-4b84f070c73d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 16:58:15.514736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8013aebf-4a44-4f89-8b9d-4b84f070c73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:15.516720 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8013aebf-4a44-4f89-8b9d-4b84f070c73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:15.544080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8013aebf-4a44-4f89-8b9d-4b84f070c73d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:15.666746 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8013aebf-4a44-4f89-8b9d-4b84f070c73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:15.688481 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8013aebf-4a44-4f89-8b9d-4b84f070c73d admin admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:15.690322 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8013aebf-4a44-4f89-8b9d-4b84f070c73d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7726479 Jan 27 16:58:18.085988 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 53250) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:18.465873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-8a9bc993-2313-4570-9013-b227b218cb22 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 16:58:18.467228 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8a9bc993-2313-4570-9013-b227b218cb22 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3802707 Jan 27 16:58:18.689773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acfd71b0-3315-460f-a1fa-5dab73992cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:20.819582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 53260) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:20.927661 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2c24ab8-44eb-4a38-82ee-c4a5aa6b2ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:21.215238 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:58:21.220477 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 16:58:21.224654 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Usage tracker for resource:network and tenant:f7359ed188e74d4d8d817d26eae01295 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 16:58:21.227686 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 16:58:21.233725 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 16:58:21.246626 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Made reservation on behalf of f7359ed188e74d4d8d817d26eae01295 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:58:21.249078 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:21.261814 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:21.276218 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 16:58:21.280088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Usage tracker for resource:security_group_rule and tenant:f7359ed188e74d4d8d817d26eae01295 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 16:58:21.282844 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 16:58:21.288478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 16:58:21.372598 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:21.379550 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:21.413391 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Reserving flat network on physical network physnet1 {{(pid=87594) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 27 16:58:21.426894 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6f5852-24dd-452a-87a7-c91488df4def,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:21.433796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:21.434192 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Added segment 7b2a6568-a4ad-4518-a79a-f471d3763077 of type flat for network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 Jan 27 16:58:21.466847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:21.509941 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:21.511677 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:58:21.512437 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:21.609023 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7882855 Jan 27 16:58:21.614084 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766c4ac-f717-4598-9088-69676b03fd6e admin admin] Pushing event updated for resources: {'Network': ['ID=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:21.629746 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 16:58:22.004083 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:22.129463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:23.234616 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:23.973734 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 53280) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:24.203856 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ce0a2a-a6d7-4fb7-a18d-b9f581d853b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:58:24.205207 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-66ce0a2a-a6d7-4fb7-a18d-b9f581d853b2 admin admin] 10.222.0.50 "GET /v2.0/subnets/f93390e9-8b43-4f63-b13e-2f3680c0e81e HTTP/1.1" status: 200 len: 849 time: 0.2305934 Jan 27 16:58:24.392395 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3837049d-b3f6-421b-96df-0528231688c0 admin admin] 10.222.0.50 "GET /v2.0/routers/1b157e98-2f77-4cce-81f8-b8ecdb91ccda HTTP/1.1" status: 200 len: 704 time: 0.1784978 Jan 27 16:58:24.856511 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:25.108529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Allocated IP 172.20.0.1 (e1326d81-bf26-4be6-96c6-e34f52f4d029/f93390e9-8b43-4f63-b13e-2f3680c0e81e/885063f2-0029-4972-a6ba-b9317a5a8952) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:58:25.302167 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:25.328411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Transition to ACTIVE for port object 885063f2-0029-4972-a6ba-b9317a5a8952 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:58:25.395739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:25.462314 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Network e1326d81-bf26-4be6-96c6-e34f52f4d029 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:58:25.465224 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:58:25.468921 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 16:58:25.469431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:25.585197 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Pushing event updated for resources: {'Port': ['ID=885063f2-0029-4972-a6ba-b9317a5a8952,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:25.667888 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e3068fd8-f989-4bea-b8a4-d44215aa69b2 None None] Provisioning for port 885063f2-0029-4972-a6ba-b9317a5a8952 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:58:25.675574 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e3068fd8-f989-4bea-b8a4-d44215aa69b2 None None] Provisioning complete for port 885063f2-0029-4972-a6ba-b9317a5a8952 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:58:25.675967 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3068fd8-f989-4bea-b8a4-d44215aa69b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:25.726913 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e3068fd8-f989-4bea-b8a4-d44215aa69b2 None None] Port 885063f2-0029-4972-a6ba-b9317a5a8952 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 16:58:25.731738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:25.959694 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:25.966943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:25.967673 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:26.063847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Pushing event updated for resources: {'Port': ['ID=885063f2-0029-4972-a6ba-b9317a5a8952,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:26.162571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Network e1326d81-bf26-4be6-96c6-e34f52f4d029 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:58:26.163676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:58:26.349966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d5220670-01f4-465f-9e87-aa32969da451 None None] Provisioning complete for port 885063f2-0029-4972-a6ba-b9317a5a8952 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:58:26.350340 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d5220670-01f4-465f-9e87-aa32969da451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:26.357105 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Router 1b157e98-2f77-4cce-81f8-b8ecdb91ccda is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 16:58:26.407617 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d5220670-01f4-465f-9e87-aa32969da451 None None] Port 885063f2-0029-4972-a6ba-b9317a5a8952 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 16:58:26.563617 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 16:58:26.573703 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4ccf507b-f2c6-4594-b357-38c924ce0379 admin admin] 10.222.0.50 "PUT /v2.0/routers/1b157e98-2f77-4cce-81f8-b8ecdb91ccda/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1734033 Jan 27 16:58:26.574584 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Sync routers for ids ['1b157e98-2f77-4cce-81f8-b8ecdb91ccda'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:58:26.591836 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Routers {'1b157e98-2f77-4cce-81f8-b8ecdb91ccda'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 16:58:26.592965 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T16:58:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['1b157e98-2f77-4cce-81f8-b8ecdb91ccda'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:58:26.769174 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Set router 1b157e98-2f77-4cce-81f8-b8ecdb91ccda gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 16:58:27.139935 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b157e98-2f77-4cce-81f8-b8ecdb91ccda', 'name': 'router1', 'tenant_id': '61ffd5952e94483fb87a954a0b004abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:58:15Z', 'updated_at': '2022-01-27T16:58:25Z', 'revision_number': 2, 'project_id': '61ffd5952e94483fb87a954a0b004abe', 'gw_port_host': None, '_interfaces': [{'id': '885063f2-0029-4972-a6ba-b9317a5a8952', 'name': '', 'network_id': 'e1326d81-bf26-4be6-96c6-e34f52f4d029', 'tenant_id': '61ffd5952e94483fb87a954a0b004abe', 'mac_address': 'fa:16:3e:8c:61:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b157e98-2f77-4cce-81f8-b8ecdb91ccda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f93390e9-8b43-4f63-b13e-2f3680c0e81e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:58:24Z', 'updated_at': '2022-01-27T16:58:25Z', 'revision_number': 2, 'project_id': '61ffd5952e94483fb87a954a0b004abe', 'subnets': [{'id': 'f93390e9-8b43-4f63-b13e-2f3680c0e81e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fbba2aa-0678-4d45-b382-509576e43d90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:58:27.145827 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Checking router: 1b157e98-2f77-4cce-81f8-b8ecdb91ccda for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:58:27.146189 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Updating router 1b157e98-2f77-4cce-81f8-b8ecdb91ccda port 885063f2-0029-4972-a6ba-b9317a5a8952 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:58:27.198359 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:27.579709 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:27.595476 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Transition to ACTIVE for port object 885063f2-0029-4972-a6ba-b9317a5a8952 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:58:27.602576 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:27.845140 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab885284-ca6f-4af1-a770-997323a0ae84 None None] Pushing event updated for resources: {'Port': ['ID=885063f2-0029-4972-a6ba-b9317a5a8952,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:27.854038 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Attempting to bind port 885063f2-0029-4972-a6ba-b9317a5a8952 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 16:58:27.854424 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Attempting to bind port 885063f2-0029-4972-a6ba-b9317a5a8952 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '9f3089b1-8241-4e14-a804-0f1597b90135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'e1326d81-bf26-4be6-96c6-e34f52f4d029'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 16:58:27.854823 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Attempting to bind port 885063f2-0029-4972-a6ba-b9317a5a8952 on network e1326d81-bf26-4be6-96c6-e34f52f4d029 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 16:58:27.857455 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab885284-ca6f-4af1-a770-997323a0ae84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:27.857796 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab885284-ca6f-4af1-a770-997323a0ae84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:27.858160 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab885284-ca6f-4af1-a770-997323a0ae84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:27.858477 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab885284-ca6f-4af1-a770-997323a0ae84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:27.858795 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab885284-ca6f-4af1-a770-997323a0ae84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:27.859123 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab885284-ca6f-4af1-a770-997323a0ae84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:27.859439 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab885284-ca6f-4af1-a770-997323a0ae84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:27.859746 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab885284-ca6f-4af1-a770-997323a0ae84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:27.860054 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab885284-ca6f-4af1-a770-997323a0ae84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:27.860367 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab885284-ca6f-4af1-a770-997323a0ae84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:27.860665 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab885284-ca6f-4af1-a770-997323a0ae84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:27.860956 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab885284-ca6f-4af1-a770-997323a0ae84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab885284-ca6f-4af1-a770-997323a0ae84 None None] Tracked resource versions report: Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: pushed versions: Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: { 'AddressGroup': {'1.2'}, Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'ConntrackHelper': {'1.0'}, Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Log': {'1.0'}, Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Network': {'1.1'}, Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Port': {'1.7'}, Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'PortForwarding': {'1.2'}, Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'QosPolicy': {'1.8'}, Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'SecurityGroup': {'1.4'}, Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'SubPort': {'1.0'}, Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Subnet': {'1.1'}, Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Trunk': {'1.1'}} Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: consumer versions: Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: { DHCP agent@dv-neutron-826439-2-hyperv: {}, Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: L3 agent@dv-neutron-826439-2-hyperv: {}, Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: Metadata agent@dv-neutron-826439-2-hyperv: {}, Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: Metering agent@dv-neutron-826439-2-hyperv: {}, Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: Open vSwitch agent@dv-neutron-826439-2-hyperv: { 'AddressGroup': '1.2', Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'ConntrackHelper': '1.0', Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Log': '1.0', Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Network': '1.1', Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Port': '1.7', Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'PortForwarding': '1.2', Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'QosPolicy': '1.8', Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'SecurityGroup': '1.4', Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'SecurityGroupRule': '1.2', Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'SubPort': '1.0', Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Subnet': '1.1', Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Trunk': '1.1'}} Jan 27 16:58:27.862248 dv-neutron-826439-2-hyperv neutron-server[87597]: {{(pid=87597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:58:27.868228 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 16:58:27.868624 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Checking segment: {'id': '9f3089b1-8241-4e14-a804-0f1597b90135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'e1326d81-bf26-4be6-96c6-e34f52f4d029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 16:58:27.869113 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:27.869490 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Bound using segment: {'id': '9f3089b1-8241-4e14-a804-0f1597b90135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'e1326d81-bf26-4be6-96c6-e34f52f4d029'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 16:58:27.869999 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Bound port: 885063f2-0029-4972-a6ba-b9317a5a8952, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3089b1-8241-4e14-a804-0f1597b90135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'e1326d81-bf26-4be6-96c6-e34f52f4d029'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 16:58:27.870492 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:27.959344 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] For port 885063f2-0029-4972-a6ba-b9317a5a8952, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 16:58:27.963450 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] For port 885063f2-0029-4972-a6ba-b9317a5a8952, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=885063f2-0029-4972-a6ba-b9317a5a8952,segment=NetworkSegment(9f3089b1-8241-4e14-a804-0f1597b90135),segment_id=9f3089b1-8241-4e14-a804-0f1597b90135)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 16:58:27.967980 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:28.070289 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab885284-ca6f-4af1-a770-997323a0ae84 None None] Pushing event updated for resources: {'Port': ['ID=885063f2-0029-4972-a6ba-b9317a5a8952,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:28.074221 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Routers {'1b157e98-2f77-4cce-81f8-b8ecdb91ccda'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 16:58:28.075134 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T16:58:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['1b157e98-2f77-4cce-81f8-b8ecdb91ccda'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:58:28.244223 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] Set router 1b157e98-2f77-4cce-81f8-b8ecdb91ccda gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 16:58:28.568699 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b157e98-2f77-4cce-81f8-b8ecdb91ccda', 'name': 'router1', 'tenant_id': '61ffd5952e94483fb87a954a0b004abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:58:15Z', 'updated_at': '2022-01-27T16:58:25Z', 'revision_number': 2, 'project_id': '61ffd5952e94483fb87a954a0b004abe', 'gw_port_host': None, '_interfaces': [{'id': '885063f2-0029-4972-a6ba-b9317a5a8952', 'name': '', 'network_id': 'e1326d81-bf26-4be6-96c6-e34f52f4d029', 'tenant_id': '61ffd5952e94483fb87a954a0b004abe', 'mac_address': 'fa:16:3e:8c:61:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b157e98-2f77-4cce-81f8-b8ecdb91ccda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f93390e9-8b43-4f63-b13e-2f3680c0e81e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:58:24Z', 'updated_at': '2022-01-27T16:58:27Z', 'revision_number': 4, 'project_id': '61ffd5952e94483fb87a954a0b004abe', 'subnets': [{'id': 'f93390e9-8b43-4f63-b13e-2f3680c0e81e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fbba2aa-0678-4d45-b382-509576e43d90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:58:28.572771 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386de559-13a4-4d44-a992-ca655a698d57 None None] The sync data for ids ['1b157e98-2f77-4cce-81f8-b8ecdb91ccda'] in dv-neutron-826439-2-hyperv is: [{'id': '1b157e98-2f77-4cce-81f8-b8ecdb91ccda', 'name': 'router1', 'tenant_id': '61ffd5952e94483fb87a954a0b004abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:58:15Z', 'updated_at': '2022-01-27T16:58:25Z', 'revision_number': 2, 'project_id': '61ffd5952e94483fb87a954a0b004abe', 'gw_port_host': None, '_interfaces': [{'id': '885063f2-0029-4972-a6ba-b9317a5a8952', 'name': '', 'network_id': 'e1326d81-bf26-4be6-96c6-e34f52f4d029', 'tenant_id': '61ffd5952e94483fb87a954a0b004abe', 'mac_address': 'fa:16:3e:8c:61:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b157e98-2f77-4cce-81f8-b8ecdb91ccda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f93390e9-8b43-4f63-b13e-2f3680c0e81e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:58:24Z', 'updated_at': '2022-01-27T16:58:27Z', 'revision_number': 4, 'project_id': '61ffd5952e94483fb87a954a0b004abe', 'subnets': [{'id': 'f93390e9-8b43-4f63-b13e-2f3680c0e81e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fbba2aa-0678-4d45-b382-509576e43d90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:58:28.727729 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 53302) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:28.915465 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7f74ff-fed7-47f7-a42f-01050aa55015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:58:28.916976 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9b7f74ff-fed7-47f7-a42f-01050aa55015 admin admin] 10.222.0.50 "GET /v2.0/networks/fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 HTTP/1.1" status: 200 len: 842 time: 0.1880610 Jan 27 16:58:28.926357 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'enable_dhcp': False, 'gateway_ip': '172.26.1.1', 'cidr': '172.26.1.0/24'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:58:28.931815 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 16:58:28.935748 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Usage tracker for resource:subnet and tenant:f7359ed188e74d4d8d817d26eae01295 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 16:58:28.939058 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 16:58:28.944802 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 16:58:28.955330 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Made reservation on behalf of f7359ed188e74d4d8d817d26eae01295 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 16:58:28.958225 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:29.402165 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.objects.ports [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87595) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 16:58:29.402521 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:29.482130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 16:58:29.482491 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Network hostable DHCP agents. Network: fe93896c-3fd2-4afe-afe9-4ea8cb85aee8, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 16:58:29.489926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c5c4268-1cf4-4c57-ac2a-64c489c02a4f,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:29.509790 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:29.510047 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:29.510297 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:29.510656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:29.510909 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:29.511251 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:29.511749 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:29.512081 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:29.512356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:29.512672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:29.512979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:29.513320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Tracked resource versions report: Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: pushed versions: Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: { 'AddressGroup': {'1.2'}, Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'ConntrackHelper': {'1.0'}, Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Log': {'1.0'}, Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Network': {'1.1'}, Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Port': {'1.7'}, Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'PortForwarding': {'1.2'}, Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'QosPolicy': {'1.8'}, Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'SecurityGroup': {'1.4'}, Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'SecurityGroupRule': {'1.2'}, Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'SubPort': {'1.0'}, Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Subnet': {'1.1'}, Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Trunk': {'1.1'}} Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: consumer versions: Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: { DHCP agent@dv-neutron-826439-2-hyperv: {}, Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: L3 agent@dv-neutron-826439-2-hyperv: {}, Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: Metadata agent@dv-neutron-826439-2-hyperv: {}, Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: Metering agent@dv-neutron-826439-2-hyperv: {}, Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: Open vSwitch agent@dv-neutron-826439-2-hyperv: { 'AddressGroup': '1.2', Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'ConntrackHelper': '1.0', Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Log': '1.0', Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Network': '1.1', Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Port': '1.7', Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'PortForwarding': '1.2', Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'QosPolicy': '1.8', Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'SecurityGroup': '1.4', Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'SecurityGroupRule': '1.2', Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'SubPort': '1.0', Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Subnet': '1.1', Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Trunk': '1.1'}} Jan 27 16:58:29.514635 dv-neutron-826439-2-hyperv neutron-server[87595]: {{(pid=87595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 16:58:29.539300 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 16:58:29.551640 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, fe93896c-3fd2-4afe-afe9-4ea8cb85aee8) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:58:29.564034 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:58:29.564726 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:29.565198 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27903379-d222-4d76-b07e-c40aaa6a2445 None None] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 16:58:29.607639 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f9ce51aa-40be-4945-91c4-c577abbc7c44 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6833498 Jan 27 16:58:29.806780 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06537802-3d51-4312-a5f8-48b0013525cf None None] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 16:58:29.825265 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 885063f2-0029-4972-a6ba-b9317a5a8952 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 16:58:30.036497 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 885063f2-0029-4972-a6ba-b9317a5a8952 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:58:30.047560 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 885063f2-0029-4972-a6ba-b9317a5a8952 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:58:30.047936 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:30.233572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:30.274202 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 885063f2-0029-4972-a6ba-b9317a5a8952, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=885063f2-0029-4972-a6ba-b9317a5a8952,segment=NetworkSegment(9f3089b1-8241-4e14-a804-0f1597b90135),segment_id=9f3089b1-8241-4e14-a804-0f1597b90135)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 16:58:30.281604 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:30.351857 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=885063f2-0029-4972-a6ba-b9317a5a8952,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:31.765757 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 885063f2-0029-4972-a6ba-b9317a5a8952 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 16:58:31.837026 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 885063f2-0029-4972-a6ba-b9317a5a8952 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:58:31.837387 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:31.869419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 53320) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:32.084531 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-73d6f945-88d3-4062-9cbe-887c65e22b56 admin admin] 10.222.0.50 "GET /v2.0/routers/1b157e98-2f77-4cce-81f8-b8ecdb91ccda HTTP/1.1" status: 200 len: 710 time: 0.2139230 Jan 27 16:58:32.213797 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e9d437-adc1-4428-98ea-7ddc7c1810a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 16:58:32.215099 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c0e9d437-adc1-4428-98ea-7ddc7c1810a5 admin admin] 10.222.0.50 "GET /v2.0/networks/fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 HTTP/1.1" status: 200 len: 886 time: 0.1241336 Jan 27 16:58:32.226804 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-e9379891-0e2f-49d6-a8c7-2f55e016c5c5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 16:58:32.688885 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e9379891-0e2f-49d6-a8c7-2f55e016c5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:33.047701 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e9379891-0e2f-49d6-a8c7-2f55e016c5c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:33.142918 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e9379891-0e2f-49d6-a8c7-2f55e016c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:33.279074 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-e9379891-0e2f-49d6-a8c7-2f55e016c5c5 admin admin] Allocated IP 172.26.1.36 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/6ad10265-8bbf-4f25-ab54-d2c18b48cb80) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 16:58:33.442013 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e9379891-0e2f-49d6-a8c7-2f55e016c5c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:33.501300 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e9379891-0e2f-49d6-a8c7-2f55e016c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:33.566718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9379891-0e2f-49d6-a8c7-2f55e016c5c5 admin admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 16:58:33.569500 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-e9379891-0e2f-49d6-a8c7-2f55e016c5c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 16:58:33.573163 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9379891-0e2f-49d6-a8c7-2f55e016c5c5 admin admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 16:58:33.627991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9379891-0e2f-49d6-a8c7-2f55e016c5c5 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad10265-8bbf-4f25-ab54-d2c18b48cb80,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:33.958245 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e9379891-0e2f-49d6-a8c7-2f55e016c5c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:34.296034 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e9379891-0e2f-49d6-a8c7-2f55e016c5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:34.299478 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e9379891-0e2f-49d6-a8c7-2f55e016c5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:34.518604 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9379891-0e2f-49d6-a8c7-2f55e016c5c5 admin admin] Router 1b157e98-2f77-4cce-81f8-b8ecdb91ccda has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 16:58:34.697672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9379891-0e2f-49d6-a8c7-2f55e016c5c5 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 16:58:34.706306 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e9379891-0e2f-49d6-a8c7-2f55e016c5c5 admin admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:34.710080 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e9379891-0e2f-49d6-a8c7-2f55e016c5c5 admin admin] 10.222.0.50 "PUT /v2.0/routers/1b157e98-2f77-4cce-81f8-b8ecdb91ccda HTTP/1.1" status: 200 len: 889 time: 2.4837809 Jan 27 16:58:34.710261 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Sync routers for ids ['1b157e98-2f77-4cce-81f8-b8ecdb91ccda'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 16:58:34.719187 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Routers {'1b157e98-2f77-4cce-81f8-b8ecdb91ccda'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 16:58:34.719880 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T16:58:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['1b157e98-2f77-4cce-81f8-b8ecdb91ccda'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:58:34.912223 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Set router 1b157e98-2f77-4cce-81f8-b8ecdb91ccda gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 16:58:35.249709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b157e98-2f77-4cce-81f8-b8ecdb91ccda', 'name': 'router1', 'tenant_id': '61ffd5952e94483fb87a954a0b004abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '6ad10265-8bbf-4f25-ab54-d2c18b48cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:58:15Z', 'updated_at': '2022-01-27T16:58:33Z', 'revision_number': 4, 'project_id': '61ffd5952e94483fb87a954a0b004abe', 'gw_port': {'id': '6ad10265-8bbf-4f25-ab54-d2c18b48cb80', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b157e98-2f77-4cce-81f8-b8ecdb91ccda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:58:33Z', 'updated_at': '2022-01-27T16:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '885063f2-0029-4972-a6ba-b9317a5a8952', 'name': '', 'network_id': 'e1326d81-bf26-4be6-96c6-e34f52f4d029', 'tenant_id': '61ffd5952e94483fb87a954a0b004abe', 'mac_address': 'fa:16:3e:8c:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b157e98-2f77-4cce-81f8-b8ecdb91ccda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f93390e9-8b43-4f63-b13e-2f3680c0e81e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:58:24Z', 'updated_at': '2022-01-27T16:58:30Z', 'revision_number': 5, 'project_id': '61ffd5952e94483fb87a954a0b004abe', 'subnets': [{'id': 'f93390e9-8b43-4f63-b13e-2f3680c0e81e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fbba2aa-0678-4d45-b382-509576e43d90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:58:35.254949 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Checking router: 1b157e98-2f77-4cce-81f8-b8ecdb91ccda for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 16:58:35.255296 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Updating router 1b157e98-2f77-4cce-81f8-b8ecdb91ccda port 6ad10265-8bbf-4f25-ab54-d2c18b48cb80 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 16:58:35.307677 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:35.633147 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:35.645561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Transition to ACTIVE for port object 6ad10265-8bbf-4f25-ab54-d2c18b48cb80 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 16:58:35.652793 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:35.728877 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51379f9c-9391-41cd-8569-36e97c93d0db None None] Pushing event updated for resources: {'Port': ['ID=6ad10265-8bbf-4f25-ab54-d2c18b48cb80,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:35.732759 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Attempting to bind port 6ad10265-8bbf-4f25-ab54-d2c18b48cb80 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 16:58:35.733108 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Attempting to bind port 6ad10265-8bbf-4f25-ab54-d2c18b48cb80 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 16:58:35.733470 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Attempting to bind port 6ad10265-8bbf-4f25-ab54-d2c18b48cb80 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 16:58:35.739021 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 16, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 16:58:35.739365 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 16:58:35.739751 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:35.740137 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 16:58:35.740565 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Bound port: 6ad10265-8bbf-4f25-ab54-d2c18b48cb80, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 16:58:35.740959 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:35.824716 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 5 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 16:58:35.839091 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] For port 6ad10265-8bbf-4f25-ab54-d2c18b48cb80, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 16:58:35.842114 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] For port 6ad10265-8bbf-4f25-ab54-d2c18b48cb80, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=6ad10265-8bbf-4f25-ab54-d2c18b48cb80,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 16:58:35.846774 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:35.922157 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Routers {'1b157e98-2f77-4cce-81f8-b8ecdb91ccda'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 16:58:35.922805 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T16:58:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['1b157e98-2f77-4cce-81f8-b8ecdb91ccda'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:58:35.970643 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51379f9c-9391-41cd-8569-36e97c93d0db None None] Pushing event updated for resources: {'Port': ['ID=6ad10265-8bbf-4f25-ab54-d2c18b48cb80,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:36.106967 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] Set router 1b157e98-2f77-4cce-81f8-b8ecdb91ccda gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 16:58:36.427661 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b157e98-2f77-4cce-81f8-b8ecdb91ccda', 'name': 'router1', 'tenant_id': '61ffd5952e94483fb87a954a0b004abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '6ad10265-8bbf-4f25-ab54-d2c18b48cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:58:15Z', 'updated_at': '2022-01-27T16:58:33Z', 'revision_number': 4, 'project_id': '61ffd5952e94483fb87a954a0b004abe', 'gw_port': {'id': '6ad10265-8bbf-4f25-ab54-d2c18b48cb80', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b157e98-2f77-4cce-81f8-b8ecdb91ccda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:58:33Z', 'updated_at': '2022-01-27T16:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '885063f2-0029-4972-a6ba-b9317a5a8952', 'name': '', 'network_id': 'e1326d81-bf26-4be6-96c6-e34f52f4d029', 'tenant_id': '61ffd5952e94483fb87a954a0b004abe', 'mac_address': 'fa:16:3e:8c:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b157e98-2f77-4cce-81f8-b8ecdb91ccda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f93390e9-8b43-4f63-b13e-2f3680c0e81e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:58:24Z', 'updated_at': '2022-01-27T16:58:30Z', 'revision_number': 5, 'project_id': '61ffd5952e94483fb87a954a0b004abe', 'subnets': [{'id': 'f93390e9-8b43-4f63-b13e-2f3680c0e81e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fbba2aa-0678-4d45-b382-509576e43d90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 16:58:36.431583 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a75de8-13a7-4fee-89c0-375319988293 None None] The sync data for ids ['1b157e98-2f77-4cce-81f8-b8ecdb91ccda'] in dv-neutron-826439-2-hyperv is: [{'id': '1b157e98-2f77-4cce-81f8-b8ecdb91ccda', 'name': 'router1', 'tenant_id': '61ffd5952e94483fb87a954a0b004abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '6ad10265-8bbf-4f25-ab54-d2c18b48cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T16:58:15Z', 'updated_at': '2022-01-27T16:58:33Z', 'revision_number': 4, 'project_id': '61ffd5952e94483fb87a954a0b004abe', 'gw_port': {'id': '6ad10265-8bbf-4f25-ab54-d2c18b48cb80', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b157e98-2f77-4cce-81f8-b8ecdb91ccda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:58:33Z', 'updated_at': '2022-01-27T16:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '885063f2-0029-4972-a6ba-b9317a5a8952', 'name': '', 'network_id': 'e1326d81-bf26-4be6-96c6-e34f52f4d029', 'tenant_id': '61ffd5952e94483fb87a954a0b004abe', 'mac_address': 'fa:16:3e:8c:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b157e98-2f77-4cce-81f8-b8ecdb91ccda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f93390e9-8b43-4f63-b13e-2f3680c0e81e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T16:58:24Z', 'updated_at': '2022-01-27T16:58:30Z', 'revision_number': 5, 'project_id': '61ffd5952e94483fb87a954a0b004abe', 'subnets': [{'id': 'f93390e9-8b43-4f63-b13e-2f3680c0e81e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fbba2aa-0678-4d45-b382-509576e43d90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 16:58:37.056883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 53330) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 16:58:37.177720 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-91761018-b454-4f0b-a8cf-d5b5102e5328 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1175933 Jan 27 16:58:37.802789 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 6ad10265-8bbf-4f25-ab54-d2c18b48cb80 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 16:58:37.872898 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 6ad10265-8bbf-4f25-ab54-d2c18b48cb80 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 16:58:37.877078 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 6ad10265-8bbf-4f25-ab54-d2c18b48cb80 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:58:37.877447 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:37.996149 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:38.014040 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 6ad10265-8bbf-4f25-ab54-d2c18b48cb80, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=6ad10265-8bbf-4f25-ab54-d2c18b48cb80,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 16:58:38.020069 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:38.110642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=6ad10265-8bbf-4f25-ab54-d2c18b48cb80,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 16:58:39.782305 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 6ad10265-8bbf-4f25-ab54-d2c18b48cb80 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 16:58:39.853730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 6ad10265-8bbf-4f25-ab54-d2c18b48cb80 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 16:58:39.854082 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:48.686066 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c2672ccd-c044-4656-8e20-d3862ef61bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:50.932105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19d2b1be-7718-4fac-9075-eab1379606c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:52.008480 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:52.135054 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:58:53.243410 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:12.823795 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 5 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 16:59:18.683311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-89c82edc-a3fa-4aef-b222-2bc8ea81b89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:20.936937 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65015ff2-14c6-4dee-97bf-c32f5d914bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:22.011628 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:22.142579 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:23.248922 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:48.680146 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ad2b6a77-eddc-46de-b8f3-afad15ea6d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:49.822566 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 5 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 16:59:50.942504 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ed26dca1-ded3-45ed-919d-5229ce69c757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:52.016027 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:52.148209 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 16:59:53.267862 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:18.675002 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02ecdade-94b2-4eed-a062-6aadb9a52d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:20.948277 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2256f353-442c-42e9-a1fe-89aa32f26d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:22.023317 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:22.153186 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:23.257615 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:26.823614 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 5 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:00:42.797819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 53934) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:00:42.869837 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-114afdd3-5c4a-4c71-a123-adafbd41696c admin admin] GET failed (client error): The resource could not be found. Jan 27 17:00:42.870350 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-114afdd3-5c4a-4c71-a123-adafbd41696c admin admin] Synchronizing usage tracker for tenant:f7359ed188e74d4d8d817d26eae01295 on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:00:42.892330 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-114afdd3-5c4a-4c71-a123-adafbd41696c admin admin] Unset dirty status for tenant:f7359ed188e74d4d8d817d26eae01295 on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:00:42.893487 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-114afdd3-5c4a-4c71-a123-adafbd41696c admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0947318 Jan 27 17:00:43.037512 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bf0b34-4862-4386-ba18-6e59580fabed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:00:43.038923 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-08bf0b34-4862-4386-ba18-6e59580fabed admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1410191 Jan 27 17:00:45.173106 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 53944) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:00:45.303577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e559b3c-7029-40cf-a40e-43e4ff74f3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:00:45.304899 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8e559b3c-7029-40cf-a40e-43e4ff74f3ae admin admin] 10.222.0.50 "GET /v2.0/subnets/f93390e9-8b43-4f63-b13e-2f3680c0e81e HTTP/1.1" status: 200 len: 849 time: 0.1304467 Jan 27 17:00:45.314097 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:00:45.439125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:45.638428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726415941358'] for subnet, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:45.680638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:00:45.681215 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:45.682517 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] 10.222.0.50 "PUT /v2.0/subnets/f93390e9-8b43-4f63-b13e-2f3680c0e81e HTTP/1.1" status: 200 len: 868 time: 0.3720658 Jan 27 17:00:45.695507 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f45482-c7db-440e-bc95-13d5c556ebf7 None None] Network e1326d81-bf26-4be6-96c6-e34f52f4d029 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:00:45.707626 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f93390e9-8b43-4f63-b13e-2f3680c0e81e,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:00:45.715671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:00:45.715671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:00:45.716017 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:00:45.716325 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:00:45.716655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:00:45.716988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:00:45.717307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:00:45.717649 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:00:45.718005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:00:45.718377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:00:45.718700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:00:45.719022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed970-fd84-4b7e-9b67-24c63654a6b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:00:46.170077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b43230b6-3918-49d2-a697-c22dffc68514 None None] Provisioning complete for port 9ab9807f-fcb0-4eea-90f9-457703c222fa triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:00:46.170438 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b43230b6-3918-49d2-a697-c22dffc68514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:46.300891 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b43230b6-3918-49d2-a697-c22dffc68514 None None] Provisioning complete for port 885063f2-0029-4972-a6ba-b9317a5a8952 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:00:46.301114 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b43230b6-3918-49d2-a697-c22dffc68514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:47.820715 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 53954) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:00:48.005047 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087d1ed9-2f49-4022-b3c4-521801df7fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:00:48.005821 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087d1ed9-2f49-4022-b3c4-521801df7fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:00:48.007356 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-087d1ed9-2f49-4022-b3c4-521801df7fe3 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1856849 Jan 27 17:00:48.687469 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5c3c0fb7-3fa0-4fbd-816c-2c597eb4ed1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:50.151082 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 53964) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:00:50.343818 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03409ceb-9592-42bc-a227-e1fe348d0035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:00:50.344185 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03409ceb-9592-42bc-a227-e1fe348d0035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:00:50.347007 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-03409ceb-9592-42bc-a227-e1fe348d0035 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1936319 Jan 27 17:00:50.952568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fd10127-17cc-4bf7-ba1c-6ecb71d87c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:52.025010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:52.157541 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:52.537596 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 53974) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:00:52.720215 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46901a2-4660-4d05-a65b-8873c5051ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:00:52.721481 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f46901a2-4660-4d05-a65b-8873c5051ab0 admin admin] 10.222.0.50 "GET /v2.0/networks/e1326d81-bf26-4be6-96c6-e34f52f4d029 HTTP/1.1" status: 200 len: 870 time: 0.1828823 Jan 27 17:00:53.260241 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:00:54.881085 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 53984) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:00:55.052822 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f71e47-1b1c-4625-ad04-283a4b136b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:00:55.054124 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-47f71e47-1b1c-4625-ad04-283a4b136b5d admin admin] 10.222.0.50 "GET /v2.0/networks/fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 HTTP/1.1" status: 200 len: 886 time: 0.1720884 Jan 27 17:00:57.190807 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 53994) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:00:57.304597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089801f0-e2dd-4850-aca5-1b4c13452bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:00:57.305050 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089801f0-e2dd-4850-aca5-1b4c13452bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:00:57.305784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-089801f0-e2dd-4850-aca5-1b4c13452bd8 admin admin] Synchronizing usage tracker for tenant:f7359ed188e74d4d8d817d26eae01295 on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:00:57.324228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-089801f0-e2dd-4850-aca5-1b4c13452bd8 admin admin] Unset dirty status for tenant:f7359ed188e74d4d8d817d26eae01295 on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:00:57.325359 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-089801f0-e2dd-4850-aca5-1b4c13452bd8 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1336312 Jan 27 17:00:59.446552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54004) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:00:59.572759 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51ceb7c-469c-4dda-a243-f36d54510375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:00:59.573212 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51ceb7c-469c-4dda-a243-f36d54510375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:00:59.574773 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d51ceb7c-469c-4dda-a243-f36d54510375 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272480 Jan 27 17:01:01.664505 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54014) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:01:01.772967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cf3ebe-fcfb-4ab1-8466-18393aae56e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:01.774369 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c3cf3ebe-fcfb-4ab1-8466-18393aae56e0 admin admin] 10.222.0.50 "GET /v2.0/subnets/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f HTTP/1.1" status: 200 len: 816 time: 0.1089008 Jan 27 17:01:03.823847 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 5 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:01:03.889524 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54024) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:01:04.002171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5b8beb-325a-454f-8fde-7cc9da7c23b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:04.003527 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1b5b8beb-325a-454f-8fde-7cc9da7c23b3 admin admin] 10.222.0.50 "GET /v2.0/subnets/f93390e9-8b43-4f63-b13e-2f3680c0e81e HTTP/1.1" status: 200 len: 868 time: 0.1127634 Jan 27 17:01:18.685177 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-198afb35-bc15-4d36-ad2c-4af51041d540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:20.956612 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95a5fa76-b602-4efd-8bb7-7ae3280e188e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:22.026987 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:22.161416 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:22.494355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54070) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:01:22.547147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-effc8d55-dc4d-44d4-bb3b-42b6d9fba0ed admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:01:22.548112 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-effc8d55-dc4d-44d4-bb3b-42b6d9fba0ed admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528383 Jan 27 17:01:23.262758 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:24.727374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54080) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:01:24.825732 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e874d653-ac13-4481-9cc9-b51d222a878f admin admin] GET failed (client error): The resource could not be found. Jan 27 17:01:24.827112 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e874d653-ac13-4481-9cc9-b51d222a878f admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0986192 Jan 27 17:01:24.974162 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658380e0-1cd3-4ea3-baac-cb615edd1383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:24.975629 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-658380e0-1cd3-4ea3-baac-cb615edd1383 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1428435 Jan 27 17:01:27.087383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54090) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:01:27.141860 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-11bef953-1168-4180-92cd-2e6c148f42a5 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:01:27.147545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-11bef953-1168-4180-92cd-2e6c148f42a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:01:27.157873 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-11bef953-1168-4180-92cd-2e6c148f42a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:01:27.168192 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bef953-1168-4180-92cd-2e6c148f42a5 admin admin] Made reservation on behalf of f7359ed188e74d4d8d817d26eae01295 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:01:27.170569 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-11bef953-1168-4180-92cd-2e6c148f42a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:27.258628 dv-neutron-826439-2-hyperv neutron-server[87594]: WARNING neutron.services.revisions.revision_plugin [None req-11bef953-1168-4180-92cd-2e6c148f42a5 admin admin] Could not find related network for resource to bump revision. Jan 27 17:01:27.271670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11bef953-1168-4180-92cd-2e6c148f42a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:01:27.281578 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-11bef953-1168-4180-92cd-2e6c148f42a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:27.281937 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-11bef953-1168-4180-92cd-2e6c148f42a5 admin admin] Added segment 19cdbf37-153b-47b1-b824-01f1c23ef350 of type vlan for network f69ca2b4-9ab3-4fab-997b-6b48422b1f8a Jan 27 17:01:27.307362 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-11bef953-1168-4180-92cd-2e6c148f42a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:27.338325 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-11bef953-1168-4180-92cd-2e6c148f42a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:27.339210 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bef953-1168-4180-92cd-2e6c148f42a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:27.339777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-11bef953-1168-4180-92cd-2e6c148f42a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:27.440615 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bef953-1168-4180-92cd-2e6c148f42a5 admin admin] Pushing event updated for resources: {'Network': ['ID=f69ca2b4-9ab3-4fab-997b-6b48422b1f8a,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:27.443492 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-11bef953-1168-4180-92cd-2e6c148f42a5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3552547 Jan 27 17:01:27.450796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network f69ca2b4-9ab3-4fab-997b-6b48422b1f8a details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:01:29.583284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54100) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:01:29.665581 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a68317c-27cc-429a-93d4-566533b8efc3 admin admin] GET failed (client error): The resource could not be found. Jan 27 17:01:29.666909 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1a68317c-27cc-429a-93d4-566533b8efc3 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0826612 Jan 27 17:01:29.778181 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35f3fdc-c38c-4e56-b9bf-4b0301930fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:29.780310 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f35f3fdc-c38c-4e56-b9bf-4b0301930fc8 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1078668 Jan 27 17:01:29.790072 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'f69ca2b4-9ab3-4fab-997b-6b48422b1f8a', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:01:29.795221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:01:29.805621 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:01:29.818662 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Made reservation on behalf of f7359ed188e74d4d8d817d26eae01295 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:01:29.821027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:30.023795 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:30.097493 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d150c20b-105a-4ea6-bc6f-ce3c87d1aa25,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:30.108619 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.109054 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.109426 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.109814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.110174 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.110517 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.110894 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.111245 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.111587 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.111947 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.112333 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.112603 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.117945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Checking segment: {'id': '19cdbf37-153b-47b1-b824-01f1c23ef350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'f69ca2b4-9ab3-4fab-997b-6b48422b1f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:01:30.118323 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Network hostable DHCP agents. Network: f69ca2b4-9ab3-4fab-997b-6b48422b1f8a, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:01:30.141340 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Network f69ca2b4-9ab3-4fab-997b-6b48422b1f8a is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:01:30.153180 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, f69ca2b4-9ab3-4fab-997b-6b48422b1f8a) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:01:30.157859 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:01:30.158432 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:30.162077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a651b4-e272-40fe-bf40-58baa925d406 None None] Network f69ca2b4-9ab3-4fab-997b-6b48422b1f8a requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:01:30.185718 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c2439b9c-2f61-4fd3-9bfe-a998fd51d72f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3990688 Jan 27 17:01:30.380961 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-f69ca2b4-9ab3-4fab-997b-6b48422b1f8a', 'network_id': 'f69ca2b4-9ab3-4fab-997b-6b48422b1f8a', 'tenant_id': 'f7359ed188e74d4d8d817d26eae01295', 'fixed_ips': [{'subnet_id': 'd150c20b-105a-4ea6-bc6f-ce3c87d1aa25'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:01:30.382084 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:30.539223 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Allocated IP 192.168.233.2 (f69ca2b4-9ab3-4fab-997b-6b48422b1f8a/d150c20b-105a-4ea6-bc6f-ce3c87d1aa25/478c1e0a-852c-4226-a479-499c664d93f6) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:01:30.741603 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:30.751492 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Transition to ACTIVE for port object 478c1e0a-852c-4226-a479-499c664d93f6 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:01:30.771036 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Transition to ACTIVE for port object 478c1e0a-852c-4226-a479-499c664d93f6 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:01:30.777352 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:30.860233 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Network f69ca2b4-9ab3-4fab-997b-6b48422b1f8a is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:01:30.863031 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:01:30.865467 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:01:30.871456 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Pushing event updated for resources: {'Port': ['ID=478c1e0a-852c-4226-a479-499c664d93f6,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:30.909241 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.909600 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.909964 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.910289 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.910619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.910958 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.911285 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.911603 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.911933 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.912250 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.912748 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.913098 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:01:30.997520 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Attempting to bind port 478c1e0a-852c-4226-a479-499c664d93f6 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:01:30.997802 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Attempting to bind port 478c1e0a-852c-4226-a479-499c664d93f6 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '19cdbf37-153b-47b1-b824-01f1c23ef350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'f69ca2b4-9ab3-4fab-997b-6b48422b1f8a'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:01:30.998154 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Attempting to bind port 478c1e0a-852c-4226-a479-499c664d93f6 on network f69ca2b4-9ab3-4fab-997b-6b48422b1f8a {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:01:31.003508 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:01:31.003869 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Checking segment: {'id': '19cdbf37-153b-47b1-b824-01f1c23ef350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'f69ca2b4-9ab3-4fab-997b-6b48422b1f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:01:31.004257 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:31.004636 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Bound using segment: {'id': '19cdbf37-153b-47b1-b824-01f1c23ef350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'f69ca2b4-9ab3-4fab-997b-6b48422b1f8a'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:01:31.005117 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Bound port: 478c1e0a-852c-4226-a479-499c664d93f6, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19cdbf37-153b-47b1-b824-01f1c23ef350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'f69ca2b4-9ab3-4fab-997b-6b48422b1f8a'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:01:31.005876 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:31.095430 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] For port 478c1e0a-852c-4226-a479-499c664d93f6, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:01:31.105200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] For port 478c1e0a-852c-4226-a479-499c664d93f6, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=478c1e0a-852c-4226-a479-499c664d93f6,segment=NetworkSegment(19cdbf37-153b-47b1-b824-01f1c23ef350),segment_id=19cdbf37-153b-47b1-b824-01f1c23ef350)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:01:31.110468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:31.194639 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62c496-2b62-4ea1-b9ce-657250ca3152 None None] Pushing event updated for resources: {'Port': ['ID=478c1e0a-852c-4226-a479-499c664d93f6,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:31.919398 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 478c1e0a-852c-4226-a479-499c664d93f6 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:01:31.998456 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 478c1e0a-852c-4226-a479-499c664d93f6 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:01:32.068992 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cc1d18-163e-4977-b9e0-0953bf2c6440 None None] Network f69ca2b4-9ab3-4fab-997b-6b48422b1f8a requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:01:32.178892 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6c67a0ce-5814-4bb5-a60e-9f885563f4bd None None] Provisioning for port 478c1e0a-852c-4226-a479-499c664d93f6 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:01:32.194301 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6c67a0ce-5814-4bb5-a60e-9f885563f4bd None None] Provisioning complete for port 478c1e0a-852c-4226-a479-499c664d93f6 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:01:32.194656 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6c67a0ce-5814-4bb5-a60e-9f885563f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:32.405932 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6c67a0ce-5814-4bb5-a60e-9f885563f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:32.446298 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6c67a0ce-5814-4bb5-a60e-9f885563f4bd None None] For port 478c1e0a-852c-4226-a479-499c664d93f6, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=478c1e0a-852c-4226-a479-499c664d93f6,segment=NetworkSegment(19cdbf37-153b-47b1-b824-01f1c23ef350),segment_id=19cdbf37-153b-47b1-b824-01f1c23ef350)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:01:32.452181 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6c67a0ce-5814-4bb5-a60e-9f885563f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:32.525238 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67a0ce-5814-4bb5-a60e-9f885563f4bd None None] Pushing event updated for resources: {'Port': ['ID=478c1e0a-852c-4226-a479-499c664d93f6,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:01:32.674758 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c0b855b4-cea6-4119-bd43-84a28cf14104 None None] Provisioning complete for port 478c1e0a-852c-4226-a479-499c664d93f6 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:01:32.675112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c0b855b4-cea6-4119-bd43-84a28cf14104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:33.860102 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 478c1e0a-852c-4226-a479-499c664d93f6 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:01:33.930478 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 478c1e0a-852c-4226-a479-499c664d93f6 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:01:33.930805 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:40.823537 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 5 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:01:48.683693 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae75913f-e2a1-45fc-b724-bbd6cc2e37bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:50.974642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-768c5f7a-6fee-474d-9a99-dbe3485c802d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:52.029646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:52.165914 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:01:53.266500 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:17.822917 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 5 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:02:18.680025 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ef22d887-412e-498b-b3de-d62cb17ceed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:20.959090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03bb9cc6-c72c-45a9-a5e9-8779d4f50c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:22.033003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:22.170277 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:23.268402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:44.714446 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54150) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:02:44.720338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-d4500703-6b2c-4fd8-96f6-cf9e09508cc5 tempest-verify_tempest_config-869652291 tempest-verify_tempest_config-869652291-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:02:44.721302 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d4500703-6b2c-4fd8-96f6-cf9e09508cc5 tempest-verify_tempest_config-869652291 tempest-verify_tempest_config-869652291-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058918 Jan 27 17:02:45.063270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54168) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:02:45.179806 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:45.194268 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:02:45.198356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Usage tracker for resource:security_group_rule and tenant:a8263d29473b4d1a800de5b49f23756a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:02:45.201256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:02:45.207280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:02:45.290684 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:45.298520 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:45.348746 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Synchronizing usage tracker for tenant:f7359ed188e74d4d8d817d26eae01295 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:02:45.351211 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fadb0f1-8533-48e8-a01e-92a3c35c3c8f,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:02:45.360568 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:45.360943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:45.361250 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:45.361582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:45.361909 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:45.362248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:45.362570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:45.362892 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:45.363225 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:45.363537 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:45.363846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:45.364155 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:02:45.379595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] Unset dirty status for tenant:f7359ed188e74d4d8d817d26eae01295 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:02:45.381491 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-99d72a50-9d08-439b-bc5d-c817edf2ed09 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a8263d29473b4d1a800de5b49f23756a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3172326 Jan 27 17:02:45.384379 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54174) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:02:45.451640 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab0fcaa4-b4d7-49db-aa54-9a57c9833cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:45.481175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab0fcaa4-b4d7-49db-aa54-9a57c9833cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:45.576858 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab0fcaa4-b4d7-49db-aa54-9a57c9833cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:45.596829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fcaa4-b4d7-49db-aa54-9a57c9833cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fadb0f1-8533-48e8-a01e-92a3c35c3c8f,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:02:45.604936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab0fcaa4-b4d7-49db-aa54-9a57c9833cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:45.606088 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ab0fcaa4-b4d7-49db-aa54-9a57c9833cb4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5fadb0f1-8533-48e8-a01e-92a3c35c3c8f HTTP/1.1" status: 204 len: 168 time: 0.2206733 Jan 27 17:02:48.686358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f64ba986-de8f-4c4c-b198-913b079d9fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:50.969219 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9b9f62c9-9ea8-49dd-afde-74b331a981dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:52.038421 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:52.171839 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:53.277597 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:02:54.822599 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 5 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:03:18.683032 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75fef40b-ca8d-43b2-b895-aaaef12b8c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:20.963298 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8a1f1851-52b0-476c-8f8a-da03c14890d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:22.054223 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:22.172013 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:23.278621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:31.821278 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 5 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:03:48.689766 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c08cd2b-8a71-447b-8454-f41032b6c956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:50.978340 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c29c8871-011a-41cd-916d-d8c24fc2f780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:52.054609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:52.166972 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:03:53.287726 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:03.106006 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591033'] for agent, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:08.825491 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:04:18.345232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54244) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:04:18.467698 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a990997a-19af-46dd-9ce6-449c11ab8ee1 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1209600 Jan 27 17:04:18.676087 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c435821b-fd48-47be-a263-5b559cc4fbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:20.605416 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54254) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:04:20.673445 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ce5b0be6-7f4e-4255-b2ed-a13eea396999 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0668945 Jan 27 17:04:20.979715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bae541c4-0216-4a95-be3f-db5bd83b2bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:22.050153 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:22.169999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:23.292003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:33.076905 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:45.825901 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:04:48.680614 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc151b30-ed99-4771-95b4-19599feba648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:50.973717 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae5f5-e579-4759-a0b4-84cc66ff9430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:52.052928 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:52.179891 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:04:53.298173 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:03.076213 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:18.686769 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8e14b1e-2925-4f60-9df1-331941f58425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:20.977568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e80fe69-6efc-4e21-a89c-cc8dbfd209b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:22.054068 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:22.175000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:22.825366 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:05:23.293501 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:33.088873 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:45.780327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54422) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:46.189824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1050919288-network', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:46.194939 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:46.199129 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Usage tracker for resource:network and tenant:9ee54b4815b744a4b1368a3f71dedf93 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:46.203039 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:46.209034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:46.220446 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Made reservation on behalf of 9ee54b4815b744a4b1368a3f71dedf93 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:05:46.223024 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:46.235046 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:46.249577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:46.254182 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Usage tracker for resource:security_group_rule and tenant:9ee54b4815b744a4b1368a3f71dedf93 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:46.258057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:46.264895 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:46.348680 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:46.355006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:46.363825 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54448) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:46.391025 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e93c9ac-5f1d-4932-b070-8768d1f66c4b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:46.393121 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:05:46.403218 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:46.403575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:46.404092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:46.404421 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:46.404772 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:46.405068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:46.405409 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:46.405736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:46.406049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:46.406360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:46.406754 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:46.407011 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Tracked resource versions report: Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: pushed versions: Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: { 'AddressGroup': {'1.2'}, Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'ConntrackHelper': {'1.0'}, Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Log': {'1.0'}, Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Network': {'1.1'}, Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Port': {'1.7'}, Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'PortForwarding': {'1.2'}, Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'QosPolicy': {'1.8'}, Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'SecurityGroup': {'1.4'}, Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'SecurityGroupRule': {'1.2'}, Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'SubPort': {'1.0'}, Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Subnet': {'1.1'}, Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Trunk': {'1.1'}} Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: consumer versions: Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: { DHCP agent@dv-neutron-826439-2-hyperv: {}, Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: HyperV agent@hv-neutron-8264: {}, Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: L3 agent@dv-neutron-826439-2-hyperv: {}, Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: Metadata agent@dv-neutron-826439-2-hyperv: {}, Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: Metering agent@dv-neutron-826439-2-hyperv: {}, Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: Open vSwitch agent@dv-neutron-826439-2-hyperv: { 'AddressGroup': '1.2', Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'ConntrackHelper': '1.0', Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Log': '1.0', Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Network': '1.1', Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Port': '1.7', Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'PortForwarding': '1.2', Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'QosPolicy': '1.8', Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'SecurityGroup': '1.4', Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'SecurityGroupRule': '1.2', Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'SubPort': '1.0', Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Subnet': '1.1', Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: 'Trunk': '1.1'}} Jan 27 17:05:46.408004 dv-neutron-826439-2-hyperv neutron-server[87594]: {{(pid=87594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 17:05:46.419319 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:46.419655 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Added segment e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750 of type vlan for network c8512c58-bd55-456e-9586-bd5fab4baa27 Jan 27 17:05:46.452945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:46.541147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:46.542874 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:05:46.543556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:46.586011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54460) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:46.648940 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54468) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:46.649153 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8676238 Jan 27 17:05:46.657202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Request body: {'subnet': {'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1050919288-subnet', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:46.657403 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e8e0c-7be7-406a-b6b0-e2f6b6d87288 admin admin] Pushing event updated for resources: {'Network': ['ID=c8512c58-bd55-456e-9586-bd5fab4baa27,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:46.663383 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:46.668483 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Usage tracker for resource:subnet and tenant:9ee54b4815b744a4b1368a3f71dedf93 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:46.670537 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network c8512c58-bd55-456e-9586-bd5fab4baa27 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:05:46.671877 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:46.678526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:46.692540 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Made reservation on behalf of 9ee54b4815b744a4b1368a3f71dedf93 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:05:46.695970 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:46.836427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1690785565-network', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:46.841602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:46.853332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Usage tracker for resource:network and tenant:bf9f89d75dcb4854990f9172a39cae4d is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:46.863667 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:46.909851 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:46.969944 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Made reservation on behalf of bf9f89d75dcb4854990f9172a39cae4d for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:05:46.972243 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:46.986054 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.019914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.064857 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cabf1cf-bd81-4663-a142-89f7ff9fd2bd,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:47.079976 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:47.080320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:47.080653 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:47.080974 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:47.081295 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:47.081633 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:47.081996 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:47.082334 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:47.082634 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:47.082945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:47.083254 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:47.083559 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Tracked resource versions report: Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: pushed versions: Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: { 'AddressGroup': {'1.2'}, Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'ConntrackHelper': {'1.0'}, Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Log': {'1.0'}, Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Network': {'1.1'}, Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Port': {'1.7'}, Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'PortForwarding': {'1.2'}, Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'QosPolicy': {'1.8'}, Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'SecurityGroup': {'1.4'}, Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'SecurityGroupRule': {'1.2'}, Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'SubPort': {'1.0'}, Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Subnet': {'1.1'}, Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Trunk': {'1.1'}} Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: consumer versions: Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: { DHCP agent@dv-neutron-826439-2-hyperv: {}, Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: HyperV agent@hv-neutron-8264: {}, Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: L3 agent@dv-neutron-826439-2-hyperv: {}, Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: Metadata agent@dv-neutron-826439-2-hyperv: {}, Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: Metering agent@dv-neutron-826439-2-hyperv: {}, Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: Open vSwitch agent@dv-neutron-826439-2-hyperv: { 'AddressGroup': '1.2', Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'ConntrackHelper': '1.0', Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Log': '1.0', Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Network': '1.1', Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Port': '1.7', Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'PortForwarding': '1.2', Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'QosPolicy': '1.8', Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'SecurityGroup': '1.4', Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'SecurityGroupRule': '1.2', Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'SubPort': '1.0', Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Subnet': '1.1', Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: 'Trunk': '1.1'}} Jan 27 17:05:47.084710 dv-neutron-826439-2-hyperv neutron-server[87595]: {{(pid=87595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 17:05:47.108238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1088274207-network', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:47.112792 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:47.116836 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Usage tracker for resource:network and tenant:406c1347ba5a453bb38d862a9a6c44ff is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:47.129115 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:47.135667 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Checking segment: {'id': 'e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:05:47.136061 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Network hostable DHCP agents. Network: c8512c58-bd55-456e-9586-bd5fab4baa27, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:05:47.142447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:47.144771 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:47.154683 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Usage tracker for resource:security_group_rule and tenant:bf9f89d75dcb4854990f9172a39cae4d is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:47.159991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:47.167265 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:47.172376 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Made reservation on behalf of 406c1347ba5a453bb38d862a9a6c44ff for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:05:47.175061 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.195509 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Network c8512c58-bd55-456e-9586-bd5fab4baa27 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:05:47.197542 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.239570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:47.242259 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, c8512c58-bd55-456e-9586-bd5fab4baa27) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:05:47.248472 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:05:47.248472 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.256098 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9a85d4-b605-4234-8b4c-068f15081563 None None] Network c8512c58-bd55-456e-9586-bd5fab4baa27 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:05:47.261863 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Usage tracker for resource:security_group_rule and tenant:406c1347ba5a453bb38d862a9a6c44ff is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:47.268587 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:47.278914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:47.313452 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9af0d611-c1cc-4362-accb-8f2a46b8c3e0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6621170 Jan 27 17:05:47.317050 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54492) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:47.324383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1050919288-router', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:47.332615 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:47.343100 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Usage tracker for resource:router and tenant:9ee54b4815b744a4b1368a3f71dedf93 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:47.349568 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:47.365171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:47.380921 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.388600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.390098 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.432660 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.443769 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.445776 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.480132 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab06144-39a0-4629-a672-087275efe6d7,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:47.487121 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.538510 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84d8cd9-8109-47b8-bb27-7fdacf124359,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:47.553934 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:05:47.557143 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:05:47.575244 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726415991053', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.575825 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Unsubscribe: segment precommit_create {{(pid=87595) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 17:05:47.576317 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Added segment ce4b805f-10ca-4c69-bf04-a2937a4c1454 of type vlan for network 541e3743-3e75-4c6c-9e97-b96740f8fa0d Jan 27 17:05:47.582458 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-c8512c58-bd55-456e-9586-bd5fab4baa27', 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'fixed_ips': [{'subnet_id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:05:47.583658 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.586292 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.586621 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Added segment 7d9ad29e-9efb-46b6-a4fe-281b7c002171 of type vlan for network 9141664f-a2df-4f3d-8af6-9e336042f636 Jan 27 17:05:47.649147 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.664249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.714792 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.716890 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:05:47.716890 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.758305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.759518 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:05:47.760655 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.765916 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4001637 Jan 27 17:05:47.772468 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54510) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:47.786709 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-998d0f1d-8b97-4b35-a8e2-fd2c1dd48d48 admin admin] Request body: {'subnet': {'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1690785565-subnet', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:47.791922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-998d0f1d-8b97-4b35-a8e2-fd2c1dd48d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:47.795706 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-998d0f1d-8b97-4b35-a8e2-fd2c1dd48d48 admin admin] Usage tracker for resource:subnet and tenant:bf9f89d75dcb4854990f9172a39cae4d is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:47.798532 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-998d0f1d-8b97-4b35-a8e2-fd2c1dd48d48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:47.804178 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-998d0f1d-8b97-4b35-a8e2-fd2c1dd48d48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:47.827991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998d0f1d-8b97-4b35-a8e2-fd2c1dd48d48 admin admin] Made reservation on behalf of bf9f89d75dcb4854990f9172a39cae4d for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:05:47.830540 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-998d0f1d-8b97-4b35-a8e2-fd2c1dd48d48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:47.843174 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Allocated IP 172.20.0.2 (c8512c58-bd55-456e-9586-bd5fab4baa27/3cabf1cf-bd81-4663-a142-89f7ff9fd2bd/4488b531-09dc-4327-acee-cf36998280bf) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:05:47.869979 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2819049 Jan 27 17:05:47.873545 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54518) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:47.964611 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f81a3788-d4fe-41bb-b3fe-e2607516c40d admin admin] Request body: {'subnet': {'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1088274207-subnet', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:47.972616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fc19c-d36c-4694-bc36-8faa72f2ad26 admin admin] Pushing event updated for resources: {'Network': ['ID=9141664f-a2df-4f3d-8af6-9e336042f636,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:47.999644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 9141664f-a2df-4f3d-8af6-9e336042f636 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:05:48.011294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54524) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:48.022701 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f81a3788-d4fe-41bb-b3fe-e2607516c40d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:48.038942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:48.184197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f81a3788-d4fe-41bb-b3fe-e2607516c40d admin admin] Usage tracker for resource:subnet and tenant:406c1347ba5a453bb38d862a9a6c44ff is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:48.218268 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f81a3788-d4fe-41bb-b3fe-e2607516c40d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:48.235825 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f81a3788-d4fe-41bb-b3fe-e2607516c40d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:48.265498 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:48.288046 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Transition to ACTIVE for port object 4488b531-09dc-4327-acee-cf36998280bf will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:05:48.315540 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Transition to ACTIVE for port object 4488b531-09dc-4327-acee-cf36998280bf will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:05:48.325130 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:48.372902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81a3788-d4fe-41bb-b3fe-e2607516c40d admin admin] Made reservation on behalf of 406c1347ba5a453bb38d862a9a6c44ff for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:05:48.377441 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f81a3788-d4fe-41bb-b3fe-e2607516c40d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:48.389974 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Network c8512c58-bd55-456e-9586-bd5fab4baa27 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:05:48.397135 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:05:48.401507 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:05:48.406127 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84074b25-eec3-4591-aba7-74291b929aef admin admin] Pushing event updated for resources: {'Network': ['ID=541e3743-3e75-4c6c-9e97-b96740f8fa0d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:48.447122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 541e3743-3e75-4c6c-9e97-b96740f8fa0d details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:05:48.468582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:48.501131 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Pushing event updated for resources: {'Port': ['ID=4488b531-09dc-4327-acee-cf36998280bf,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:48.503868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:48.526525 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:48.526937 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:48.527275 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:48.527603 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:48.527923 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:48.528244 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:48.528562 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:48.528933 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:48.529255 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:48.529568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:48.529906 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:48.530217 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Tracked resource versions report: Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: pushed versions: Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: { 'AddressGroup': {'1.2'}, Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'ConntrackHelper': {'1.0'}, Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Log': {'1.0'}, Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Network': {'1.1'}, Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Port': {'1.7'}, Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'PortForwarding': {'1.2'}, Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'QosPolicy': {'1.8'}, Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'SecurityGroup': {'1.4'}, Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'SecurityGroupRule': {'1.2'}, Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'SubPort': {'1.0'}, Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Subnet': {'1.1'}, Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Trunk': {'1.1'}} Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: consumer versions: Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: { DHCP agent@dv-neutron-826439-2-hyperv: {}, Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: HyperV agent@hv-neutron-8264: {}, Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: L3 agent@dv-neutron-826439-2-hyperv: {}, Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: Metadata agent@dv-neutron-826439-2-hyperv: {}, Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: Metering agent@dv-neutron-826439-2-hyperv: {}, Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: Open vSwitch agent@dv-neutron-826439-2-hyperv: { 'AddressGroup': '1.2', Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'ConntrackHelper': '1.0', Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Log': '1.0', Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Network': '1.1', Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Port': '1.7', Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'PortForwarding': '1.2', Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'QosPolicy': '1.8', Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'SecurityGroup': '1.4', Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'SecurityGroupRule': '1.2', Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'SubPort': '1.0', Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Subnet': '1.1', Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: 'Trunk': '1.1'}} Jan 27 17:05:48.531414 dv-neutron-826439-2-hyperv neutron-server[87596]: {{(pid=87596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 17:05:48.549068 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Attempting to bind port 4488b531-09dc-4327-acee-cf36998280bf on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:05:48.549431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Attempting to bind port 4488b531-09dc-4327-acee-cf36998280bf by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:05:48.549967 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Attempting to bind port 4488b531-09dc-4327-acee-cf36998280bf on network c8512c58-bd55-456e-9586-bd5fab4baa27 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:05:48.567218 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:05:48.567642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Checking segment: {'id': 'e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:05:48.568148 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:48.568672 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Bound using segment: {'id': 'e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:05:48.569141 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Bound port: 4488b531-09dc-4327-acee-cf36998280bf, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:05:48.569541 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:48.675571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Allocated IP 172.26.1.115 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/5152282e-73b1-408a-b139-2ef332fe1b70) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:05:48.739480 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55fcb609-66a6-4dbc-8fc5-7ebd76fdd8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:48.746978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:48.756825 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:48.772917 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Usage tracker for resource:floatingip and tenant:b2b5800961e04be0aff7609405dc7ca8 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:48.776335 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] For port 4488b531-09dc-4327-acee-cf36998280bf, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:05:48.779767 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:48.783122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] For port 4488b531-09dc-4327-acee-cf36998280bf, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4488b531-09dc-4327-acee-cf36998280bf,segment=NetworkSegment(e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750),segment_id=e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:05:48.792748 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:48.802174 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54546) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:48.806319 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:48.864992 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:48.873882 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:48.911024 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-998d0f1d-8b97-4b35-a8e2-fd2c1dd48d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:48.913514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:48.972233 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdd3a9-a3fc-4462-8ca8-aae5ca4a74c8 None None] Pushing event updated for resources: {'Port': ['ID=4488b531-09dc-4327-acee-cf36998280bf,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:49.003391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d0f1d-8b97-4b35-a8e2-fd2c1dd48d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59fab0d6-08e6-4a61-8a29-c48217b1a9e5,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:49.035346 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:05:49.037185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Pushing event updated for resources: {'Port': ['ID=5152282e-73b1-408a-b139-2ef332fe1b70,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:49.046753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:05:49.059809 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:05:49.197081 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998d0f1d-8b97-4b35-a8e2-fd2c1dd48d48 admin admin] Checking segment: {'id': '7d9ad29e-9efb-46b6-a4fe-281b7c002171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:05:49.197525 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998d0f1d-8b97-4b35-a8e2-fd2c1dd48d48 admin admin] Network hostable DHCP agents. Network: 9141664f-a2df-4f3d-8af6-9e336042f636, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:05:49.230883 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54562) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:49.281923 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f81a3788-d4fe-41bb-b3fe-e2607516c40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:49.289722 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-81313187', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:49.336263 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:49.356829 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Usage tracker for resource:port and tenant:1103a29b4aca47f4a7fffea04c3ff409 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:49.370720 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:49.390242 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:49.392290 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998d0f1d-8b97-4b35-a8e2-fd2c1dd48d48 admin admin] Network 9141664f-a2df-4f3d-8af6-9e336042f636 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:05:49.419685 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54572) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:49.451125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54576) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:49.452669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-998d0f1d-8b97-4b35-a8e2-fd2c1dd48d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 9141664f-a2df-4f3d-8af6-9e336042f636) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:05:49.458462 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998d0f1d-8b97-4b35-a8e2-fd2c1dd48d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:05:49.459093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-998d0f1d-8b97-4b35-a8e2-fd2c1dd48d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:49.463199 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4b94db-376e-40fa-bc78-a37bc972478e None None] Network 9141664f-a2df-4f3d-8af6-9e336042f636 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:05:49.493926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Made reservation on behalf of 1103a29b4aca47f4a7fffea04c3ff409 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:05:49.496527 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:49.538014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a3788-d4fe-41bb-b3fe-e2607516c40d admin admin] Pushing event updated for resources: {'Subnet': ['ID=228f1672-179a-43da-b8a9-bb821d1b9be6,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:49.562743 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a3788-d4fe-41bb-b3fe-e2607516c40d admin admin] Checking segment: {'id': 'ce4b805f-10ca-4c69-bf04-a2937a4c1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:05:49.563277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a3788-d4fe-41bb-b3fe-e2607516c40d admin admin] Network hostable DHCP agents. Network: 541e3743-3e75-4c6c-9e97-b96740f8fa0d, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:05:49.575547 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-970758968'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:49.584307 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1621484976', 'router:external': True}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:49.591345 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:49.610794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:49.618538 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:49.662623 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:49.664293 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-998d0f1d-8b97-4b35-a8e2-fd2c1dd48d48 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8850279 Jan 27 17:05:49.671595 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1744551641'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:49.674971 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:49.677474 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Usage tracker for resource:network and tenant:0b805863241c4139880a2c20563c8584 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:49.682612 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54586) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:49.686968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:49.694392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:49.700551 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1690785565-router', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:49.713946 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Usage tracker for resource:security_group_rule and tenant:1103a29b4aca47f4a7fffea04c3ff409 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:49.720412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:49.722833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:49.725706 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:49.730752 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Usage tracker for resource:network and tenant:fecd79f1e96c4fefb9e3aa96cf45b209 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:49.738316 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a3788-d4fe-41bb-b3fe-e2607516c40d admin admin] Network 541e3743-3e75-4c6c-9e97-b96740f8fa0d is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:05:49.743509 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:49.747789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:49.749936 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Usage tracker for resource:network and tenant:bf619d2234f84260947f85b3ec1d6e89 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:49.760982 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:49.768880 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-9141664f-a2df-4f3d-8af6-9e336042f636', 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'fixed_ips': [{'subnet_id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:05:49.769771 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:49.777290 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:49.787975 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:49.795618 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-f81a3788-d4fe-41bb-b3fe-e2607516c40d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 541e3743-3e75-4c6c-9e97-b96740f8fa0d) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:05:49.800549 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a3788-d4fe-41bb-b3fe-e2607516c40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:05:49.801462 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f81a3788-d4fe-41bb-b3fe-e2607516c40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:49.807325 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:49.816229 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Made reservation on behalf of 0b805863241c4139880a2c20563c8584 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:05:49.819846 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:49.827002 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea570857-c48c-4be6-b8f8-a6470b080a05 None None] Network 541e3743-3e75-4c6c-9e97-b96740f8fa0d requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:05:49.904617 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Usage tracker for resource:router and tenant:bf9f89d75dcb4854990f9172a39cae4d is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:49.913582 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:49.917012 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:49.926989 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Made reservation on behalf of fecd79f1e96c4fefb9e3aa96cf45b209 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:05:49.929760 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:49.978926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:49.987765 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Made reservation on behalf of bf619d2234f84260947f85b3ec1d6e89 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:05:49.992315 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:50.010693 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:50.051956 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:50.053845 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:50.079986 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:50.092189 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f81a3788-d4fe-41bb-b3fe-e2607516c40d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1449258 Jan 27 17:05:50.098190 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Usage tracker for resource:security_group_rule and tenant:0b805863241c4139880a2c20563c8584 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:50.152788 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-541e3743-3e75-4c6c-9e97-b96740f8fa0d', 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'fixed_ips': [{'subnet_id': '228f1672-179a-43da-b8a9-bb821d1b9be6'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:05:50.153742 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:50.174420 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54592) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:50.181327 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4488b531-09dc-4327-acee-cf36998280bf up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:05:50.184828 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1088274207-router', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:50.188251 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:50.196912 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:50.197110 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:50.203855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Usage tracker for resource:router and tenant:406c1347ba5a453bb38d862a9a6c44ff is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:50.207171 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:50.208672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:50.214910 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:50.225548 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:50.234741 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:50.277935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Allocated IP 172.26.1.222 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/0b980943-89e9-4413-aae8-b429b5f0ec0a) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:05:50.296789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:50.297837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:50.341958 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:50.364876 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Allocated IP 172.20.0.2 (9141664f-a2df-4f3d-8af6-9e336042f636/59fab0d6-08e6-4a61-8a29-c48217b1a9e5/01e6154e-6a30-4e13-9766-6c4a2ee352d0) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:05:50.378504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:50.386352 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a15ff4-07fa-4fc9-9030-fe6455a3b951 None None] Network c8512c58-bd55-456e-9586-bd5fab4baa27 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:05:50.392092 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:50.446200 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:50.461534 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:50.465541 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] device_id is not set on port bcc0b4f6-1979-42ae-9ceb-cd35089d916c yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:05:50.527202 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 4488b531-09dc-4327-acee-cf36998280bf completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:05:50.548775 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Usage tracker for resource:security_group_rule and tenant:fecd79f1e96c4fefb9e3aa96cf45b209 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:50.557331 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Usage tracker for resource:security_group_rule and tenant:bf619d2234f84260947f85b3ec1d6e89 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:50.570001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Router fb51b725-d170-475b-96a6-68c10a75d654 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:05:50.574317 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:50.580557 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:50.608867 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:50.648414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:50.678825 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:50.681291 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Allocated IP 172.20.0.2 (541e3743-3e75-4c6c-9e97-b96740f8fa0d/228f1672-179a-43da-b8a9-bb821d1b9be6/dcccf720-d51a-4df9-b958-7d894ca262a0) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:05:50.704494 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-75e23cee-be45-4729-ba11-73283c44d76c None None] Provisioning for port 4488b531-09dc-4327-acee-cf36998280bf completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:05:50.718503 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2053e9-05dc-4c80-99c7-f2982f22027e,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:50.735294 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-75e23cee-be45-4729-ba11-73283c44d76c None None] Provisioning complete for port 4488b531-09dc-4327-acee-cf36998280bf triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:05:50.735676 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75e23cee-be45-4729-ba11-73283c44d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:50.924145 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:50.939116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:50.988778 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:05:51.023925 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Sync routers for ids ['fb51b725-d170-475b-96a6-68c10a75d654'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:05:51.048019 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.049215 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Routers {'fb51b725-d170-475b-96a6-68c10a75d654'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:05:51.050399 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:05:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['fb51b725-d170-475b-96a6-68c10a75d654'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:05:51.061033 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.062781 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.066232 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-750b5ba9-8516-45f1-a81a-0f4bb230f3e5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7450581 Jan 27 17:05:51.068602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54600) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:51.077071 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.109156 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a578492-2b71-45d5-9252-5df9502148e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.112180 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Transition to ACTIVE for port object 01e6154e-6a30-4e13-9766-6c4a2ee352d0 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:05:51.162251 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.169548 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:05:51.191052 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.224828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734dedca-920a-43d2-8913-c8ff7f460fef,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:51.227760 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.234950 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Transition to ACTIVE for port object 01e6154e-6a30-4e13-9766-6c4a2ee352d0 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:05:51.310916 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75e23cee-be45-4729-ba11-73283c44d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.321561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.325619 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.325968 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Added segment 33b243d9-fa46-4a94-9b77-33f3641dbec7 of type vlan for network dfad42a2-7087-4355-a955-87cd2c023a3a Jan 27 17:05:51.327080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Pushing event updated for resources: {'Port': ['ID=0b980943-89e9-4413-aae8-b429b5f0ec0a,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:51.331336 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.376382 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Set router fb51b725-d170-475b-96a6-68c10a75d654 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:05:51.400606 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:05:51.401504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.420219 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.422946 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:05:51.426915 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:05:51.430831 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Network 9141664f-a2df-4f3d-8af6-9e336042f636 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:05:51.441868 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:05:51.442476 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:05:51.450371 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:05:51.454571 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Transition to ACTIVE for port object dcccf720-d51a-4df9-b958-7d894ca262a0 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:05:51.470701 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-75e23cee-be45-4729-ba11-73283c44d76c None None] For port 4488b531-09dc-4327-acee-cf36998280bf, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4488b531-09dc-4327-acee-cf36998280bf,segment=NetworkSegment(e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750),segment_id=e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:05:51.510505 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Pushing event updated for resources: {'Port': ['ID=01e6154e-6a30-4e13-9766-6c4a2ee352d0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:51.516281 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.529811 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75e23cee-be45-4729-ba11-73283c44d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.575263 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dc31fd-344d-4e5d-ab3d-38c89e2a6b0a,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:51.586030 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Transition to ACTIVE for port object dcccf720-d51a-4df9-b958-7d894ca262a0 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:05:51.603585 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:05:51.626179 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.666183 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.666567 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Added segment ac2ab534-fcbf-464a-8410-7bea3c15df86 of type vlan for network f3fc7963-5d16-4b0c-8e30-c2f77c80071e Jan 27 17:05:51.675135 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.685674 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Allocated IP 172.26.1.123 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/bcc0b4f6-1979-42ae-9ceb-cd35089d916c) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:05:51.718011 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e23cee-be45-4729-ba11-73283c44d76c None None] Pushing event updated for resources: {'Port': ['ID=4488b531-09dc-4327-acee-cf36998280bf,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:51.734750 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.735089 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Added segment 15225c98-730a-4cfc-ae81-e3baa4e50fd6 of type vlan for network f940dc35-36a5-49b0-82ec-d4b2cc40d3bd Jan 27 17:05:51.775972 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327210b9-9a98-4c86-92f6-53be8a52ac92,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:51.811520 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.847720 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Attempting to bind port 01e6154e-6a30-4e13-9766-6c4a2ee352d0 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:05:51.848464 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Attempting to bind port 01e6154e-6a30-4e13-9766-6c4a2ee352d0 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7d9ad29e-9efb-46b6-a4fe-281b7c002171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:05:51.849033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Attempting to bind port 01e6154e-6a30-4e13-9766-6c4a2ee352d0 on network 9141664f-a2df-4f3d-8af6-9e336042f636 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:05:51.859233 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Network 541e3743-3e75-4c6c-9e97-b96740f8fa0d is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:05:51.866077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:05:51.879997 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:05:51.880764 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Checking segment: {'id': '7d9ad29e-9efb-46b6-a4fe-281b7c002171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:05:51.881376 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.882029 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Bound using segment: {'id': '7d9ad29e-9efb-46b6-a4fe-281b7c002171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:05:51.883178 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Bound port: 01e6154e-6a30-4e13-9766-6c4a2ee352d0, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9ad29e-9efb-46b6-a4fe-281b7c002171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:05:51.884010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:51.895715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:05:51.901413 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'name': 'tempest-ServerActionsTestJSON-1050919288-router', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:47Z', 'updated_at': '2022-01-27T17:05:49Z', 'revision_number': 3, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'gw_port': {'id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:48Z', 'updated_at': '2022-01-27T17:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:05:51.907262 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Checking router: fb51b725-d170-475b-96a6-68c10a75d654 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:05:51.907615 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Updating router fb51b725-d170-475b-96a6-68c10a75d654 port 5152282e-73b1-408a-b139-2ef332fe1b70 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:05:51.933631 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.030074 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Pushing event updated for resources: {'Port': ['ID=dcccf720-d51a-4df9-b958-7d894ca262a0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:52.034395 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.203311 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.215372 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4488b531-09dc-4327-acee-cf36998280bf up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:05:52.276229 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-3568050d-f368-44d9-902b-8daf0fa69175 None None] Provisioning complete for port 4488b531-09dc-4327-acee-cf36998280bf triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:05:52.276945 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3568050d-f368-44d9-902b-8daf0fa69175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.289517 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.308297 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] For port 01e6154e-6a30-4e13-9766-6c4a2ee352d0, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:05:52.332176 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Attempting to bind port dcccf720-d51a-4df9-b958-7d894ca262a0 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:05:52.332555 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Attempting to bind port dcccf720-d51a-4df9-b958-7d894ca262a0 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'ce4b805f-10ca-4c69-bf04-a2937a4c1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:05:52.332901 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Attempting to bind port dcccf720-d51a-4df9-b958-7d894ca262a0 on network 541e3743-3e75-4c6c-9e97-b96740f8fa0d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:05:52.345830 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.358868 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.359115 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] For port 01e6154e-6a30-4e13-9766-6c4a2ee352d0, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=01e6154e-6a30-4e13-9766-6c4a2ee352d0,segment=NetworkSegment(7d9ad29e-9efb-46b6-a4fe-281b7c002171),segment_id=7d9ad29e-9efb-46b6-a4fe-281b7c002171)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:05:52.364523 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:05:52.364909 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Checking segment: {'id': 'ce4b805f-10ca-4c69-bf04-a2937a4c1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:05:52.365304 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.365727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Bound using segment: {'id': 'ce4b805f-10ca-4c69-bf04-a2937a4c1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:05:52.366175 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Bound port: dcccf720-d51a-4df9-b958-7d894ca262a0, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4b805f-10ca-4c69-bf04-a2937a4c1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:05:52.366660 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.372783 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.386162 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.392138 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.447221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.452875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:05:52.453456 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.463804 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.465829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Allocated IP 172.20.0.1 (c8512c58-bd55-456e-9586-bd5fab4baa27/3cabf1cf-bd81-4663-a142-89f7ff9fd2bd/19da04c5-c874-4e56-a41c-070cf64b8c45) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:05:52.521067 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.618210 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d969d51-c816-4e56-b502-794399fa0741 None None] Pushing event updated for resources: {'Port': ['ID=01e6154e-6a30-4e13-9766-6c4a2ee352d0,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:52.624508 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 4488b531-09dc-4327-acee-cf36998280bf triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:05:52.624809 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.649445 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] For port dcccf720-d51a-4df9-b958-7d894ca262a0, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:05:52.650578 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:05:52.651099 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.670151 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:05:52.682814 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] For port dcccf720-d51a-4df9-b958-7d894ca262a0, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=dcccf720-d51a-4df9-b958-7d894ca262a0,segment=NetworkSegment(ce4b805f-10ca-4c69-bf04-a2937a4c1454),segment_id=ce4b805f-10ca-4c69-bf04-a2937a4c1454)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:05:52.696338 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.741153 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Pushing event updated for resources: {'Port': ['ID=0b980943-89e9-4413-aae8-b429b5f0ec0a,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:52.867346 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.874527 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b0a36-91aa-4212-a504-8bd7615bcf49 None None] Pushing event updated for resources: {'Port': ['ID=dcccf720-d51a-4df9-b958-7d894ca262a0,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:52.887246 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Transition to ACTIVE for port object 19da04c5-c874-4e56-a41c-070cf64b8c45 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:05:52.908353 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Pushing event updated for resources: {'Network': ['ID=dfad42a2-7087-4355-a955-87cd2c023a3a,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:52.920101 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network dfad42a2-7087-4355-a955-87cd2c023a3a details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:05:52.922036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.953601 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:52.961738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:05:52.962375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.017657 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Pushing event updated for resources: {'Port': ['ID=19da04c5-c874-4e56-a41c-070cf64b8c45,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:53.023622 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Network c8512c58-bd55-456e-9586-bd5fab4baa27 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:05:53.024917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:05:53.041217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:05:53.041820 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.072880 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.074072 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:05:53.074709 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.080438 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.209084 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e40ca824-20fd-4204-9a55-e670539c757c tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.9514084 Jan 27 17:05:53.213166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.277806 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.296490 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.8279681 Jan 27 17:05:53.297473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54618) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:53.319407 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.395444 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Request body: {'network': {'name': 'tempest-network--311634345', 'router:external': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:53.401522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:53.415443 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Usage tracker for resource:network and tenant:d1436c1d57d447ef9d9d1f18d553e1f8 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:53.418990 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 3.9854593 Jan 27 17:05:53.420073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d48c2-34a3-4603-9546-d678fd3aeef5 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Pushing event updated for resources: {'Network': ['ID=f940dc35-36a5-49b0-82ec-d4b2cc40d3bd,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:53.422691 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54624) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:53.423541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:53.438912 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:53.442307 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network f940dc35-36a5-49b0-82ec-d4b2cc40d3bd details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:05:53.444720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d78cc8f5-4137-4297-a7f3-2d49446d29d7 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Request body: {'subnet': {'network_id': 'f3fc7963-5d16-4b0c-8e30-c2f77c80071e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:53.461969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d78cc8f5-4137-4297-a7f3-2d49446d29d7 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:53.473767 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.477903 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-69d1e1f1-99ea-4b68-a449-c0f879caf901 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4497979 Jan 27 17:05:53.479304 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54630) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:53.479788 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.486902 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d78cc8f5-4137-4297-a7f3-2d49446d29d7 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Usage tracker for resource:subnet and tenant:fecd79f1e96c4fefb9e3aa96cf45b209 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:53.489612 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Made reservation on behalf of d1436c1d57d447ef9d9d1f18d553e1f8 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:05:53.492123 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.504193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1710901835', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'fixed_ips': [{'ip_address': '172.26.1.222'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:53.514540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d78cc8f5-4137-4297-a7f3-2d49446d29d7 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:53.543192 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d78cc8f5-4137-4297-a7f3-2d49446d29d7 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:53.550088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.581482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901e207-802b-4e2f-b83e-c42ad44a1fd8 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Pushing event updated for resources: {'Network': ['ID=f3fc7963-5d16-4b0c-8e30-c2f77c80071e,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:53.586197 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:53.614552 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.634284 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:53.635920 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network f3fc7963-5d16-4b0c-8e30-c2f77c80071e details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:05:53.637141 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Usage tracker for resource:security_group_rule and tenant:d1436c1d57d447ef9d9d1f18d553e1f8 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:53.648073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78cc8f5-4137-4297-a7f3-2d49446d29d7 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Made reservation on behalf of fecd79f1e96c4fefb9e3aa96cf45b209 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:05:53.650543 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d78cc8f5-4137-4297-a7f3-2d49446d29d7 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.666702 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:53.671141 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Usage tracker for resource:port and tenant:b2b5800961e04be0aff7609405dc7ca8 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:53.675514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:53.682577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:53.711841 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:53.713903 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Made reservation on behalf of b2b5800961e04be0aff7609405dc7ca8 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:05:53.716354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.724105 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:05:53.733329 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:05:53.742723 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:05:53.743859 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:05:53.745135 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.751556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.769655 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Pushing event updated for resources: {'Port': ['ID=bcc0b4f6-1979-42ae-9ceb-cd35089d916c,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:53.808103 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:53.812644 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Usage tracker for resource:security_group_rule and tenant:b2b5800961e04be0aff7609405dc7ca8 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:53.814690 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0b6a05a5-116d-4573-95d6-7d57e83d89ea tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 5.0049334 Jan 27 17:05:53.815784 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:53.817082 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-dec2b4e7-4ff3-4805-821d-1aaf43c8cc9b None None] Provisioning for port 19da04c5-c874-4e56-a41c-070cf64b8c45 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:05:53.818282 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54638) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:53.822782 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-dec2b4e7-4ff3-4805-821d-1aaf43c8cc9b None None] Provisioning complete for port 19da04c5-c874-4e56-a41c-070cf64b8c45 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:05:53.823353 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:53.823659 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dec2b4e7-4ff3-4805-821d-1aaf43c8cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.832230 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-3569bc59-9e57-4e8f-a986-6282740295a9 tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.123'}]}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:53.838642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3569bc59-9e57-4e8f-a986-6282740295a9 tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:53.844694 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3569bc59-9e57-4e8f-a986-6282740295a9 tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Usage tracker for resource:router and tenant:1103a29b4aca47f4a7fffea04c3ff409 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:53.848538 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3569bc59-9e57-4e8f-a986-6282740295a9 tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:53.857191 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3569bc59-9e57-4e8f-a986-6282740295a9 tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:53.907528 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-dec2b4e7-4ff3-4805-821d-1aaf43c8cc9b None None] Port 19da04c5-c874-4e56-a41c-070cf64b8c45 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:05:53.914288 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3569bc59-9e57-4e8f-a986-6282740295a9 tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.915697 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3569bc59-9e57-4e8f-a986-6282740295a9 tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:53.955327 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3569bc59-9e57-4e8f-a986-6282740295a9 tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:54.069324 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:54.090166 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Transition to ACTIVE for port object 5152282e-73b1-408a-b139-2ef332fe1b70 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:05:54.120337 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:54.230616 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7916757-ed61-4028-8933-94d415676f4f None None] Network 9141664f-a2df-4f3d-8af6-9e336042f636 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:05:54.313214 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Attempting to bind port 5152282e-73b1-408a-b139-2ef332fe1b70 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:05:54.313578 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Attempting to bind port 5152282e-73b1-408a-b139-2ef332fe1b70 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:05:54.314003 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Attempting to bind port 5152282e-73b1-408a-b139-2ef332fe1b70 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:05:54.322758 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device dcccf720-d51a-4df9-b958-7d894ca262a0 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:05:54.340673 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:05:54.340956 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:05:54.341359 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:54.341769 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:05:54.342237 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Bound port: 5152282e-73b1-408a-b139-2ef332fe1b70, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:05:54.342616 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:54.364972 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:05:54.375333 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:54.405478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:54.407288 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbf21a-11d5-4910-ba1e-d8456e13a18a None None] Pushing event updated for resources: {'Port': ['ID=5152282e-73b1-408a-b139-2ef332fe1b70,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:54.419156 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54642) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:54.437640 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbf21a-11d5-4910-ba1e-d8456e13a18a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:54.438011 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbf21a-11d5-4910-ba1e-d8456e13a18a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:54.438400 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbf21a-11d5-4910-ba1e-d8456e13a18a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:54.438845 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbf21a-11d5-4910-ba1e-d8456e13a18a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:54.439167 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbf21a-11d5-4910-ba1e-d8456e13a18a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:54.440239 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbf21a-11d5-4910-ba1e-d8456e13a18a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:54.440579 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbf21a-11d5-4910-ba1e-d8456e13a18a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:54.441079 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbf21a-11d5-4910-ba1e-d8456e13a18a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:54.441426 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbf21a-11d5-4910-ba1e-d8456e13a18a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:54.441776 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbf21a-11d5-4910-ba1e-d8456e13a18a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:54.442098 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbf21a-11d5-4910-ba1e-d8456e13a18a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:54.442413 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbf21a-11d5-4910-ba1e-d8456e13a18a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbf21a-11d5-4910-ba1e-d8456e13a18a None None] Tracked resource versions report: Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: pushed versions: Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: { 'AddressGroup': {'1.2'}, Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'ConntrackHelper': {'1.0'}, Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Log': {'1.0'}, Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Network': {'1.1'}, Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Port': {'1.7'}, Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'PortForwarding': {'1.2'}, Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'QosPolicy': {'1.8'}, Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'SecurityGroup': {'1.4'}, Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'SecurityGroupRule': {'1.2'}, Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'SubPort': {'1.0'}, Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Subnet': {'1.1'}, Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Trunk': {'1.1'}} Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: consumer versions: Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: { DHCP agent@dv-neutron-826439-2-hyperv: {}, Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: HyperV agent@hv-neutron-8264: {}, Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: L3 agent@dv-neutron-826439-2-hyperv: {}, Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: Metadata agent@dv-neutron-826439-2-hyperv: {}, Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: Metering agent@dv-neutron-826439-2-hyperv: {}, Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: Open vSwitch agent@dv-neutron-826439-2-hyperv: { 'AddressGroup': '1.2', Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'ConntrackHelper': '1.0', Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Log': '1.0', Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Network': '1.1', Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Port': '1.7', Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'PortForwarding': '1.2', Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'QosPolicy': '1.8', Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'SecurityGroup': '1.4', Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'SecurityGroupRule': '1.2', Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'SubPort': '1.0', Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Subnet': '1.1', Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: 'Trunk': '1.1'}} Jan 27 17:05:54.443640 dv-neutron-826439-2-hyperv neutron-server[87597]: {{(pid=87597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 17:05:54.462980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] device_id is not set on port 01c6606b-ec12-4433-bcd7-e92345ad5062 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:05:54.493482 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] For port 5152282e-73b1-408a-b139-2ef332fe1b70, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:05:54.499604 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] For port 5152282e-73b1-408a-b139-2ef332fe1b70, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5152282e-73b1-408a-b139-2ef332fe1b70,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:05:54.507213 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:54.537199 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:54.547885 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Allocated IP 172.26.1.107 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/e110cdae-868b-4978-b9a7-1fd851f42f1a) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:05:54.548147 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-26ca824f-c26a-43a1-9bd1-eb91beb20d53 None None] Provisioning for port 01e6154e-6a30-4e13-9766-6c4a2ee352d0 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:05:54.553350 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Request body: {'port': {'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a', 'binding:host_id': 'hv-neutron-8264', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-74698213'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:54.560339 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3569bc59-9e57-4e8f-a986-6282740295a9 tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:54.578802 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port dcccf720-d51a-4df9-b958-7d894ca262a0 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:05:54.580500 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:54.584946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Usage tracker for resource:port and tenant:d77b62a8f38e407595d485134620d03a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:54.586919 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 01e6154e-6a30-4e13-9766-6c4a2ee352d0 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:05:54.588307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:54.594392 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:54.629863 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:54.630709 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:54.663512 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63689fbc-f6f2-4347-b4d3-eea24c4cb6ae None None] Network 541e3743-3e75-4c6c-9e97-b96740f8fa0d requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:05:54.674759 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbf21a-11d5-4910-ba1e-d8456e13a18a None None] Pushing event updated for resources: {'Port': ['ID=5152282e-73b1-408a-b139-2ef332fe1b70,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:54.686479 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Made reservation on behalf of d77b62a8f38e407595d485134620d03a for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:05:54.686625 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Routers {'fb51b725-d170-475b-96a6-68c10a75d654'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:05:54.687292 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:05:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['fb51b725-d170-475b-96a6-68c10a75d654'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:05:54.689203 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:54.750706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:54.765279 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Pushing event updated for resources: {'Port': ['ID=19da04c5-c874-4e56-a41c-070cf64b8c45,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:54.780645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:54.784634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Usage tracker for resource:security_group_rule and tenant:d77b62a8f38e407595d485134620d03a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:54.787495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:54.793416 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:54.816463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b0a2a92e-8a57-4457-bc54-2f9e1d6a502d None None] Provisioning for port dcccf720-d51a-4df9-b958-7d894ca262a0 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:05:54.874490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b0a2a92e-8a57-4457-bc54-2f9e1d6a502d None None] Provisioning complete for port dcccf720-d51a-4df9-b958-7d894ca262a0 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:05:54.874988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:54.875254 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a92e-8a57-4457-bc54-2f9e1d6a502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:54.952537 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] Set router fb51b725-d170-475b-96a6-68c10a75d654 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:05:54.987312 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3569bc59-9e57-4e8f-a986-6282740295a9 tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:55.017870 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 01e6154e-6a30-4e13-9766-6c4a2ee352d0 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:05:55.023061 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3569bc59-9e57-4e8f-a986-6282740295a9 tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:55.041311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:55.045007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] device_id is not set on port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:05:55.046170 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 01e6154e-6a30-4e13-9766-6c4a2ee352d0 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:05:55.046686 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:55.199641 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Network c8512c58-bd55-456e-9586-bd5fab4baa27 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:05:55.220749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:05:55.225411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:55.258913 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a92e-8a57-4457-bc54-2f9e1d6a502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:55.269743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8615981-838a-469e-b7c1-7965d2b45c70,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:55.387444 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-b0a2a92e-8a57-4457-bc54-2f9e1d6a502d None None] For port dcccf720-d51a-4df9-b958-7d894ca262a0, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=dcccf720-d51a-4df9-b958-7d894ca262a0,segment=NetworkSegment(ce4b805f-10ca-4c69-bf04-a2937a4c1454),segment_id=ce4b805f-10ca-4c69-bf04-a2937a4c1454)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:05:55.409908 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a92e-8a57-4457-bc54-2f9e1d6a502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:55.435649 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'name': 'tempest-ServerActionsTestJSON-1050919288-router', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:47Z', 'updated_at': '2022-01-27T17:05:53Z', 'revision_number': 4, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'gw_port': {'id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:48Z', 'updated_at': '2022-01-27T17:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '19da04c5-c874-4e56-a41c-070cf64b8c45', 'name': '', 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'mac_address': 'fa:16:3e:be:62:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:51Z', 'updated_at': '2022-01-27T17:05:53Z', 'revision_number': 2, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'subnets': [{'id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:05:55.440654 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e7705c-7d97-4f4c-ba04-f86eb8c0662f None None] The sync data for ids ['fb51b725-d170-475b-96a6-68c10a75d654'] in dv-neutron-826439-2-hyperv is: [{'id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'name': 'tempest-ServerActionsTestJSON-1050919288-router', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:47Z', 'updated_at': '2022-01-27T17:05:53Z', 'revision_number': 4, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'gw_port': {'id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:48Z', 'updated_at': '2022-01-27T17:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '19da04c5-c874-4e56-a41c-070cf64b8c45', 'name': '', 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'mac_address': 'fa:16:3e:be:62:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:51Z', 'updated_at': '2022-01-27T17:05:53Z', 'revision_number': 2, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'subnets': [{'id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:05:55.506639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:55.513268 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:55.567591 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2a92e-8a57-4457-bc54-2f9e1d6a502d None None] Pushing event updated for resources: {'Port': ['ID=dcccf720-d51a-4df9-b958-7d894ca262a0,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:55.582994 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 01e6154e-6a30-4e13-9766-6c4a2ee352d0, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=01e6154e-6a30-4e13-9766-6c4a2ee352d0,segment=NetworkSegment(7d9ad29e-9efb-46b6-a4fe-281b7c002171),segment_id=7d9ad29e-9efb-46b6-a4fe-281b7c002171)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:05:55.588025 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:55.665586 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4729fbd3-e268-4a03-8706-32afc4a6c2a1 None None] Provisioning complete for port 19da04c5-c874-4e56-a41c-070cf64b8c45 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:05:55.665989 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4729fbd3-e268-4a03-8706-32afc4a6c2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:55.676097 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3603b9-f89a-4c2e-b7ff-0fb7eb3e2c08,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:55.714600 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=01e6154e-6a30-4e13-9766-6c4a2ee352d0,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:55.743995 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:05:55.756516 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4729fbd3-e268-4a03-8706-32afc4a6c2a1 None None] Port 19da04c5-c874-4e56-a41c-070cf64b8c45 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:05:55.767594 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4729fbd3-e268-4a03-8706-32afc4a6c2a1 None None] Provisioning complete for port 01e6154e-6a30-4e13-9766-6c4a2ee352d0 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:05:55.767953 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4729fbd3-e268-4a03-8706-32afc4a6c2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:55.793160 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb5f651-0929-42ec-977f-c0ef250c350c,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:55.883290 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:55.883634 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Added segment 148a64dc-75ed-4172-94b5-6f87c5a62c34 of type vlan for network be8620c4-6206-49fc-a060-8918d1d60e43 Jan 27 17:05:56.018952 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device dcccf720-d51a-4df9-b958-7d894ca262a0 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:05:56.051021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:56.073833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] device_id is not set on port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:05:56.076650 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-17f90cf8-f64f-4e9b-ac60-7b9d85abbfb9 None None] Provisioning complete for port dcccf720-d51a-4df9-b958-7d894ca262a0 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:05:56.077118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-17f90cf8-f64f-4e9b-ac60-7b9d85abbfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:56.100785 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:56.109438 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:56.157988 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port dcccf720-d51a-4df9-b958-7d894ca262a0 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:05:56.158498 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:56.184411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Router fb51b725-d170-475b-96a6-68c10a75d654 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:05:56.191154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Transition to ACTIVE for port object 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:05:56.301395 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:56.350325 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 01e6154e-6a30-4e13-9766-6c4a2ee352d0 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:05:56.354205 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:56.355251 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:05:56.355863 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:56.411454 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:56.425754 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 01e6154e-6a30-4e13-9766-6c4a2ee352d0 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:05:56.426388 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:56.433902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Allocated IP 172.26.1.247 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/43b8a3dd-8afe-44c9-9842-a7d5a51b4974) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:05:56.559676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Pushing event updated for resources: {'Port': ['ID=001ac7d5-5e1d-484a-8ea0-388cfaee8b40,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:56.595116 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:05:56.611727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:56.648882 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:56.681670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Pushing event updated for resources: {'Network': ['ID=be8620c4-6206-49fc-a060-8918d1d60e43,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:56.686213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:05:56.688429 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:05:56.694299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network be8620c4-6206-49fc-a060-8918d1d60e43 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:05:56.763467 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:05:56.767875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:05:56.774428 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:05:56.839781 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Pushing event updated for resources: {'Port': ['ID=43b8a3dd-8afe-44c9-9842-a7d5a51b4974,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:56.940813 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3569bc59-9e57-4e8f-a986-6282740295a9 tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:57.009502 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Checking segment: {'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:05:57.009894 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Network hostable DHCP agents. Network: dfad42a2-7087-4355-a955-87cd2c023a3a, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:05:57.099153 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.objects.ports [None req-d78cc8f5-4137-4297-a7f3-2d49446d29d7 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87594) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:05:57.099625 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d78cc8f5-4137-4297-a7f3-2d49446d29d7 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:57.137317 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:05:57.138942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e110cdae-868b-4978-b9a7-1fd851f42f1a,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:57.149037 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f4a31e04-44b9-47df-97ed-c6c59c6776cc admin admin] 10.222.0.50 "PUT /v2.0/routers/fb51b725-d170-475b-96a6-68c10a75d654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0787172 Jan 27 17:05:57.171161 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4f000572-5865-4c90-8b7e-916c5127197c tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.8684013 Jan 27 17:05:57.182593 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54652) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:57.286034 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 17:05:57.286573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:05:57.340137 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cc8f5-4137-4297-a7f3-2d49446d29d7 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ebfaf8b0-2de8-4711-9076-555b95d00538,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:57.353195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Network dfad42a2-7087-4355-a955-87cd2c023a3a is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:05:57.411568 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3569bc59-9e57-4e8f-a986-6282740295a9 tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:57.423882 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3569bc59-9e57-4e8f-a986-6282740295a9 tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:57.460125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78cc8f5-4137-4297-a7f3-2d49446d29d7 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Checking segment: {'id': 'ac2ab534-fcbf-464a-8410-7bea3c15df86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f3fc7963-5d16-4b0c-8e30-c2f77c80071e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:05:57.460537 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78cc8f5-4137-4297-a7f3-2d49446d29d7 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Network hostable DHCP agents. Network: f3fc7963-5d16-4b0c-8e30-c2f77c80071e, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:05:57.464690 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, dfad42a2-7087-4355-a955-87cd2c023a3a) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:05:57.473741 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8fa7a9b5-6367-48f7-a1da-e6e4b1232f9b tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.9912782 Jan 27 17:05:57.478559 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd63683-a2ae-447b-be74-ac11c8768266 None None] Network dfad42a2-7087-4355-a955-87cd2c023a3a requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:05:57.479133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54668) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:57.483517 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:57.494106 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:05:57.649016 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3569bc59-9e57-4e8f-a986-6282740295a9 tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:57.650225 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3569bc59-9e57-4e8f-a986-6282740295a9 tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0aca5e7-4028-4ca7-9c98-57291c594c33 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:05:57.680564 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:57.727894 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:57.749841 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:05:57.750494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:05:57.750780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:05:57.787665 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:05:57.787665 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:05:57.792054 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-3569bc59-9e57-4e8f-a986-6282740295a9 tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 27 17:05:57.796171 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3569bc59-9e57-4e8f-a986-6282740295a9 tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9767985 Jan 27 17:05:57.804471 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 2 to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 Jan 27 17:05:57.804698 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54672) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:57.935758 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-d06f59c4-edc9-4eef-8c10-9e6ae182ac7d tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Deleting port bcc0b4f6-1979-42ae-9ceb-cd35089d916c {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:05:57.936257 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d06f59c4-edc9-4eef-8c10-9e6ae182ac7d tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:57.944917 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Sync routers for ids ['fb51b725-d170-475b-96a6-68c10a75d654'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:05:57.947494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78cc8f5-4137-4297-a7f3-2d49446d29d7 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Network f3fc7963-5d16-4b0c-8e30-c2f77c80071e is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:05:57.964079 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Routers {'fb51b725-d170-475b-96a6-68c10a75d654'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:05:57.964567 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:05:57.965012 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:05:57.965435 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:05:57.966355 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:05:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['fb51b725-d170-475b-96a6-68c10a75d654'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:05:58.061375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:58.093093 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:05:58.093604 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:05:58.094830 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:05:58.095256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > port after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:05:58.095766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:05:58.096300 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > port after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:05:58.096792 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:05:58.097220 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:05:58.097766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:05:58.098222 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:05:58.199154 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5152282e-73b1-408a-b139-2ef332fe1b70 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:05:58.205731 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54678) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:58.225153 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-56dfbcec-ae99-4760-84e2-0a6850283503 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1723700577', 'description': 'tempest-description--1444334034'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:58.273095 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:05:58.273447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:05:58.273984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:05:58.274355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:05:58.275239 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8620c4-6206-49fc-a060-8918d1d60e43']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:05:58.284938 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-56dfbcec-ae99-4760-84e2-0a6850283503 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:58.286124 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Set router fb51b725-d170-475b-96a6-68c10a75d654 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:05:58.288750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148a64dc-75ed-4172-94b5-6f87c5a62c34') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:05:58.288750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148a64dc-75ed-4172-94b5-6f87c5a62c34') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:05:58.300700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:58.305892 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-56dfbcec-ae99-4760-84e2-0a6850283503 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Usage tracker for resource:security_group and tenant:9ee54b4815b744a4b1368a3f71dedf93 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:58.310672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-56dfbcec-ae99-4760-84e2-0a6850283503 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:58.317077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:58.322269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-56dfbcec-ae99-4760-84e2-0a6850283503 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:58.324080 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:05:58.324475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:58.357595 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:58.360208 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 5152282e-73b1-408a-b139-2ef332fe1b70 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:05:58.371998 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-56dfbcec-ae99-4760-84e2-0a6850283503 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: from cryptography.utils import int_from_bytes Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: from cryptography.utils import int_from_bytes Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn_limited( Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn_limited( Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:05:58.416256 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:05:58.420104 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 5152282e-73b1-408a-b139-2ef332fe1b70 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:05:58.420468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:58.444318 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-c897665a-0752-4906-8e7a-85a751ec8e70 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Deleting port 0b980943-89e9-4413-aae8-b429b5f0ec0a {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:05:58.444318 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c897665a-0752-4906-8e7a-85a751ec8e70 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:58.453706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-d78cc8f5-4137-4297-a7f3-2d49446d29d7 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, f3fc7963-5d16-4b0c-8e30-c2f77c80071e) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:05:58.461734 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:05:58.461734 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:05:58.483750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de27cd4-894c-456f-8311-979f00056687 None None] Network f3fc7963-5d16-4b0c-8e30-c2f77c80071e requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:05:58.531352 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 3 to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 Jan 27 17:05:58.532044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-56dfbcec-ae99-4760-84e2-0a6850283503 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:58.551127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78cc8f5-4137-4297-a7f3-2d49446d29d7 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:05:58.551804 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d78cc8f5-4137-4297-a7f3-2d49446d29d7 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:58.585938 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-56dfbcec-ae99-4760-84e2-0a6850283503 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Usage tracker for resource:security_group_rule and tenant:9ee54b4815b744a4b1368a3f71dedf93 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:58.594560 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:05:58.594962 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:05:58.595348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:05:58.596473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-56dfbcec-ae99-4760-84e2-0a6850283503 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:58.621801 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:58.630281 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:05:58.630505 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:05:58.636427 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 4 to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 Jan 27 17:05:58.682389 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d78cc8f5-4137-4297-a7f3-2d49446d29d7 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.2550900 Jan 27 17:05:58.683554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network be8620c4-6206-49fc-a060-8918d1d60e43 {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 27 17:05:58.692347 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-56dfbcec-ae99-4760-84e2-0a6850283503 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:58.694130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54682) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:58.706108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-607cca8e-909b-4199-8dee-45676196ec8d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-437204578', 'network_id': 'f3fc7963-5d16-4b0c-8e30-c2f77c80071e'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:58.721889 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-607cca8e-909b-4199-8dee-45676196ec8d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:58.739695 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d06f59c4-edc9-4eef-8c10-9e6ae182ac7d tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:58.753983 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-607cca8e-909b-4199-8dee-45676196ec8d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Usage tracker for resource:port and tenant:fecd79f1e96c4fefb9e3aa96cf45b209 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:58.766681 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-607cca8e-909b-4199-8dee-45676196ec8d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:58.781842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-607cca8e-909b-4199-8dee-45676196ec8d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:58.849629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Pushing event deleted for resources: {'Network': ['ID=be8620c4-6206-49fc-a060-8918d1d60e43,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:58.851810 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:58.857430 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-424a17a5-b9b2-4aee-b2fd-fd0f0b29d6ad tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] 10.222.0.50 "DELETE /v2.0/networks/be8620c4-6206-49fc-a060-8918d1d60e43 HTTP/1.1" status: 204 len: 168 time: 1.6693664 Jan 27 17:05:58.887559 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:58.896428 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54686) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:58.904303 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-d06f59c4-edc9-4eef-8c10-9e6ae182ac7d tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Calling delete_port for bcc0b4f6-1979-42ae-9ceb-cd35089d916c owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:05:58.913094 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:05:58.913457 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:05:58.913850 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:05:58.946280 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 5152282e-73b1-408a-b139-2ef332fe1b70, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5152282e-73b1-408a-b139-2ef332fe1b70,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:05:58.951275 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c5f44334-ecd6-4f0f-a316-a137907b63be tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:58.952693 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56cd537-0233-437d-9dd2-d514094398ad None None] Network f3fc7963-5d16-4b0c-8e30-c2f77c80071e requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:05:58.967589 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c5f44334-ecd6-4f0f-a316-a137907b63be tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:58.975935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607cca8e-909b-4199-8dee-45676196ec8d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Made reservation on behalf of fecd79f1e96c4fefb9e3aa96cf45b209 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:05:58.978312 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-607cca8e-909b-4199-8dee-45676196ec8d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:58.983291 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:58.999664 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c5f44334-ecd6-4f0f-a316-a137907b63be tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Usage tracker for resource:network and tenant:d1436c1d57d447ef9d9d1f18d553e1f8 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:59.009718 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c897665a-0752-4906-8e7a-85a751ec8e70 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:59.010540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c897665a-0752-4906-8e7a-85a751ec8e70 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:59.012812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c5f44334-ecd6-4f0f-a316-a137907b63be tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:59.038155 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c5f44334-ecd6-4f0f-a316-a137907b63be tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:59.143574 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-607cca8e-909b-4199-8dee-45676196ec8d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] device_id is not set on port 7e99c74b-2d32-4ec6-b5e3-f4b3d7073bb7 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:05:59.174596 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-c897665a-0752-4906-8e7a-85a751ec8e70 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Calling delete_port for 0b980943-89e9-4413-aae8-b429b5f0ec0a owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:05:59.183090 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-56dfbcec-ae99-4760-84e2-0a6850283503 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:59.188255 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f44334-ecd6-4f0f-a316-a137907b63be tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Made reservation on behalf of d1436c1d57d447ef9d9d1f18d553e1f8 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:05:59.190844 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c5f44334-ecd6-4f0f-a316-a137907b63be tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:59.207595 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Router 0bea4170-56f0-4f26-8008-551918a44abe is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:05:59.217937 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-56dfbcec-ae99-4760-84e2-0a6850283503 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:59.221878 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'name': 'tempest-ServerActionsTestJSON-1050919288-router', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:47Z', 'updated_at': '2022-01-27T17:05:53Z', 'revision_number': 4, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'gw_port': {'id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:48Z', 'updated_at': '2022-01-27T17:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '19da04c5-c874-4e56-a41c-070cf64b8c45', 'name': '', 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'mac_address': 'fa:16:3e:be:62:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:51Z', 'updated_at': '2022-01-27T17:05:53Z', 'revision_number': 2, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'subnets': [{'id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:05:59.237525 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=5152282e-73b1-408a-b139-2ef332fe1b70,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:59.242732 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Checking router: fb51b725-d170-475b-96a6-68c10a75d654 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:05:59.243079 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Updating router fb51b725-d170-475b-96a6-68c10a75d654 port 19da04c5-c874-4e56-a41c-070cf64b8c45 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:05:59.339529 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:59.381898 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:05:59.382288 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:05:59.392971 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 5 to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 Jan 27 17:05:59.408786 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfbcec-ae99-4760-84e2-0a6850283503 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69444fac-728a-4a85-9aac-da797b976ad2,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:59.422066 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:05:59.422701 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:05:59.422701 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:05:59.448387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f44334-ecd6-4f0f-a316-a137907b63be tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:05:59.481717 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:05:59.481717 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:05:59.492009 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 6 to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 Jan 27 17:05:59.498920 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d06f59c4-edc9-4eef-8c10-9e6ae182ac7d tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:59.546678 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c5f44334-ecd6-4f0f-a316-a137907b63be tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:59.547002 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-c5f44334-ecd6-4f0f-a316-a137907b63be tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Added segment 3a946b2f-bff3-41ca-84ec-051c3cb1d55d of type vlan for network 6c7c2fa5-4a41-42c1-855c-cc929dc27bc4 Jan 27 17:05:59.555030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:05:59.555349 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:05:59.555672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:05:59.566500 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-56dfbcec-ae99-4760-84e2-0a6850283503 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:59.567676 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-56dfbcec-ae99-4760-84e2-0a6850283503 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3548703 Jan 27 17:05:59.567778 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:59.569499 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:05:59.569903 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:05:59.576250 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 7 to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 Jan 27 17:05:59.587349 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54690) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:59.637335 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f59c4-edc9-4eef-8c10-9e6ae182ac7d tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcc0b4f6-1979-42ae-9ceb-cd35089d916c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:05:59.653834 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-eac270f7-cf9a-4531-b754-4b127e09353e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Request body: {'security_group_rule': {'security_group_id': '69444fac-728a-4a85-9aac-da797b976ad2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:05:59.672118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-eac270f7-cf9a-4531-b754-4b127e09353e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:05:59.677481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:05:59.677820 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:05:59.678144 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:05:59.680650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-eac270f7-cf9a-4531-b754-4b127e09353e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Usage tracker for resource:security_group_rule and tenant:9ee54b4815b744a4b1368a3f71dedf93 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:05:59.687684 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-eac270f7-cf9a-4531-b754-4b127e09353e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:05:59.699136 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:05:59.699378 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:05:59.699889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c897665a-0752-4906-8e7a-85a751ec8e70 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:59.708115 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 8 to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 Jan 27 17:05:59.724602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-607cca8e-909b-4199-8dee-45676196ec8d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Allocated IP 172.20.0.14 (f3fc7963-5d16-4b0c-8e30-c2f77c80071e/ebfaf8b0-2de8-4711-9076-555b95d00538/7e99c74b-2d32-4ec6-b5e3-f4b3d7073bb7) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:05:59.730003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d06f59c4-edc9-4eef-8c10-9e6ae182ac7d tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:59.742055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-eac270f7-cf9a-4531-b754-4b127e09353e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:05:59.745028 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c5f44334-ecd6-4f0f-a316-a137907b63be tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:59.756340 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d06f59c4-edc9-4eef-8c10-9e6ae182ac7d tempest-RoutersAdminNegativeIpV6Test-1490671837 tempest-RoutersAdminNegativeIpV6Test-1490671837-project-admin] 10.222.0.50 "DELETE /v2.0/ports/bcc0b4f6-1979-42ae-9ceb-cd35089d916c HTTP/1.1" status: 204 len: 168 time: 1.9510648 Jan 27 17:05:59.760813 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:05:59.771877 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:59.782049 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Sync routers for ids ['0bea4170-56f0-4f26-8008-551918a44abe'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:05:59.787357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Transition to ACTIVE for port object 19da04c5-c874-4e56-a41c-070cf64b8c45 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:05:59.796363 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:59.800680 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Routers {'0bea4170-56f0-4f26-8008-551918a44abe'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:05:59.801471 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:05:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0bea4170-56f0-4f26-8008-551918a44abe'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:05:59.839078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:59.842836 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b51a9cff-438c-4329-82d4-f833fbf90e51 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 10.1565533 Jan 27 17:05:59.846911 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54698) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:05:59.952990 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:05:59.953419 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:05:59.953626 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:05:59.982275 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c5f44334-ecd6-4f0f-a316-a137907b63be tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:05:59.983243 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f44334-ecd6-4f0f-a316-a137907b63be tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:05:59.983818 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c5f44334-ecd6-4f0f-a316-a137907b63be tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:00.016130 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897665a-0752-4906-8e7a-85a751ec8e70 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b980943-89e9-4413-aae8-b429b5f0ec0a,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:00.090016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:00.092942 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:00.106000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c414f2-14c4-47c2-80d9-8cb82f4ca4e1 None None] Pushing event updated for resources: {'Port': ['ID=19da04c5-c874-4e56-a41c-070cf64b8c45,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:00.155335 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5152282e-73b1-408a-b139-2ef332fe1b70 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:00.176991 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 9 to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 Jan 27 17:06:00.196710 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eac270f7-cf9a-4531-b754-4b127e09353e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:00.208405 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Set router 0bea4170-56f0-4f26-8008-551918a44abe gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:00.242721 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:00.243147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:00.243575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:00.248538 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54706) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:00.251944 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c5f44334-ecd6-4f0f-a316-a137907b63be tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3186407 Jan 27 17:06:00.262214 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Attempting to bind port 19da04c5-c874-4e56-a41c-070cf64b8c45 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:00.265745 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Attempting to bind port 19da04c5-c874-4e56-a41c-070cf64b8c45 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:00.266261 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Attempting to bind port 19da04c5-c874-4e56-a41c-070cf64b8c45 on network c8512c58-bd55-456e-9586-bd5fab4baa27 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:00.268417 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54708) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:00.281520 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:06:00.282180 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Checking segment: {'id': 'e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:00.282723 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:00.283242 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Bound using segment: {'id': 'e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:06:00.284191 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Bound port: 19da04c5-c874-4e56-a41c-070cf64b8c45, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:06:00.284735 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:00.289235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-2f6c5d99-0ccb-4bb3-a40c-d579f51a6a43 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Request body: {'subnet': {'network_id': '6c7c2fa5-4a41-42c1-855c-cc929dc27bc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:00.307630 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:00.309614 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:00.330836 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 10 to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 Jan 27 17:06:00.352773 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2f6c5d99-0ccb-4bb3-a40c-d579f51a6a43 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:00.384879 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] For port 19da04c5-c874-4e56-a41c-070cf64b8c45, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:06:00.389317 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] For port 19da04c5-c874-4e56-a41c-070cf64b8c45, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=19da04c5-c874-4e56-a41c-070cf64b8c45,segment=NetworkSegment(e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750),segment_id=e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:06:00.402643 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:00.404381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f44334-ecd6-4f0f-a316-a137907b63be tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Pushing event updated for resources: {'Network': ['ID=6c7c2fa5-4a41-42c1-855c-cc929dc27bc4,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:00.410026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c897665a-0752-4906-8e7a-85a751ec8e70 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:00.443263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2f6c5d99-0ccb-4bb3-a40c-d579f51a6a43 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Usage tracker for resource:subnet and tenant:d1436c1d57d447ef9d9d1f18d553e1f8 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:00.453277 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 6c7c2fa5-4a41-42c1-855c-cc929dc27bc4 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:06:00.459223 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2f6c5d99-0ccb-4bb3-a40c-d579f51a6a43 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:00.474414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:00.479711 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:00.480183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:00.512556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2f6c5d99-0ccb-4bb3-a40c-d579f51a6a43 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:00.522396 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-607cca8e-909b-4199-8dee-45676196ec8d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:00.538039 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:00.538549 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:00.539015 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:00.571534 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aeaf54e5-834c-42f1-b69f-142e00856edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:00.598043 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6c5d99-0ccb-4bb3-a40c-d579f51a6a43 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Made reservation on behalf of d1436c1d57d447ef9d9d1f18d553e1f8 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:00.600481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5d99-0ccb-4bb3-a40c-d579f51a6a43 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:00.605323 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:06:00.626153 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 5152282e-73b1-408a-b139-2ef332fe1b70 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:00.626687 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:00.655549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eac270f7-cf9a-4531-b754-4b127e09353e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:00.677817 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bea4170-56f0-4f26-8008-551918a44abe', 'name': 'tempest-ServersTestJSON-1690785565-router', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:05:57Z', 'revision_number': 3, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'gw_port': {'id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:53Z', 'updated_at': '2022-01-27T17:05:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:00.679978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c897665a-0752-4906-8e7a-85a751ec8e70 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:00.681334 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c897665a-0752-4906-8e7a-85a751ec8e70 tempest-ExternalNetworksAdminNegativeTestJSON-466392242 tempest-ExternalNetworksAdminNegativeTestJSON-466392242-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/1090600c-ac36-428f-aa09-1b7ba31bf853 HTTP/1.1" status: 204 len: 168 time: 3.1927049 Jan 27 17:06:00.689999 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Checking router: 0bea4170-56f0-4f26-8008-551918a44abe for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:06:00.690486 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Updating router 0bea4170-56f0-4f26-8008-551918a44abe port 43b8a3dd-8afe-44c9-9842-a7d5a51b4974 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:06:00.707005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-aeaf54e5-834c-42f1-b69f-142e00856edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:00.711744 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Router e7f74d74-00dd-453c-8566-09ed062d114d is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:06:00.723354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eac270f7-cf9a-4531-b754-4b127e09353e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:00.729066 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-aeaf54e5-834c-42f1-b69f-142e00856edc admin admin] Usage tracker for resource:security_group_rule and tenant:11b104335aa548f6a27e618012ac3449 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:00.734901 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Routers {'fb51b725-d170-475b-96a6-68c10a75d654'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:00.736619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:05:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['fb51b725-d170-475b-96a6-68c10a75d654'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:00.751917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-aeaf54e5-834c-42f1-b69f-142e00856edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:00.776228 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:00.840896 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-aeaf54e5-834c-42f1-b69f-142e00856edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:00.866446 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac270f7-cf9a-4531-b754-4b127e09353e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0437d7b2-4281-450e-8f3c-aea228ee7fa2,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:00.875406 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-607cca8e-909b-4199-8dee-45676196ec8d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:00.894359 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c414f2-14c4-47c2-80d9-8cb82f4ca4e1 None None] Pushing event updated for resources: {'Port': ['ID=19da04c5-c874-4e56-a41c-070cf64b8c45,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:00.996466 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607cca8e-909b-4199-8dee-45676196ec8d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Network f3fc7963-5d16-4b0c-8e30-c2f77c80071e is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:01.003563 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-607cca8e-909b-4199-8dee-45676196ec8d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:01.010637 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607cca8e-909b-4199-8dee-45676196ec8d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:01.011605 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607cca8e-909b-4199-8dee-45676196ec8d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:01.012207 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-607cca8e-909b-4199-8dee-45676196ec8d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:01.017958 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cca8e-909b-4199-8dee-45676196ec8d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Pushing event updated for resources: {'Port': ['ID=7e99c74b-2d32-4ec6-b5e3-f4b3d7073bb7,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:01.130656 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] Set router fb51b725-d170-475b-96a6-68c10a75d654 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:01.165201 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-607cca8e-909b-4199-8dee-45676196ec8d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.4698293 Jan 27 17:06:01.174376 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54722) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:01.229204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54726) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:01.271941 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eac270f7-cf9a-4531-b754-4b127e09353e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:01.273890 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-eac270f7-cf9a-4531-b754-4b127e09353e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6855855 Jan 27 17:06:01.288082 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54732) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:01.302510 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-e6ef644b-d138-437d-9f79-d594f37b0227 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Request body: {'security_group_rule': {'security_group_id': '69444fac-728a-4a85-9aac-da797b976ad2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:01.314197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e6ef644b-d138-437d-9f79-d594f37b0227 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:01.320054 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] For port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:06:01.320742 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempted to set empty binding levels {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 27 17:06:01.330957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e6ef644b-d138-437d-9f79-d594f37b0227 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Usage tracker for resource:security_group_rule and tenant:9ee54b4815b744a4b1368a3f71dedf93 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:01.336814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e6ef644b-d138-437d-9f79-d594f37b0227 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:01.345235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:01.352633 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-12a58fd4-a3a3-4150-a6b0-690ccdaab17e tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Deleting port 7e99c74b-2d32-4ec6-b5e3-f4b3d7073bb7 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:01.352969 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12a58fd4-a3a3-4150-a6b0-690ccdaab17e tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:01.395171 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e6ef644b-d138-437d-9f79-d594f37b0227 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:01.516487 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:01.531795 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Transition to ACTIVE for port object 43b8a3dd-8afe-44c9-9842-a7d5a51b4974 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:01.540891 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:01.541900 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:01.542692 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:01.601073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e6ef644b-d138-437d-9f79-d594f37b0227 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:01.615874 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7083ed22-eef2-434c-95dd-11a22a605a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:01.621654 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Pushing event updated for resources: {'Port': ['ID=001ac7d5-5e1d-484a-8ea0-388cfaee8b40,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:01.630010 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76690c-28bf-41aa-9516-8e4fe2e8a133 None None] Pushing event updated for resources: {'Port': ['ID=43b8a3dd-8afe-44c9-9842-a7d5a51b4974,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:01.650315 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:06:01.653196 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ecfac58b-6c3f-4633-ac4e-5a5202ab2a78 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 7.2036772 Jan 27 17:06:01.663593 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Attempting to bind port 43b8a3dd-8afe-44c9-9842-a7d5a51b4974 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:01.664391 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54736) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:01.665123 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Attempting to bind port 43b8a3dd-8afe-44c9-9842-a7d5a51b4974 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:01.665622 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Attempting to bind port 43b8a3dd-8afe-44c9-9842-a7d5a51b4974 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:01.666391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Sync routers for ids ['e7f74d74-00dd-453c-8566-09ed062d114d'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:06:01.672472 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:06:01.673205 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:01.673799 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:01.674392 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:06:01.676011 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Bound port: 43b8a3dd-8afe-44c9-9842-a7d5a51b4974, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:06:01.676564 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:01.694363 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7083ed22-eef2-434c-95dd-11a22a605a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:01.703052 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Routers {'e7f74d74-00dd-453c-8566-09ed062d114d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:01.703748 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:05:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e7f74d74-00dd-453c-8566-09ed062d114d'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:01.724701 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7083ed22-eef2-434c-95dd-11a22a605a49 admin admin] Usage tracker for resource:security_group_rule and tenant:61201e1203cf4f3582650323900d496b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:01.733292 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7083ed22-eef2-434c-95dd-11a22a605a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:01.743280 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:01.765439 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] For port 43b8a3dd-8afe-44c9-9842-a7d5a51b4974, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:06:01.769638 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] For port 43b8a3dd-8afe-44c9-9842-a7d5a51b4974, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=43b8a3dd-8afe-44c9-9842-a7d5a51b4974,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:06:01.770681 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aeaf54e5-834c-42f1-b69f-142e00856edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:01.777567 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:01.779676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:01.781059 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-86202f87-7b68-4e60-be15-1a0ac23905d9 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.6006136 Jan 27 17:06:01.791800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-31bd9c55-f00e-46d8-8e9f-9c4cb4ecda05 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Deleting port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:01.792228 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-31bd9c55-f00e-46d8-8e9f-9c4cb4ecda05 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:01.819593 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54740) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:01.820858 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7083ed22-eef2-434c-95dd-11a22a605a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:01.833021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aeaf54e5-834c-42f1-b69f-142e00856edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:01.881191 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76690c-28bf-41aa-9516-8e4fe2e8a133 None None] Pushing event updated for resources: {'Port': ['ID=43b8a3dd-8afe-44c9-9842-a7d5a51b4974,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:01.915634 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Routers {'0bea4170-56f0-4f26-8008-551918a44abe'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:01.916638 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:05:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0bea4170-56f0-4f26-8008-551918a44abe'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:01.927857 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Set router e7f74d74-00dd-453c-8566-09ed062d114d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:01.942882 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e6ef644b-d138-437d-9f79-d594f37b0227 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:01.960580 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-aeaf54e5-834c-42f1-b69f-142e00856edc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=11b104335aa548f6a27e618012ac3449&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7034864 Jan 27 17:06:01.963117 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54744) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:02.009408 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e6ef644b-d138-437d-9f79-d594f37b0227 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:02.024930 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf54e5-834c-42f1-b69f-142e00856edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b5aca7-ad3f-4f03-96a1-8fa48e38df02,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:02.059505 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12a58fd4-a3a3-4150-a6b0-690ccdaab17e tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:02.154820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef644b-d138-437d-9f79-d594f37b0227 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec20f745-528e-4ab2-b2d0-56c842340237,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:02.169555 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 19da04c5-c874-4e56-a41c-070cf64b8c45 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:02.217627 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'name': 'tempest-ServerActionsTestJSON-1050919288-router', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:47Z', 'updated_at': '2022-01-27T17:05:53Z', 'revision_number': 4, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'gw_port': {'id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:48Z', 'updated_at': '2022-01-27T17:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '19da04c5-c874-4e56-a41c-070cf64b8c45', 'name': '', 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'mac_address': 'fa:16:3e:be:62:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:51Z', 'updated_at': '2022-01-27T17:06:00Z', 'revision_number': 4, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'subnets': [{'id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:02.257071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8855fe05-2fd4-4233-bba1-5430b1f1f601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:02.260311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-31bd9c55-f00e-46d8-8e9f-9c4cb4ecda05 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] For port 001ac7d5-5e1d-484a-8ea0-388cfaee8b40, host hv-neutron-8264, got binding levels [] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:02.260670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-31bd9c55-f00e-46d8-8e9f-9c4cb4ecda05 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:02.317004 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] Set router 0bea4170-56f0-4f26-8008-551918a44abe gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:02.378578 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-12a58fd4-a3a3-4150-a6b0-690ccdaab17e tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Calling delete_port for 7e99c74b-2d32-4ec6-b5e3-f4b3d7073bb7 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:02.417746 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-31bd9c55-f00e-46d8-8e9f-9c4cb4ecda05 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Calling delete_port for 001ac7d5-5e1d-484a-8ea0-388cfaee8b40 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:02.423311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f909d7-f7fe-4701-87b9-73bb4fa68a16 None None] The sync data for ids ['fb51b725-d170-475b-96a6-68c10a75d654'] in dv-neutron-826439-2-hyperv is: [{'id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'name': 'tempest-ServerActionsTestJSON-1050919288-router', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:47Z', 'updated_at': '2022-01-27T17:05:53Z', 'revision_number': 4, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'gw_port': {'id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:48Z', 'updated_at': '2022-01-27T17:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '19da04c5-c874-4e56-a41c-070cf64b8c45', 'name': '', 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'mac_address': 'fa:16:3e:be:62:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:51Z', 'updated_at': '2022-01-27T17:06:00Z', 'revision_number': 4, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'subnets': [{'id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:06:02.498232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8855fe05-2fd4-4233-bba1-5430b1f1f601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:02.515448 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 19da04c5-c874-4e56-a41c-070cf64b8c45 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:02.525625 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'name': 'tempest-ServersTestManualDisk-1088274207-router', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:05:57Z', 'revision_number': 3, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'gw_port': {'id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:84:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:52Z', 'updated_at': '2022-01-27T17:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:02.536150 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 19da04c5-c874-4e56-a41c-070cf64b8c45 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:02.537567 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:02.552375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.objects.ports [None req-2f6c5d99-0ccb-4bb3-a40c-d579f51a6a43 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87594) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:06:02.552942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5d99-0ccb-4bb3-a40c-d579f51a6a43 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:02.555003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e6ef644b-d138-437d-9f79-d594f37b0227 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:02.562733 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e6ef644b-d138-437d-9f79-d594f37b0227 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2732091 Jan 27 17:06:02.571422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Checking router: e7f74d74-00dd-453c-8566-09ed062d114d for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:06:02.571944 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Updating router e7f74d74-00dd-453c-8566-09ed062d114d port e110cdae-868b-4978-b9a7-1fd851f42f1a binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:06:02.574534 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54748) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:02.620042 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:02.689157 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:02.709329 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:02.714179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c5d99-0ccb-4bb3-a40c-d579f51a6a43 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7c76294f-ce94-4b53-b375-9dfadd15a17b,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:02.717721 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-31bd9c55-f00e-46d8-8e9f-9c4cb4ecda05 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:02.731877 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Usage tracker for resource:floatingip and tenant:9ee54b4815b744a4b1368a3f71dedf93 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:02.741041 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:02.745618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6c5d99-0ccb-4bb3-a40c-d579f51a6a43 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Checking segment: {'id': '3a946b2f-bff3-41ca-84ec-051c3cb1d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '6c7c2fa5-4a41-42c1-855c-cc929dc27bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:02.745995 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6c5d99-0ccb-4bb3-a40c-d579f51a6a43 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Network hostable DHCP agents. Network: 6c7c2fa5-4a41-42c1-855c-cc929dc27bc4, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:06:02.769110 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bea4170-56f0-4f26-8008-551918a44abe', 'name': 'tempest-ServersTestJSON-1690785565-router', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:05:57Z', 'revision_number': 3, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'gw_port': {'id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:53Z', 'updated_at': '2022-01-27T17:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:02.774038 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c3625d-0cc9-4702-88f7-a61422444d6b None None] The sync data for ids ['0bea4170-56f0-4f26-8008-551918a44abe'] in dv-neutron-826439-2-hyperv is: [{'id': '0bea4170-56f0-4f26-8008-551918a44abe', 'name': 'tempest-ServersTestJSON-1690785565-router', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:05:57Z', 'revision_number': 3, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'gw_port': {'id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:53Z', 'updated_at': '2022-01-27T17:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:06:02.805716 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:02.820540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd9c55-f00e-46d8-8e9f-9c4cb4ecda05 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Pushing event deleted for resources: {'Port': ['ID=001ac7d5-5e1d-484a-8ea0-388cfaee8b40,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:02.832572 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8855fe05-2fd4-4233-bba1-5430b1f1f601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:02.850715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855fe05-2fd4-4233-bba1-5430b1f1f601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b5aca7-ad3f-4f03-96a1-8fa48e38df02,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:02.875135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-31bd9c55-f00e-46d8-8e9f-9c4cb4ecda05 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:02.887537 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8855fe05-2fd4-4233-bba1-5430b1f1f601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:02.891440 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8855fe05-2fd4-4233-bba1-5430b1f1f601 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19b5aca7-ad3f-4f03-96a1-8fa48e38df02 HTTP/1.1" status: 204 len: 168 time: 0.9219682 Jan 27 17:06:02.891440 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-31bd9c55-f00e-46d8-8e9f-9c4cb4ecda05 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] 10.222.0.50 "DELETE /v2.0/ports/001ac7d5-5e1d-484a-8ea0-388cfaee8b40 HTTP/1.1" status: 204 len: 168 time: 1.2227743 Jan 27 17:06:02.892015 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6c5d99-0ccb-4bb3-a40c-d579f51a6a43 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Network 6c7c2fa5-4a41-42c1-855c-cc929dc27bc4 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:06:02.902954 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54754) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:02.909577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7083ed22-eef2-434c-95dd-11a22a605a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:02.958956 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ab09a9-4153-4ff6-9099-0f9cd1832fba tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] GET failed (client error): The resource could not be found. Jan 27 17:06:02.959619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-41ab09a9-4153-4ff6-9099-0f9cd1832fba tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Synchronizing usage tracker for tenant:d77b62a8f38e407595d485134620d03a on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:02.964215 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-2f6c5d99-0ccb-4bb3-a40c-d579f51a6a43 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 6c7c2fa5-4a41-42c1-855c-cc929dc27bc4) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:02.976509 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c5d99-0ccb-4bb3-a40c-d579f51a6a43 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:02.977190 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5d99-0ccb-4bb3-a40c-d579f51a6a43 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:02.982255 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7083ed22-eef2-434c-95dd-11a22a605a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:03.010946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-41ab09a9-4153-4ff6-9099-0f9cd1832fba tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Unset dirty status for tenant:d77b62a8f38e407595d485134620d03a on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:03.011494 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:03.015968 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-41ab09a9-4153-4ff6-9099-0f9cd1832fba tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] 10.222.0.50 "GET /v2.0/ports/001ac7d5-5e1d-484a-8ea0-388cfaee8b40 HTTP/1.1" status: 404 len: 333 time: 0.1083415 Jan 27 17:06:03.016506 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ea1219-56f0-46a3-9c5b-96d30dbb7155 None None] Network 6c7c2fa5-4a41-42c1-855c-cc929dc27bc4 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:06:03.018343 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2f6c5d99-0ccb-4bb3-a40c-d579f51a6a43 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7468450 Jan 27 17:06:03.019415 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54758) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:03.022208 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54760) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:03.028754 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-aeb4ce1f-6ca4-4af6-95b5-6cdc225d3a7e tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Request body: {'port': {'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1182704981'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:03.036149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-aeb4ce1f-6ca4-4af6-95b5-6cdc225d3a7e tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:03.061665 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-aeb4ce1f-6ca4-4af6-95b5-6cdc225d3a7e tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:03.093812 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:03.094647 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Request body: {'floatingip': {'floating_network_id': '6c7c2fa5-4a41-42c1-855c-cc929dc27bc4'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:03.107894 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:03.114064 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Usage tracker for resource:floatingip and tenant:d1436c1d57d447ef9d9d1f18d553e1f8 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:03.122203 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:03.137002 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:03.153708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb4ce1f-6ca4-4af6-95b5-6cdc225d3a7e tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Made reservation on behalf of d77b62a8f38e407595d485134620d03a for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:03.158264 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aeb4ce1f-6ca4-4af6-95b5-6cdc225d3a7e tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:03.187981 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:03.218800 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Allocated IP 172.20.0.1 (9141664f-a2df-4f3d-8af6-9e336042f636/59fab0d6-08e6-4a61-8a29-c48217b1a9e5/031105f4-0a5d-4f5c-ad10-7465904b3d7b) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:03.234370 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7083ed22-eef2-434c-95dd-11a22a605a49 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61201e1203cf4f3582650323900d496b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0002739 Jan 27 17:06:03.235436 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083ed22-eef2-434c-95dd-11a22a605a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f007e2e-3c67-4be4-8b00-5f7a71f12079,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:03.241867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54768) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:03.253951 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-aeb4ce1f-6ca4-4af6-95b5-6cdc225d3a7e tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] device_id is not set on port 85493041-e520-4b47-964c-9459426ffdd1 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:06:03.279424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12a58fd4-a3a3-4150-a6b0-690ccdaab17e tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:03.381146 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:03.494599 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 19da04c5-c874-4e56-a41c-070cf64b8c45, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=19da04c5-c874-4e56-a41c-070cf64b8c45,segment=NetworkSegment(e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750),segment_id=e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:03.531341 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:03.676874 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=19da04c5-c874-4e56-a41c-070cf64b8c45,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:03.714857 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:03.718918 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aeb4ce1f-6ca4-4af6-95b5-6cdc225d3a7e tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:03.734071 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a58fd4-a3a3-4150-a6b0-690ccdaab17e tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e99c74b-2d32-4ec6-b5e3-f4b3d7073bb7,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:03.740390 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Transition to ACTIVE for port object 031105f4-0a5d-4f5c-ad10-7465904b3d7b will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:03.740980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54772) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:03.788385 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aeb4ce1f-6ca4-4af6-95b5-6cdc225d3a7e tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:03.818026 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12a58fd4-a3a3-4150-a6b0-690ccdaab17e tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:03.847833 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-12a58fd4-a3a3-4150-a6b0-690ccdaab17e tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "DELETE /v2.0/ports/7e99c74b-2d32-4ec6-b5e3-f4b3d7073bb7 HTTP/1.1" status: 204 len: 168 time: 2.6695349 Jan 27 17:06:03.851791 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561094ce-3b16-4bac-a68f-e606747bacfa None None] Network 6c7c2fa5-4a41-42c1-855c-cc929dc27bc4 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:06:03.855671 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54776) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:03.869259 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3fc7963-5d16-4b0c-8e30-c2f77c80071e', 'external_fixed_ips': [{'subnet_id': 'ebfaf8b0-2de8-4711-9076-555b95d00538', 'ip_address': '172.20.0.14'}]}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:03.874358 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:03.878350 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Usage tracker for resource:router and tenant:fecd79f1e96c4fefb9e3aa96cf45b209 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:03.881366 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:03.887905 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:03.894872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:03.909161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4ce1f-6ca4-4af6-95b5-6cdc225d3a7e tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Pushing event updated for resources: {'Port': ['ID=85493041-e520-4b47-964c-9459426ffdd1,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:03.950747 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb4ce1f-6ca4-4af6-95b5-6cdc225d3a7e tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Network dfad42a2-7087-4355-a955-87cd2c023a3a is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:03.969224 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Transition to ACTIVE for port object e110cdae-868b-4978-b9a7-1fd851f42f1a will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:03.970814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:03.971795 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.000715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.017536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-aeb4ce1f-6ca4-4af6-95b5-6cdc225d3a7e tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:04.027917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4ce1f-6ca4-4af6-95b5-6cdc225d3a7e tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:04.029106 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb4ce1f-6ca4-4af6-95b5-6cdc225d3a7e tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:04.029591 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aeb4ce1f-6ca4-4af6-95b5-6cdc225d3a7e tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.086795 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-aeb4ce1f-6ca4-4af6-95b5-6cdc225d3a7e tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0636394 Jan 27 17:06:04.093083 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54780) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:04.098367 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ef043019-759f-47e1-b392-ab68ade940a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.110472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:04.209756 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.218085 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a14814f3-f7b8-4cd4-9051-af7b9f6f288c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1103a29b4aca47f4a7fffea04c3ff409&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4740963 Jan 27 17:06:04.227859 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54784) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:04.237890 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 19da04c5-c874-4e56-a41c-070cf64b8c45 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:04.251925 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ef043019-759f-47e1-b392-ab68ade940a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.273176 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Attempting to bind port e110cdae-868b-4978-b9a7-1fd851f42f1a on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:04.273448 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Attempting to bind port e110cdae-868b-4978-b9a7-1fd851f42f1a by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:04.273823 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Attempting to bind port e110cdae-868b-4978-b9a7-1fd851f42f1a on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:04.332090 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Pushing event updated for resources: {'Port': ['ID=031105f4-0a5d-4f5c-ad10-7465904b3d7b,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:04.332773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cee713-c3d6-4d46-94c8-30dcd7931a64 None None] Pushing event updated for resources: {'Port': ['ID=e110cdae-868b-4978-b9a7-1fd851f42f1a,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:04.336221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Network 9141664f-a2df-4f3d-8af6-9e336042f636 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:04.338337 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.343382 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:04.349299 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.354494 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:04.354954 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.359456 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:06:04.359816 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:04.360213 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.360591 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:06:04.361088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Bound port: e110cdae-868b-4978-b9a7-1fd851f42f1a, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:06:04.361424 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.434787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-08842065-69e0-4035-ac8b-9a25246eef63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.460904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.542624 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] For port e110cdae-868b-4978-b9a7-1fd851f42f1a, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:06:04.545035 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 19da04c5-c874-4e56-a41c-070cf64b8c45 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:04.545397 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.551343 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-08842065-69e0-4035-ac8b-9a25246eef63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.579260 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ef043019-759f-47e1-b392-ab68ade940a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.594010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] For port e110cdae-868b-4978-b9a7-1fd851f42f1a, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e110cdae-868b-4978-b9a7-1fd851f42f1a,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:06:04.608178 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.616974 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef043019-759f-47e1-b392-ab68ade940a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f007e2e-3c67-4be4-8b00-5f7a71f12079,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:04.734380 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.742738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ef043019-759f-47e1-b392-ab68ade940a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.745799 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ef043019-759f-47e1-b392-ab68ade940a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f007e2e-3c67-4be4-8b00-5f7a71f12079 HTTP/1.1" status: 204 len: 168 time: 1.5003870 Jan 27 17:06:04.760642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Routers {'e7f74d74-00dd-453c-8566-09ed062d114d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:04.761493 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:05:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e7f74d74-00dd-453c-8566-09ed062d114d'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:04.834802 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cee713-c3d6-4d46-94c8-30dcd7931a64 None None] Pushing event updated for resources: {'Port': ['ID=e110cdae-868b-4978-b9a7-1fd851f42f1a,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:04.842746 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Allocated IP 172.20.0.10 (6c7c2fa5-4a41-42c1-855c-cc929dc27bc4/7c76294f-ce94-4b53-b375-9dfadd15a17b/35baf5bd-b6df-45b4-a546-5171767e345b) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:04.848698 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-08842065-69e0-4035-ac8b-9a25246eef63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.870506 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08842065-69e0-4035-ac8b-9a25246eef63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2053e9-05dc-4c80-99c7-f2982f22027e,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:04.876479 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Allocated IP 172.26.1.214 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/2daa0a65-b45b-4489-838d-224e43ad45dc) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:04.910680 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6123118a-7048-4507-a501-916d8fe7328f None None] Provisioning for port 031105f4-0a5d-4f5c-ad10-7465904b3d7b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:04.920355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-08842065-69e0-4035-ac8b-9a25246eef63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:04.921216 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 43b8a3dd-8afe-44c9-9842-a7d5a51b4974 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:04.921544 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-08842065-69e0-4035-ac8b-9a25246eef63 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb2053e9-05dc-4c80-99c7-f2982f22027e HTTP/1.1" status: 204 len: 168 time: 0.6918323 Jan 27 17:06:04.970579 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6123118a-7048-4507-a501-916d8fe7328f None None] Provisioning complete for port 031105f4-0a5d-4f5c-ad10-7465904b3d7b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:04.970980 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6123118a-7048-4507-a501-916d8fe7328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:05.079927 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:05.112460 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] device_id is not set on port 85493041-e520-4b47-964c-9459426ffdd1 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:06:05.124695 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:05.130084 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:05.135145 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6123118a-7048-4507-a501-916d8fe7328f None None] Port 031105f4-0a5d-4f5c-ad10-7465904b3d7b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:06:05.139257 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] Set router e7f74d74-00dd-453c-8566-09ed062d114d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:05.172731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Transition to ACTIVE for port object 85493041-e520-4b47-964c-9459426ffdd1 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:05.178031 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:05.183726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:05.369748 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 43b8a3dd-8afe-44c9-9842-a7d5a51b4974 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:05.383707 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 43b8a3dd-8afe-44c9-9842-a7d5a51b4974 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:05.384073 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:05.392887 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Pushing event updated for resources: {'Port': ['ID=85493041-e520-4b47-964c-9459426ffdd1,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:05.409904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:05.409904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:05.410043 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:05.422784 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:05.425082 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:05.426295 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 2 to bind port 85493041-e520-4b47-964c-9459426ffdd1 Jan 27 17:06:05.454753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:05.455077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:05.455408 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:05.460154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:05.545514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Pushing event updated for resources: {'Port': ['ID=35baf5bd-b6df-45b4-a546-5171767e345b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:05.547773 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:05.548182 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:05.550594 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 3 to bind port 85493041-e520-4b47-964c-9459426ffdd1 Jan 27 17:06:05.571525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Network 6c7c2fa5-4a41-42c1-855c-cc929dc27bc4 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:05.572700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:05.573028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:05.573358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:05.578476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:05.582125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:05.636054 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:05.636383 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:05.641337 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 4 to bind port 85493041-e520-4b47-964c-9459426ffdd1 Jan 27 17:06:05.659086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:05.659389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:05.659720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:05.663071 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'name': 'tempest-ServersTestManualDisk-1088274207-router', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:05:57Z', 'revision_number': 3, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'gw_port': {'id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:84:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:52Z', 'updated_at': '2022-01-27T17:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:05.666762 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:05.674406 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d2689c-229a-4a7c-93f3-cbdfac6db2a1 None None] The sync data for ids ['e7f74d74-00dd-453c-8566-09ed062d114d'] in dv-neutron-826439-2-hyperv is: [{'id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'name': 'tempest-ServersTestManualDisk-1088274207-router', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:05:57Z', 'revision_number': 3, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'gw_port': {'id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:84:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:52Z', 'updated_at': '2022-01-27T17:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:06:05.699152 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 43b8a3dd-8afe-44c9-9842-a7d5a51b4974, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=43b8a3dd-8afe-44c9-9842-a7d5a51b4974,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:05.707795 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:05.709502 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:05.718337 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:05.722424 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54802) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:05.739049 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 5 to bind port 85493041-e520-4b47-964c-9459426ffdd1 Jan 27 17:06:05.786581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Pushing event updated for resources: {'Port': ['ID=2daa0a65-b45b-4489-838d-224e43ad45dc,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:05.820036 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=43b8a3dd-8afe-44c9-9842-a7d5a51b4974,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:05.878121 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:05.908262 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:05.931806 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:05.947816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:05.948035 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:05.948391 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:05.976513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:05.993742 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:05.994066 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:06.004027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:06.005083 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 6 to bind port 85493041-e520-4b47-964c-9459426ffdd1 Jan 27 17:06:06.039937 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d6eaf269-913c-440a-b7a5-61eaca7f53f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b2b5800961e04be0aff7609405dc7ca8&name=default HTTP/1.1" status: 200 len: 2976 time: 0.1719351 Jan 27 17:06:06.045344 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54812) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:06.084373 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:06.093400 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:06.108161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 43b8a3dd-8afe-44c9-9842-a7d5a51b4974 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:06.110745 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:06.111073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:06.111398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:06.114930 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:06.136638 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:06.217739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:06.218060 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:06.227029 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 7 to bind port 85493041-e520-4b47-964c-9459426ffdd1 Jan 27 17:06:06.242683 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e34c2256-34fb-4902-b903-98cd871d72dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:06.260665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 43b8a3dd-8afe-44c9-9842-a7d5a51b4974 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:06.262297 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:06.281521 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e34c2256-34fb-4902-b903-98cd871d72dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:06.328565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:06.329637 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:06.330017 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:06.342705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:06.343062 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:06.345908 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 8 to bind port 85493041-e520-4b47-964c-9459426ffdd1 Jan 27 17:06:06.399145 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:06.399821 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:06.400340 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:06.406951 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e34c2256-34fb-4902-b903-98cd871d72dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:06.436378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c2256-34fb-4902-b903-98cd871d72dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8615981-838a-469e-b7c1-7965d2b45c70,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:06.438069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54820) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:06.443378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:06.443747 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:06.446781 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 9 to bind port 85493041-e520-4b47-964c-9459426ffdd1 Jan 27 17:06:06.539665 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:06.539996 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:06.540336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:06.558411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e34c2256-34fb-4902-b903-98cd871d72dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:06.559581 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e34c2256-34fb-4902-b903-98cd871d72dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8615981-838a-469e-b7c1-7965d2b45c70 HTTP/1.1" status: 204 len: 168 time: 0.5130587 Jan 27 17:06:06.560304 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:06.560620 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:06.563400 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 10 to bind port 85493041-e520-4b47-964c-9459426ffdd1 Jan 27 17:06:06.590885 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:06.591290 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:06.591526 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:06.602132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:06.602636 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 85493041-e520-4b47-964c-9459426ffdd1 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:06.602784 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:06.628583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-382ba931-0b64-4b72-a4cf-5c15244fedae tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:06.632295 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-382ba931-0b64-4b72-a4cf-5c15244fedae tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1877611 Jan 27 17:06:06.634874 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54828) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:06.644918 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-65536fd8-7e0c-47ab-b053-29f696c58dac tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:06.645941 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-65536fd8-7e0c-47ab-b053-29f696c58dac tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0087259 Jan 27 17:06:06.652171 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:06.676698 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54832) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:06.692845 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-a18d68ef-b8a7-4aca-87c0-3b7b4eb4f00a tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:06.696402 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a18d68ef-b8a7-4aca-87c0-3b7b4eb4f00a tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0161886 Jan 27 17:06:06.700941 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54836) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:06.711154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-65a0c069-bd70-4035-b2ea-fdf5f818bb09 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:06.712120 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-65a0c069-bd70-4035-b2ea-fdf5f818bb09 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0090795 Jan 27 17:06:06.715882 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54840) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:06.725153 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-4f2b10f2-668a-408d-aabc-dfe7c1ed9e59 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:06.726248 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4f2b10f2-668a-408d-aabc-dfe7c1ed9e59 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0083935 Jan 27 17:06:06.735121 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54844) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:06.761660 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-70eb39d1-614d-4dd9-9ad9-9f705b5ea5fe tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:06.766205 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-70eb39d1-614d-4dd9-9ad9-9f705b5ea5fe tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0272458 Jan 27 17:06:06.771925 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:06.774202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54848) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:06.786719 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-b56c815c-1bfd-47e8-bcd4-48aae7739707 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:06.799979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Allocated IP 172.20.0.1 (541e3743-3e75-4c6c-9e97-b96740f8fa0d/228f1672-179a-43da-b8a9-bb821d1b9be6/2646c71e-d10b-4c43-a638-22fedb52ddc5) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:06.800974 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b56c815c-1bfd-47e8-bcd4-48aae7739707 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0218213 Jan 27 17:06:06.801730 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54852) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:06.806731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:06.832907 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-8bbeb304-c9fe-4504-b477-3a3eff1dc929 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:06.835786 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8bbeb304-c9fe-4504-b477-3a3eff1dc929 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0309491 Jan 27 17:06:06.858644 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54858) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:06.867191 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-10206707-8287-4fbf-908f-1555bbb0e8a1 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:06.871044 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-10206707-8287-4fbf-908f-1555bbb0e8a1 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0105624 Jan 27 17:06:06.888920 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54862) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:06.894507 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] For port 85493041-e520-4b47-964c-9459426ffdd1, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:06:06.894881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempted to set empty binding levels {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 27 17:06:06.898503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-db3b18cb-a785-4639-ad8d-ec690510afa7 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:06.902568 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-db3b18cb-a785-4639-ad8d-ec690510afa7 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0125806 Jan 27 17:06:06.908116 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54866) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:06.941525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-13f126ac-4cff-4a85-baad-df9535b3346f tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:06.945473 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-13f126ac-4cff-4a85-baad-df9535b3346f tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0364149 Jan 27 17:06:06.949199 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:06.953877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54872) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:06.973316 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-b34209cf-3671-46b1-aeaa-c18ea2eaf637 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:06.977200 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b34209cf-3671-46b1-aeaa-c18ea2eaf637 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0120511 Jan 27 17:06:06.982117 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54876) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:06.990840 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Pushing event updated for resources: {'Port': ['ID=35baf5bd-b6df-45b4-a546-5171767e345b,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:06.998407 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-8754050c-1a0c-4656-8ccb-347327c36750 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.002144 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8754050c-1a0c-4656-8ccb-347327c36750 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0150766 Jan 27 17:06:07.047414 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54882) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.069638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Pushing event updated for resources: {'Port': ['ID=85493041-e520-4b47-964c-9459426ffdd1,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:07.072204 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] In _notify_port_updated(), no bound segment for port 85493041-e520-4b47-964c-9459426ffdd1 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:06:07.073060 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:07.073651 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:07.074478 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-2e108826-5a01-448a-a726-e99d1fe66f7b tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.077332 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ef025fc8-15da-46f2-b67e-03cf4b285f7d tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] 10.222.0.50 "PUT /v2.0/ports/85493041-e520-4b47-964c-9459426ffdd1 HTTP/1.1" status: 200 len: 977 time: 2.9743364 Jan 27 17:06:07.077637 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2e108826-5a01-448a-a726-e99d1fe66f7b tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0187950 Jan 27 17:06:07.081932 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54888) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.082253 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54890) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.096021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-602cd926-f7f5-420d-8049-c40aecb87987 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.099665 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-602cd926-f7f5-420d-8049-c40aecb87987 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0149274 Jan 27 17:06:07.120504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54896) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.141731 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-72b705fb-113b-4c35-8eec-5c55282a4b9a tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.145298 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-72b705fb-113b-4c35-8eec-5c55282a4b9a tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0205550 Jan 27 17:06:07.152486 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54902) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.169671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:07.178582 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-d9a2940b-336c-436e-a05e-9a3a2fdd815d tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.182330 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d9a2940b-336c-436e-a05e-9a3a2fdd815d tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0259068 Jan 27 17:06:07.186100 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54906) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.192371 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-e1a57c7f-9f69-4f8d-95a4-83cbb4e69761 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.193663 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e1a57c7f-9f69-4f8d-95a4-83cbb4e69761 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0063827 Jan 27 17:06:07.196362 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54910) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.201167 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-a54a22d3-1d8d-46b9-a83b-d999047d4285 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.202189 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a54a22d3-1d8d-46b9-a83b-d999047d4285 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0049121 Jan 27 17:06:07.204808 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54914) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.216641 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-4525ca6b-d2fb-4175-9896-2eb5f87e1b4e tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.217639 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4525ca6b-d2fb-4175-9896-2eb5f87e1b4e tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0120418 Jan 27 17:06:07.220204 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:07.221294 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-22fa12ca-372e-40b2-9da0-add9373e76d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1388814 Jan 27 17:06:07.223086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54918) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.225076 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54920) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.230720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-611c2f46-59dc-4a09-bcc5-6d37ea7dd7c0 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.234120 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-611c2f46-59dc-4a09-bcc5-6d37ea7dd7c0 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0076292 Jan 27 17:06:07.282856 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54926) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.311621 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:07.312130 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-159bc430-e45c-4759-9742-d90dd98e4ae6 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.316603 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-159bc430-e45c-4759-9742-d90dd98e4ae6 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0216842 Jan 27 17:06:07.317198 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54934) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.322179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-83db6621-8cd6-4f37-ad7f-3edb80117dd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Synchronizing usage tracker for tenant:d1436c1d57d447ef9d9d1f18d553e1f8 on resource:floatingip {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:07.328227 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-1b22982d-a6ad-4030-b4f4-5b48c3c66a3a tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.329599 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1b22982d-a6ad-4030-b4f4-5b48c3c66a3a tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0103042 Jan 27 17:06:07.342867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429ed53-b792-406b-b446-43a434702f76 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:07.343593 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429ed53-b792-406b-b446-43a434702f76 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:07.343702 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54938) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.343976 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429ed53-b792-406b-b446-43a434702f76 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:07.344490 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429ed53-b792-406b-b446-43a434702f76 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:07.345018 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429ed53-b792-406b-b446-43a434702f76 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:07.345541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429ed53-b792-406b-b446-43a434702f76 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:07.346239 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429ed53-b792-406b-b446-43a434702f76 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:07.346773 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429ed53-b792-406b-b446-43a434702f76 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:07.347427 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429ed53-b792-406b-b446-43a434702f76 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:07.347793 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429ed53-b792-406b-b446-43a434702f76 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:07.348400 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429ed53-b792-406b-b446-43a434702f76 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:07.348832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429ed53-b792-406b-b446-43a434702f76 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:07.349335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429ed53-b792-406b-b446-43a434702f76 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:07.349885 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429ed53-b792-406b-b446-43a434702f76 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:07.350391 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429ed53-b792-406b-b446-43a434702f76 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:07.352151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a429ed53-b792-406b-b446-43a434702f76 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Synchronizing usage tracker for tenant:d77b62a8f38e407595d485134620d03a on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:07.371286 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Transition to ACTIVE for port object 2646c71e-d10b-4c43-a638-22fedb52ddc5 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:07.375424 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a429ed53-b792-406b-b446-43a434702f76 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Unset dirty status for tenant:d77b62a8f38e407595d485134620d03a on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:07.377053 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a429ed53-b792-406b-b446-43a434702f76 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13497 time: 0.2938192 Jan 27 17:06:07.378339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-83db6621-8cd6-4f37-ad7f-3edb80117dd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Unset dirty status for tenant:d1436c1d57d447ef9d9d1f18d553e1f8 on resource:floatingip {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:07.379086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-d6941922-870d-4247-b724-6c35b6c38ff9 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.379583 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-83db6621-8cd6-4f37-ad7f-3edb80117dd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=6c7c2fa5-4a41-42c1-855c-cc929dc27bc4 HTTP/1.1" status: 200 len: 690 time: 0.1523631 Jan 27 17:06:07.382597 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d6941922-870d-4247-b724-6c35b6c38ff9 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0310192 Jan 27 17:06:07.382705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54944) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.383155 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54948) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.383687 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54950) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.390385 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:07.412405 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:07.413109 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:07.446835 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-e14758b6-a60d-48e9-9033-6c3e511dffa6 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.447944 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e14758b6-a60d-48e9-9033-6c3e511dffa6 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0630534 Jan 27 17:06:07.457131 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54958) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.471110 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-1fd86d9d-8687-4656-9d10-1709c6587220 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.474899 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1fd86d9d-8687-4656-9d10-1709c6587220 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0117707 Jan 27 17:06:07.485515 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54962) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.495879 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-eb1b888e-1881-42a9-bebd-986def42b7c3 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.499284 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-eb1b888e-1881-42a9-bebd-986def42b7c3 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0104795 Jan 27 17:06:07.501104 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-fc381b5f-876d-421e-9592-8fb7f7797145 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Deleting port 85493041-e520-4b47-964c-9459426ffdd1 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:07.501509 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fc381b5f-876d-421e-9592-8fb7f7797145 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:07.521905 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 54966) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.577333 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-be6fbf76-ce04-455b-a432-4db3cc724756 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.578846 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-be6fbf76-ce04-455b-a432-4db3cc724756 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0475397 Jan 27 17:06:07.591881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54972) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.613927 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-f7ee0dc3-7280-47cd-b71a-42d43154ae0d tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.617302 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f7ee0dc3-7280-47cd-b71a-42d43154ae0d tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0142491 Jan 27 17:06:07.620543 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54976) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.628647 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-b6c5692d-7a08-4acd-b155-2f64fd42ee30 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.632641 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b6c5692d-7a08-4acd-b155-2f64fd42ee30 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0081584 Jan 27 17:06:07.637823 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54980) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.674862 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-5db064a8-bd5e-44ad-b536-cd86cffeea23 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.678337 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5db064a8-bd5e-44ad-b536-cd86cffeea23 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0352285 Jan 27 17:06:07.682742 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54984) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.703454 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-1a507946-d75f-430f-9f0b-51ab7608e51d tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.707139 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1a507946-d75f-430f-9f0b-51ab7608e51d tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0154178 Jan 27 17:06:07.711407 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Pushing event updated for resources: {'Port': ['ID=031105f4-0a5d-4f5c-ad10-7465904b3d7b,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:07.720715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54988) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.726516 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-2cab0ca2-5979-4759-a38e-f78bd800cd1c tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.727470 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2cab0ca2-5979-4759-a38e-f78bd800cd1c tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0082314 Jan 27 17:06:07.731306 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54994) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.738117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:07.752286 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:07.761435 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-69afff7f-219d-4b5f-a913-793970824467 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.762497 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-69afff7f-219d-4b5f-a913-793970824467 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0286214 Jan 27 17:06:07.774995 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 54998) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.804589 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:07.840836 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-f31aa03f-72ed-41e4-afc7-e51e0eeb9f91 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.841869 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f31aa03f-72ed-41e4-afc7-e51e0eeb9f91 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0659776 Jan 27 17:06:07.843023 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:07.852045 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55002) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.879903 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-c54cbfc1-6cf7-42a8-a821-df44e1216919 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:07.883793 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c54cbfc1-6cf7-42a8-a821-df44e1216919 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0206637 Jan 27 17:06:07.888810 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:07.909245 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55008) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:07.925838 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Deleting port 35baf5bd-b6df-45b4-a546-5171767e345b {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:07.926333 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:07.928011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:07.963345 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:07.974679 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Network 541e3743-3e75-4c6c-9e97-b96740f8fa0d is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:08.056931 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-6e279ce4-44d5-496b-9292-7c83df99113a tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:08.056931 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6e279ce4-44d5-496b-9292-7c83df99113a tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.1418121 Jan 27 17:06:08.061938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55016) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:08.076687 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-eee331e1-0b2a-4a37-b5c5-55b70c54a342 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:08.080295 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-eee331e1-0b2a-4a37-b5c5-55b70c54a342 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0164077 Jan 27 17:06:08.090244 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55020) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:08.090817 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:08.093639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-fc381b5f-876d-421e-9592-8fb7f7797145 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] For port 85493041-e520-4b47-964c-9459426ffdd1, host hv-neutron-8264, got binding levels [] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:08.094041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fc381b5f-876d-421e-9592-8fb7f7797145 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:08.108142 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-a0746239-33f3-4166-b707-a42b32bed2e0 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:08.111549 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a0746239-33f3-4166-b707-a42b32bed2e0 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0175598 Jan 27 17:06:08.111667 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Pushing event updated for resources: {'Port': ['ID=2daa0a65-b45b-4489-838d-224e43ad45dc,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:08.112445 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55024) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:08.122947 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-7b90c092-c264-4db7-9826-3c2065457394 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:08.126240 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7b90c092-c264-4db7-9826-3c2065457394 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0090168 Jan 27 17:06:08.148535 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e110cdae-868b-4978-b9a7-1fd851f42f1a up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:08.168710 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55028) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:08.174455 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:08.175368 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:08.229618 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-35b7a907-9304-493d-9fa3-c4da112bf5a7 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:08.231238 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-35b7a907-9304-493d-9fa3-c4da112bf5a7 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0438955 Jan 27 17:06:08.237077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55036) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:08.266592 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-fc381b5f-876d-421e-9592-8fb7f7797145 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Calling delete_port for 85493041-e520-4b47-964c-9459426ffdd1 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:08.269825 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port e110cdae-868b-4978-b9a7-1fd851f42f1a completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:08.271808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Network 9141664f-a2df-4f3d-8af6-9e336042f636 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:08.276775 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e110cdae-868b-4978-b9a7-1fd851f42f1a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:08.277132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:08.290154 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:08.312505 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-9759c21d-c7c4-41c2-b4c9-71fcfc0fcae2 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:08.313481 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9759c21d-c7c4-41c2-b4c9-71fcfc0fcae2 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0731440 Jan 27 17:06:08.320825 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:08.322428 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-dcaeaf16-24b8-4e94-95ee-db43a22bdf72 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7417872 Jan 27 17:06:08.325843 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55040) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:08.347622 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-6a725937-d512-45b8-b02c-4ae87e73b3bc tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:08.348766 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6a725937-d512-45b8-b02c-4ae87e73b3bc tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0197709 Jan 27 17:06:08.352395 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55046) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:08.454739 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55050) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:08.477412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-a6509424-4f63-476f-9030-0ab95e0ce38b tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:08.478937 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a6509424-4f63-476f-9030-0ab95e0ce38b tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.1203380 Jan 27 17:06:08.488126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55056) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:08.493765 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Pushing event updated for resources: {'Port': ['ID=2646c71e-d10b-4c43-a638-22fedb52ddc5,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:08.496872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:08.504944 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e195f703-6a28-4e36-b453-736878f6f8c9 None None] Provisioning for port 2646c71e-d10b-4c43-a638-22fedb52ddc5 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:08.515427 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e195f703-6a28-4e36-b453-736878f6f8c9 None None] Provisioning complete for port 2646c71e-d10b-4c43-a638-22fedb52ddc5 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:08.516067 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e195f703-6a28-4e36-b453-736878f6f8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:08.524590 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-9c4392f7-759d-4368-8b75-cdfbd6a39a16 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:08.525571 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9c4392f7-759d-4368-8b75-cdfbd6a39a16 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0318079 Jan 27 17:06:08.558227 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55060) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:08.582712 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-db5e1bcb-fa99-4bcb-9f11-225e592b35f7 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:08.583876 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-db5e1bcb-fa99-4bcb-9f11-225e592b35f7 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0231981 Jan 27 17:06:08.590386 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55066) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:08.606203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-7d124a1c-2896-429b-9607-8e874d72118b tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:08.607365 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7d124a1c-2896-429b-9607-8e874d72118b tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0131204 Jan 27 17:06:08.617712 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55070) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:08.627802 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-1fdc9b98-2583-447f-ae09-faaffab378be tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:08.633262 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1fdc9b98-2583-447f-ae09-faaffab378be tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0056334 Jan 27 17:06:08.640514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:08.641643 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:08.644278 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port e110cdae-868b-4978-b9a7-1fd851f42f1a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e110cdae-868b-4978-b9a7-1fd851f42f1a,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:08.653649 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:08.661245 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55078) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:08.679127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-3fb6848b-c05b-4d1c-a4c4-e436e1f4a36d tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:08.691925 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55086) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:08.693774 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3fb6848b-c05b-4d1c-a4c4-e436e1f4a36d tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0277226 Jan 27 17:06:08.744395 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e195f703-6a28-4e36-b453-736878f6f8c9 None None] Port 2646c71e-d10b-4c43-a638-22fedb52ddc5 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:06:08.762858 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=e110cdae-868b-4978-b9a7-1fd851f42f1a,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:08.814243 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-5120c637-53b7-4b71-89e8-27c1a890f668 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:08.817704 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5120c637-53b7-4b71-89e8-27c1a890f668 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.1223259 Jan 27 17:06:08.823668 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55098) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:08.847641 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Calling delete_port for 35baf5bd-b6df-45b4-a546-5171767e345b owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:08.863590 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-608299199', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:08.866472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-adf2f753-881a-4d98-b601-40812df51ec2 None None] Provisioning complete for port 031105f4-0a5d-4f5c-ad10-7465904b3d7b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:08.867053 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-adf2f753-881a-4d98-b601-40812df51ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:08.868126 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:08.871892 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Usage tracker for resource:port and tenant:74b8a68cbced4542af794ec1090e588b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:08.874719 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:08.880391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:08.892492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fc381b5f-876d-421e-9592-8fb7f7797145 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:08.893552 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-7cd94b6c-d3d3-47bc-b955-efe846005ef9 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:08.895336 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7cd94b6c-d3d3-47bc-b955-efe846005ef9 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0623040 Jan 27 17:06:08.901034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55102) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:08.905522 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Made reservation on behalf of 74b8a68cbced4542af794ec1090e588b for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:08.908078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:08.932877 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:08.936733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-adf2f753-881a-4d98-b601-40812df51ec2 None None] Port 031105f4-0a5d-4f5c-ad10-7465904b3d7b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:06:08.956640 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-7dc5a117-cd42-457d-81cf-9c6f7c68a49f tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:08.960309 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7dc5a117-cd42-457d-81cf-9c6f7c68a49f tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0177324 Jan 27 17:06:08.960309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc381b5f-876d-421e-9592-8fb7f7797145 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Pushing event deleted for resources: {'Port': ['ID=85493041-e520-4b47-964c-9459426ffdd1,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:08.960772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55106) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:08.969640 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fc381b5f-876d-421e-9592-8fb7f7797145 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:08.976799 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Router 0bea4170-56f0-4f26-8008-551918a44abe has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:06:08.980178 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-1769868d-9ee6-4ee6-a61e-043e7a8e68bb tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:08.981127 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1769868d-9ee6-4ee6-a61e-043e7a8e68bb tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0144308 Jan 27 17:06:08.983955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55110) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:08.991345 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-d5c38b71-3138-4319-b782-18d8f8fc42b6 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:08.996168 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d5c38b71-3138-4319-b782-18d8f8fc42b6 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0074236 Jan 27 17:06:08.996168 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55114) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.006233 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fc381b5f-876d-421e-9592-8fb7f7797145 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] 10.222.0.50 "DELETE /v2.0/ports/85493041-e520-4b47-964c-9459426ffdd1 HTTP/1.1" status: 204 len: 168 time: 1.6246510 Jan 27 17:06:09.010050 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-75f0db4c-5cdc-4c5f-8f87-2eada42e5014 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:09.011139 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-75f0db4c-5cdc-4c5f-8f87-2eada42e5014 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0151372 Jan 27 17:06:09.013348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55122) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.013851 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55124) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.024862 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55130) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.045627 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:09.056005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:09.057938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-f8e5fc11-4b55-47c8-9702-48037e275162 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:09.061835 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f8e5fc11-4b55-47c8-9702-48037e275162 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0430169 Jan 27 17:06:09.061950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Allocated IP 172.20.0.14 (f3fc7963-5d16-4b0c-8e30-c2f77c80071e/ebfaf8b0-2de8-4711-9076-555b95d00538/a5a8f2d2-a978-498e-b6ae-a78a0ecb1123) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:09.064996 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55134) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.067135 dv-neutron-826439-2-hyperv neutron-server[87594]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 17:06:09.070558 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Usage tracker for resource:security_group_rule and tenant:74b8a68cbced4542af794ec1090e588b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:09.081169 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-2443dacf-7b2b-4681-b80f-c5dec0dd17b5 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:09.082136 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2443dacf-7b2b-4681-b80f-c5dec0dd17b5 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0162055 Jan 27 17:06:09.084342 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:09.086420 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55138) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.092183 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-01eb2aed-c082-487a-9798-9262d56eea72 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] GET failed (client error): The resource could not be found. Jan 27 17:06:09.092739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-01eb2aed-c082-487a-9798-9262d56eea72 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Synchronizing usage tracker for tenant:d77b62a8f38e407595d485134620d03a on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:09.103094 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-b204f958-d6e9-4c87-8dc3-3b0a283ea37b tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:09.104095 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b204f958-d6e9-4c87-8dc3-3b0a283ea37b tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0136061 Jan 27 17:06:09.116406 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55142) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.121534 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:09.158330 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-39f6effa-4f83-4b91-84f1-2dd8462746d8 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:09.159259 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-39f6effa-4f83-4b91-84f1-2dd8462746d8 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0402703 Jan 27 17:06:09.166862 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55146) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.177053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-db68d0cd-42a7-4e15-bd18-3706a27ef54d tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:09.178017 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-db68d0cd-42a7-4e15-bd18-3706a27ef54d tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0089612 Jan 27 17:06:09.182144 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-e92cfdc0-5a33-440f-a0dc-100e18689581 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Synchronizing usage tracker for tenant:9ee54b4815b744a4b1368a3f71dedf93 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:09.184610 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55150) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.190810 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-01eb2aed-c082-487a-9798-9262d56eea72 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Unset dirty status for tenant:d77b62a8f38e407595d485134620d03a on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:09.191922 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-01eb2aed-c082-487a-9798-9262d56eea72 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] 10.222.0.50 "GET /v2.0/ports/85493041-e520-4b47-964c-9459426ffdd1 HTTP/1.1" status: 404 len: 333 time: 0.1771848 Jan 27 17:06:09.196555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55154) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.208375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-62bf1966-42d7-4f9e-921f-f2f7755b8aed tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1646522326', 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:09.213307 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-dcb52854-d3d7-42d0-812d-fe4771e6df0c tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:09.214291 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-dcb52854-d3d7-42d0-812d-fe4771e6df0c tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0223672 Jan 27 17:06:09.217386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55158) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.221572 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-62bf1966-42d7-4f9e-921f-f2f7755b8aed tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:09.226314 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-b6fee255-52a7-4d03-9496-fe3944601ff8 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:09.227341 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b6fee255-52a7-4d03-9496-fe3944601ff8 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0078952 Jan 27 17:06:09.233270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:09.233726 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55162) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.269498 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-62bf1966-42d7-4f9e-921f-f2f7755b8aed tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:09.270267 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-cd98f972-6df2-40b8-9767-34c8488d58cc tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:09.272090 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cd98f972-6df2-40b8-9767-34c8488d58cc tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0311017 Jan 27 17:06:09.276471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55166) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.292847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-410aaf6b-5452-4fe8-a6b4-ef4a3b92680e tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:09.293815 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-410aaf6b-5452-4fe8-a6b4-ef4a3b92680e tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0135779 Jan 27 17:06:09.296182 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Pushing event deleted for resources: {'Port': ['ID=35baf5bd-b6df-45b4-a546-5171767e345b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:09.299298 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55170) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.329724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-5994b379-5f5c-4f5b-bfc8-75aa3b1aadee tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:09.330648 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5994b379-5f5c-4f5b-bfc8-75aa3b1aadee tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0297637 Jan 27 17:06:09.339528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55174) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.341826 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bf1966-42d7-4f9e-921f-f2f7755b8aed tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Made reservation on behalf of d77b62a8f38e407595d485134620d03a for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:09.344086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-62bf1966-42d7-4f9e-921f-f2f7755b8aed tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:09.361201 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-060c5772-4d7b-4c55-90c1-4196bf810445 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:09.362187 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-060c5772-4d7b-4c55-90c1-4196bf810445 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0216274 Jan 27 17:06:09.391388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55178) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.403059 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-f255ed66-4188-4edc-a51f-8081ac087eeb tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:09.403975 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f255ed66-4188-4edc-a51f-8081ac087eeb tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0117605 Jan 27 17:06:09.407571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55182) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.417363 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [None req-42a5a517-7365-408f-956a-b0aa94aecb68 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:09.418311 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-42a5a517-7365-408f-956a-b0aa94aecb68 tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0082414 Jan 27 17:06:09.419428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-62bf1966-42d7-4f9e-921f-f2f7755b8aed tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] device_id is not set on port c8fe4e7c-fa79-47e6-bb02-1835d31010d5 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:06:09.426009 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55186) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.461180 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [None req-443418e2-1d6a-4da8-8103-efca2c86b8ac tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:09.462158 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-443418e2-1d6a-4da8-8103-efca2c86b8ac tempest-ExtensionsTestJSON-1882076660 tempest-ExtensionsTestJSON-1882076660-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0337620 Jan 27 17:06:09.485163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:09.534834 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:06:09.545980 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Sync routers for ids ['0bea4170-56f0-4f26-8008-551918a44abe'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:06:09.556592 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Routers {'0bea4170-56f0-4f26-8008-551918a44abe'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:09.557480 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:05:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0bea4170-56f0-4f26-8008-551918a44abe'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:09.610852 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:09.611263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:09.703011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:09.710181 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:09.716563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-e92cfdc0-5a33-440f-a0dc-100e18689581 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Unset dirty status for tenant:9ee54b4815b744a4b1368a3f71dedf93 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:09.717769 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-e92cfdc0-5a33-440f-a0dc-100e18689581 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1723700577&fields=id&tenant_id=9ee54b4815b744a4b1368a3f71dedf93 HTTP/1.1" status: 200 len: 267 time: 0.6575642 Jan 27 17:06:09.731496 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] device_id is not set on port d1c58e7c-a9e3-4ea0-a398-168b63358a27 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:06:09.755887 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Set router 0bea4170-56f0-4f26-8008-551918a44abe gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:09.793817 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-62bf1966-42d7-4f9e-921f-f2f7755b8aed tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:09.802480 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ae5b8aa4-d8a2-4e62-8cc1-33eebb972db6 admin admin] 10.222.0.50 "PUT /v2.0/routers/0bea4170-56f0-4f26-8008-551918a44abe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9545114 Jan 27 17:06:09.817765 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55194) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:09.861075 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a210faed-3bf0-4fb8-b964-31a1ffda0c5b,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:09.935686 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:09.954447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:09.955853 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:09.962070 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:09.975519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:10.032233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-62bf1966-42d7-4f9e-921f-f2f7755b8aed tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:10.080475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e110cdae-868b-4978-b9a7-1fd851f42f1a up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:10.106223 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Network f3fc7963-5d16-4b0c-8e30-c2f77c80071e is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:10.143580 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Allocated IP 172.26.1.148 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/d1c58e7c-a9e3-4ea0-a398-168b63358a27) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:10.145878 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:10.153510 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:10.199965 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e110cdae-868b-4978-b9a7-1fd851f42f1a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:10.200330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:10.239520 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bea4170-56f0-4f26-8008-551918a44abe', 'name': 'tempest-ServersTestJSON-1690785565-router', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'gw_port': {'id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:53Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '031105f4-0a5d-4f5c-ad10-7465904b3d7b', 'name': '', 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'mac_address': 'fa:16:3e:78:72:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:01Z', 'updated_at': '2022-01-27T17:06:06Z', 'revision_number': 2, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'subnets': [{'id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:10.244601 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Checking router: 0bea4170-56f0-4f26-8008-551918a44abe for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:06:10.245337 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Updating router 0bea4170-56f0-4f26-8008-551918a44abe port 031105f4-0a5d-4f5c-ad10-7465904b3d7b binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:06:10.283270 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9237802b-b5cc-4acc-804e-e0ba55eaf7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:10.317987 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:10.361935 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:10.389825 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7c2fa5-4a41-42c1-855c-cc929dc27bc4']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:10.406628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a946b2f-bff3-41ca-84ec-051c3cb1d55d') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:10.406921 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a946b2f-bff3-41ca-84ec-051c3cb1d55d') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:10.420060 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:10.436288 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:10.442314 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:06:10.442690 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:10.507258 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Pushing event updated for resources: {'Port': ['ID=2646c71e-d10b-4c43-a638-22fedb52ddc5,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:10.520705 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9237802b-b5cc-4acc-804e-e0ba55eaf7c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:10.542251 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7c76294f-ce94-4b53-b375-9dfadd15a17b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:06:10.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:06:10.571392 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:10.573858 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9237802b-b5cc-4acc-804e-e0ba55eaf7c4 admin admin] Usage tracker for resource:security_group_rule and tenant:3c53daf2d7fb4c2681eb645d149871e9 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:10.576011 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6c7c2fa5-4a41-42c1-855c-cc929dc27bc4 {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 27 17:06:10.578522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:10.592804 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9237802b-b5cc-4acc-804e-e0ba55eaf7c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:10.628762 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9237802b-b5cc-4acc-804e-e0ba55eaf7c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:10.631932 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-79c2d8fa-aa42-45d3-99cf-be3f86b8a864 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:10.633351 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-79c2d8fa-aa42-45d3-99cf-be3f86b8a864 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Synchronizing usage tracker for tenant:9ee54b4815b744a4b1368a3f71dedf93 on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:10.633459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55206) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:10.650392 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] 10.222.0.50 "DELETE /v2.0/networks/6c7c2fa5-4a41-42c1-855c-cc929dc27bc4 HTTP/1.1" status: 204 len: 168 time: 3.2636986 Jan 27 17:06:10.653232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55210) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:10.655270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bf1966-42d7-4f9e-921f-f2f7755b8aed tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Network dfad42a2-7087-4355-a955-87cd2c023a3a is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:10.660697 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-dadd70a9-c6ac-4a5a-84d2-971ec219c717 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--296097398', 'description': 'tempest-description--651858415'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:10.664739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-62bf1966-42d7-4f9e-921f-f2f7755b8aed tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:10.667485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf1966-42d7-4f9e-921f-f2f7755b8aed tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:10.668604 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bf1966-42d7-4f9e-921f-f2f7755b8aed tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:10.669195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-62bf1966-42d7-4f9e-921f-f2f7755b8aed tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:10.673746 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278aa583-c42b-448d-a39b-bc3d8307ce3a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c7c2fa5-4a41-42c1-855c-cc929dc27bc4,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:10.729026 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:10.742887 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Transition to ACTIVE for port object 031105f4-0a5d-4f5c-ad10-7465904b3d7b will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:10.753404 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:10.781618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf1966-42d7-4f9e-921f-f2f7755b8aed tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Pushing event updated for resources: {'Port': ['ID=c8fe4e7c-fa79-47e6-bb02-1835d31010d5,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:10.788424 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-eaed255c-5077-4b0a-9ca9-11af041af65d tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Synchronizing usage tracker for tenant:d1436c1d57d447ef9d9d1f18d553e1f8 on resource:floatingip {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:10.798894 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-62bf1966-42d7-4f9e-921f-f2f7755b8aed tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5975749 Jan 27 17:06:10.799639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55214) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:10.817226 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-dadd70a9-c6ac-4a5a-84d2-971ec219c717 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:10.830995 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-dadd70a9-c6ac-4a5a-84d2-971ec219c717 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Usage tracker for resource:security_group and tenant:bf9f89d75dcb4854990f9172a39cae4d is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:10.852840 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-eaed255c-5077-4b0a-9ca9-11af041af65d tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Unset dirty status for tenant:d1436c1d57d447ef9d9d1f18d553e1f8 on resource:floatingip {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:10.858071 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-eaed255c-5077-4b0a-9ca9-11af041af65d tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1980247 Jan 27 17:06:10.858294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-dadd70a9-c6ac-4a5a-84d2-971ec219c717 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:10.858814 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55218) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:10.873812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-dadd70a9-c6ac-4a5a-84d2-971ec219c717 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:10.883759 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac80a2-213f-4662-b3d6-3f770f229008 None None] Pushing event updated for resources: {'Port': ['ID=031105f4-0a5d-4f5c-ad10-7465904b3d7b,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:10.886350 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Network 541e3743-3e75-4c6c-9e97-b96740f8fa0d is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:10.947011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Pushing event updated for resources: {'Port': ['ID=a5a8f2d2-a978-498e-b6ae-a78a0ecb1123,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:10.947172 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b4f009-5d86-44e5-b6b5-ddabb2e303c8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:10.947572 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-09b4f009-5d86-44e5-b6b5-ddabb2e303c8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Synchronizing usage tracker for tenant:d77b62a8f38e407595d485134620d03a on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:10.975814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:10.992269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b07c1c8-285b-4926-8591-e11437d2b42f tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:10.992751 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b07c1c8-285b-4926-8591-e11437d2b42f tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:10.993191 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b07c1c8-285b-4926-8591-e11437d2b42f tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:10.993647 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b07c1c8-285b-4926-8591-e11437d2b42f tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:10.994170 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b07c1c8-285b-4926-8591-e11437d2b42f tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:10.994737 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b07c1c8-285b-4926-8591-e11437d2b42f tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:10.995235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b07c1c8-285b-4926-8591-e11437d2b42f tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:10.996758 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4b07c1c8-285b-4926-8591-e11437d2b42f tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Synchronizing usage tracker for tenant:d1436c1d57d447ef9d9d1f18d553e1f8 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:11.020349 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-09b4f009-5d86-44e5-b6b5-ddabb2e303c8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Unset dirty status for tenant:d77b62a8f38e407595d485134620d03a on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:11.026069 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-09b4f009-5d86-44e5-b6b5-ddabb2e303c8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] 10.222.0.50 "GET /v2.0/ports/c8fe4e7c-fa79-47e6-bb02-1835d31010d5 HTTP/1.1" status: 200 len: 955 time: 0.2206535 Jan 27 17:06:11.027173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55224) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:11.103800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7da921e8-d06f-471f-ae42-545728971121 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Deleting port c8fe4e7c-fa79-47e6-bb02-1835d31010d5 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:11.104185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7da921e8-d06f-471f-ae42-545728971121 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:11.144448 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4b07c1c8-285b-4926-8591-e11437d2b42f tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Unset dirty status for tenant:d1436c1d57d447ef9d9d1f18d553e1f8 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:11.148202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dadd70a9-c6ac-4a5a-84d2-971ec219c717 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:11.149952 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4b07c1c8-285b-4926-8591-e11437d2b42f tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4609 time: 0.2814090 Jan 27 17:06:11.157345 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55228) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:11.170658 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Attempting to bind port 031105f4-0a5d-4f5c-ad10-7465904b3d7b on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:11.172351 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Attempting to bind port 031105f4-0a5d-4f5c-ad10-7465904b3d7b by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7d9ad29e-9efb-46b6-a4fe-281b7c002171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:11.174372 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Attempting to bind port 031105f4-0a5d-4f5c-ad10-7465904b3d7b on network 9141664f-a2df-4f3d-8af6-9e336042f636 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:11.186642 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:06:11.187410 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Checking segment: {'id': '7d9ad29e-9efb-46b6-a4fe-281b7c002171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:11.187958 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:11.188611 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Bound using segment: {'id': '7d9ad29e-9efb-46b6-a4fe-281b7c002171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:06:11.189284 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Bound port: 031105f4-0a5d-4f5c-ad10-7465904b3d7b, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9ad29e-9efb-46b6-a4fe-281b7c002171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:06:11.189869 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:11.272477 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-17932245-2c36-4d4c-830a-807b2cab5c99 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] delete failed (client error): The resource could not be found. Jan 27 17:06:11.276380 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-17932245-2c36-4d4c-830a-807b2cab5c99 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/768fa5f7-44eb-4294-b3a3-fc90421af8f8 HTTP/1.1" status: 404 len: 345 time: 0.1175010 Jan 27 17:06:11.279266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55232) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:11.365302 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf02534-3176-467b-8028-e44ecc754b05 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] DELETE failed (client error): The resource could not be found. Jan 27 17:06:11.365967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf02534-3176-467b-8028-e44ecc754b05 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:06:11.371866 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4cf02534-3176-467b-8028-e44ecc754b05 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] 10.222.0.50 "DELETE /v2.0/networks/6c7c2fa5-4a41-42c1-855c-cc929dc27bc4 HTTP/1.1" status: 404 len: 339 time: 0.0916355 Jan 27 17:06:11.372491 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55236) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:11.378896 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] For port 031105f4-0a5d-4f5c-ad10-7465904b3d7b, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:06:11.380079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-2e29a43e-a983-4aa7-a2bd-fab21f6f6da6 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Request body: {'network': {'name': 'tempest-network--451417073', 'router:external': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:11.381161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8ba81075-b44f-4379-b2ba-30fb4b99da05 None None] Provisioning complete for port 2646c71e-d10b-4c43-a638-22fedb52ddc5 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:11.382233 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8ba81075-b44f-4379-b2ba-30fb4b99da05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:11.383771 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] For port 031105f4-0a5d-4f5c-ad10-7465904b3d7b, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=031105f4-0a5d-4f5c-ad10-7465904b3d7b,segment=NetworkSegment(7d9ad29e-9efb-46b6-a4fe-281b7c002171),segment_id=7d9ad29e-9efb-46b6-a4fe-281b7c002171)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:06:11.389026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2e29a43e-a983-4aa7-a2bd-fab21f6f6da6 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:11.389955 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:11.408345 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2e29a43e-a983-4aa7-a2bd-fab21f6f6da6 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Usage tracker for resource:network and tenant:d1436c1d57d447ef9d9d1f18d553e1f8 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:11.414605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2e29a43e-a983-4aa7-a2bd-fab21f6f6da6 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:11.420878 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-dadd70a9-c6ac-4a5a-84d2-971ec219c717 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:11.435348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2e29a43e-a983-4aa7-a2bd-fab21f6f6da6 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:11.443956 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8ba81075-b44f-4379-b2ba-30fb4b99da05 None None] Port 2646c71e-d10b-4c43-a638-22fedb52ddc5 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:06:11.455502 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-dadd70a9-c6ac-4a5a-84d2-971ec219c717 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Usage tracker for resource:security_group_rule and tenant:bf9f89d75dcb4854990f9172a39cae4d is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:11.462853 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-dadd70a9-c6ac-4a5a-84d2-971ec219c717 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:11.484691 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-dadd70a9-c6ac-4a5a-84d2-971ec219c717 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:11.498983 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Routers {'0bea4170-56f0-4f26-8008-551918a44abe'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:11.499153 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:05:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0bea4170-56f0-4f26-8008-551918a44abe'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:11.513898 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e29a43e-a983-4aa7-a2bd-fab21f6f6da6 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Made reservation on behalf of d1436c1d57d447ef9d9d1f18d553e1f8 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:11.516156 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2e29a43e-a983-4aa7-a2bd-fab21f6f6da6 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:11.537969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7da921e8-d06f-471f-ae42-545728971121 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:11.552932 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac80a2-213f-4662-b3d6-3f770f229008 None None] Pushing event updated for resources: {'Port': ['ID=031105f4-0a5d-4f5c-ad10-7465904b3d7b,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:11.616820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:11.675995 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e29a43e-a983-4aa7-a2bd-fab21f6f6da6 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:06:11.684328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7da921e8-d06f-471f-ae42-545728971121 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Calling delete_port for c8fe4e7c-fa79-47e6-bb02-1835d31010d5 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:11.693867 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] Set router 0bea4170-56f0-4f26-8008-551918a44abe gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:11.694664 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9237802b-b5cc-4acc-804e-e0ba55eaf7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:11.709156 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:11.738338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2e29a43e-a983-4aa7-a2bd-fab21f6f6da6 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:11.738674 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-2e29a43e-a983-4aa7-a2bd-fab21f6f6da6 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Added segment ed08e24c-33d1-4f35-b2f1-18be36da3ac9 of type vlan for network acda82c0-329a-4f6d-84dd-835141e41a72 Jan 27 17:06:11.741956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-79c2d8fa-aa42-45d3-99cf-be3f86b8a864 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Unset dirty status for tenant:9ee54b4815b744a4b1368a3f71dedf93 on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:11.743125 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-79c2d8fa-aa42-45d3-99cf-be3f86b8a864 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/networks?id=c8512c58-bd55-456e-9586-bd5fab4baa27 HTTP/1.1" status: 200 len: 812 time: 2.0092013 Jan 27 17:06:11.825393 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-fc92c346-3166-4389-8b2c-e7d57fcb9aab tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/quotas/9ee54b4815b744a4b1368a3f71dedf93 HTTP/1.1" status: 200 len: 375 time: 0.0742095 Jan 27 17:06:11.827473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2e29a43e-a983-4aa7-a2bd-fab21f6f6da6 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:11.831843 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7da921e8-d06f-471f-ae42-545728971121 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:11.860170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9237802b-b5cc-4acc-804e-e0ba55eaf7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:11.867487 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:11.897999 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Router e7f74d74-00dd-453c-8566-09ed062d114d has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:06:11.937335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7da921e8-d06f-471f-ae42-545728971121 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:11.946715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da921e8-d06f-471f-ae42-545728971121 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8fe4e7c-fa79-47e6-bb02-1835d31010d5,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:11.976663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Pushing event updated for resources: {'Port': ['ID=d1c58e7c-a9e3-4ea0-a398-168b63358a27,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:11.991919 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7da921e8-d06f-471f-ae42-545728971121 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] 10.222.0.50 "DELETE /v2.0/ports/c8fe4e7c-fa79-47e6-bb02-1835d31010d5 HTTP/1.1" status: 204 len: 168 time: 0.9590745 Jan 27 17:06:11.992542 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55240) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:12.026925 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bea4170-56f0-4f26-8008-551918a44abe', 'name': 'tempest-ServersTestJSON-1690785565-router', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'gw_port': {'id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:53Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '031105f4-0a5d-4f5c-ad10-7465904b3d7b', 'name': '', 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'mac_address': 'fa:16:3e:78:72:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:01Z', 'updated_at': '2022-01-27T17:06:11Z', 'revision_number': 4, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'subnets': [{'id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:12.030070 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2e29a43e-a983-4aa7-a2bd-fab21f6f6da6 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:12.031025 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e29a43e-a983-4aa7-a2bd-fab21f6f6da6 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:12.031126 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a6002-9618-4934-81b9-136429f7d092 None None] The sync data for ids ['0bea4170-56f0-4f26-8008-551918a44abe'] in dv-neutron-826439-2-hyperv is: [{'id': '0bea4170-56f0-4f26-8008-551918a44abe', 'name': 'tempest-ServersTestJSON-1690785565-router', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'gw_port': {'id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:53Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '031105f4-0a5d-4f5c-ad10-7465904b3d7b', 'name': '', 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'mac_address': 'fa:16:3e:78:72:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:01Z', 'updated_at': '2022-01-27T17:06:11Z', 'revision_number': 4, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'subnets': [{'id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:06:12.031599 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2e29a43e-a983-4aa7-a2bd-fab21f6f6da6 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:12.051103 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:12.057656 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9237802b-b5cc-4acc-804e-e0ba55eaf7c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c53daf2d7fb4c2681eb645d149871e9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2241538 Jan 27 17:06:12.066177 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55244) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:12.107516 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237802b-b5cc-4acc-804e-e0ba55eaf7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11aa601d-30ff-41a7-8b6b-296fd859de8a,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:12.139264 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb164c36-5766-4b04-be5e-f77b5963919f tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] GET failed (client error): The resource could not be found. Jan 27 17:06:12.139775 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bb164c36-5766-4b04-be5e-f77b5963919f tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Synchronizing usage tracker for tenant:d77b62a8f38e407595d485134620d03a on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:12.176744 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:12.180746 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:12.183247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:12.183934 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:12.272477 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2e29a43e-a983-4aa7-a2bd-fab21f6f6da6 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8944552 Jan 27 17:06:12.277675 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55248) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:12.361027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-cecd9d86-4b4e-4122-ba78-8a06bf781b39 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Synchronizing usage tracker for tenant:9ee54b4815b744a4b1368a3f71dedf93 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:12.363715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29a43e-a983-4aa7-a2bd-fab21f6f6da6 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Pushing event updated for resources: {'Network': ['ID=acda82c0-329a-4f6d-84dd-835141e41a72,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:12.372436 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b3f0831b-6747-4db4-b522-9f0018a1177d tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9074242 Jan 27 17:06:12.381061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network acda82c0-329a-4f6d-84dd-835141e41a72 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:06:12.387421 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bb164c36-5766-4b04-be5e-f77b5963919f tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Unset dirty status for tenant:d77b62a8f38e407595d485134620d03a on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:12.393524 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bb164c36-5766-4b04-be5e-f77b5963919f tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] 10.222.0.50 "GET /v2.0/ports/c8fe4e7c-fa79-47e6-bb02-1835d31010d5 HTTP/1.1" status: 404 len: 333 time: 0.3997946 Jan 27 17:06:12.403590 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55252) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:12.404081 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55254) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:12.430541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-bbb83ff5-2fa6-42db-af3a-17d5396be1f8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Request body: {'port': {'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-895726658'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:12.447183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-edfaf928-ee80-4dde-be6a-18728af12c8f tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148'}]}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:12.453074 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae95440e-8780-4e84-b934-ec1ec60384fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:12.456572 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bbb83ff5-2fa6-42db-af3a-17d5396be1f8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:12.465743 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dadd70a9-c6ac-4a5a-84d2-971ec219c717 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:12.473215 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-edfaf928-ee80-4dde-be6a-18728af12c8f tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:12.475127 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dadd70a9-c6ac-4a5a-84d2-971ec219c717 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:12.484589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-cecd9d86-4b4e-4122-ba78-8a06bf781b39 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Unset dirty status for tenant:9ee54b4815b744a4b1368a3f71dedf93 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:12.493650 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-cecd9d86-4b4e-4122-ba78-8a06bf781b39 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ee54b4815b744a4b1368a3f71dedf93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6569307 Jan 27 17:06:12.507291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-edfaf928-ee80-4dde-be6a-18728af12c8f tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Usage tracker for resource:router and tenant:74b8a68cbced4542af794ec1090e588b is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:12.534940 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:06:12.536746 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:12.545763 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-14c9e1c7-1d20-45d9-9741-0dd6eafac0bf admin admin] 10.222.0.50 "PUT /v2.0/routers/e7f74d74-00dd-453c-8566-09ed062d114d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7222981 Jan 27 17:06:12.547789 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Sync routers for ids ['e7f74d74-00dd-453c-8566-09ed062d114d'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:06:12.561437 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Routers {'e7f74d74-00dd-453c-8566-09ed062d114d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:12.568394 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:05:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e7f74d74-00dd-453c-8566-09ed062d114d'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:12.580696 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-edfaf928-ee80-4dde-be6a-18728af12c8f tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:12.586506 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dadd70a9-c6ac-4a5a-84d2-971ec219c717 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:12.586708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bbb83ff5-2fa6-42db-af3a-17d5396be1f8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:12.590754 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-dadd70a9-c6ac-4a5a-84d2-971ec219c717 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.9538364 Jan 27 17:06:12.597121 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55264) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:12.604228 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-edfaf928-ee80-4dde-be6a-18728af12c8f tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:12.614499 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-6c1f22b6-ef67-43ab-875d-10a8df29c22b tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Request body: {'security_group_rule': {'security_group_id': '455d0435-8b91-49df-a85e-dc62ce683bf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:12.625648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae95440e-8780-4e84-b934-ec1ec60384fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:12.657464 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6c1f22b6-ef67-43ab-875d-10a8df29c22b tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:12.727468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6c1f22b6-ef67-43ab-875d-10a8df29c22b tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Usage tracker for resource:security_group_rule and tenant:bf9f89d75dcb4854990f9172a39cae4d is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:12.755776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb83ff5-2fa6-42db-af3a-17d5396be1f8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Made reservation on behalf of d77b62a8f38e407595d485134620d03a for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:12.759409 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bbb83ff5-2fa6-42db-af3a-17d5396be1f8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:12.784906 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6c1f22b6-ef67-43ab-875d-10a8df29c22b tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:12.788274 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-edfaf928-ee80-4dde-be6a-18728af12c8f tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:12.789392 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-edfaf928-ee80-4dde-be6a-18728af12c8f tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:12.820852 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8edcdacb-b5b7-4665-b436-b529c8ccc688 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:12.821880 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8edcdacb-b5b7-4665-b436-b529c8ccc688 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1475422 Jan 27 17:06:12.826578 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6c1f22b6-ef67-43ab-875d-10a8df29c22b tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:12.853922 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8006bc3b-748a-4076-95e5-e3a5b99f64a7 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:12.857581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd70a9-c6ac-4a5a-84d2-971ec219c717 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455d0435-8b91-49df-a85e-dc62ce683bf8,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:12.860271 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8006bc3b-748a-4076-95e5-e3a5b99f64a7 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:12.865630 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8006bc3b-748a-4076-95e5-e3a5b99f64a7 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:12.871287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8006bc3b-748a-4076-95e5-e3a5b99f64a7 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:12.877196 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8006bc3b-748a-4076-95e5-e3a5b99f64a7 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:12.881447 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8006bc3b-748a-4076-95e5-e3a5b99f64a7 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3057 time: 0.5527906 Jan 27 17:06:12.883238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55276) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:12.904620 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-bbb83ff5-2fa6-42db-af3a-17d5396be1f8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] device_id is not set on port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:06:12.921390 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Set router e7f74d74-00dd-453c-8566-09ed062d114d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:12.958339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-edfaf928-ee80-4dde-be6a-18728af12c8f tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:13.006837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c1f22b6-ef67-43ab-875d-10a8df29c22b tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:13.101485 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:13.114820 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae95440e-8780-4e84-b934-ec1ec60384fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:13.168189 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95440e-8780-4e84-b934-ec1ec60384fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aa601d-30ff-41a7-8b6b-296fd859de8a,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:13.203820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Router 3f8db9dd-74a8-4aa4-9bab-77472c2ca6a8 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:06:13.270445 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55280) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:13.297427 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-2102e632-4776-4d66-b9c0-779e21d4db7e service neutron] 10.222.0.50 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530299 Jan 27 17:06:13.305917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a83da5dd-fb66-42e6-bd92-0e3dc513a133 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--787715196', 'description': 'tempest-description--435174709'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:13.339174 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:13.381634 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'name': 'tempest-ServersTestManualDisk-1088274207-router', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'gw_port': {'id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:52Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '2646c71e-d10b-4c43-a638-22fedb52ddc5', 'name': '', 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'mac_address': 'fa:16:3e:8d:4a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:06Z', 'updated_at': '2022-01-27T17:06:09Z', 'revision_number': 2, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'subnets': [{'id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:13.385436 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a83da5dd-fb66-42e6-bd92-0e3dc513a133 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:13.386706 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Checking router: e7f74d74-00dd-453c-8566-09ed062d114d for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:06:13.387041 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Updating router e7f74d74-00dd-453c-8566-09ed062d114d port 2646c71e-d10b-4c43-a638-22fedb52ddc5 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:06:13.393874 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:06:13.394211 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:06:13.394940 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:06:13.395276 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > port after_create 55550000 {{(pid=87595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:06:13.395593 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:06:13.395928 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > port after_update 55550000 {{(pid=87595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:06:13.396238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:06:13.396613 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:06:13.396930 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:06:13.397231 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:06:13.422111 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a83da5dd-fb66-42e6-bd92-0e3dc513a133 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Usage tracker for resource:security_group and tenant:406c1347ba5a453bb38d862a9a6c44ff is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:13.428748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a83da5dd-fb66-42e6-bd92-0e3dc513a133 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:13.440642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:13.451169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c1f22b6-ef67-43ab-875d-10a8df29c22b tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:13.506494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a83da5dd-fb66-42e6-bd92-0e3dc513a133 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:13.553750 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:06:13.554068 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:06:13.554417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:06:13.555889 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 17:06:13.556228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acda82c0-329a-4f6d-84dd-835141e41a72']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:13.569036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c1f22b6-ef67-43ab-875d-10a8df29c22b tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:13.577334 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed08e24c-33d1-4f35-b2f1-18be36da3ac9') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:13.577620 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed08e24c-33d1-4f35-b2f1-18be36da3ac9') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:13.590244 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae95440e-8780-4e84-b934-ec1ec60384fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:13.591366 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ae95440e-8780-4e84-b934-ec1ec60384fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/11aa601d-30ff-41a7-8b6b-296fd859de8a HTTP/1.1" status: 204 len: 168 time: 1.5222437 Jan 27 17:06:13.671888 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:13.698702 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:13.712847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:06:13.716176 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:06:13.716592 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:13.724504 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Sync routers for ids ['3f8db9dd-74a8-4aa4-9bab-77472c2ca6a8'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: from cryptography.utils import int_from_bytes Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: from cryptography.utils import int_from_bytes Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn_limited( Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn_limited( Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:06:13.733428 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:06:13.753402 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Routers {'3f8db9dd-74a8-4aa4-9bab-77472c2ca6a8'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:13.753806 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:05:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['3f8db9dd-74a8-4aa4-9bab-77472c2ca6a8'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:13.838138 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:13.842192 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-25c38119-bc49-4e36-93ad-ba1a11869ea2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.9806442 Jan 27 17:06:13.845435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55288) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:13.885444 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f22b6-ef67-43ab-875d-10a8df29c22b tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbc84a7-f281-4a19-95a0-263eb49e789f,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:13.887551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a83da5dd-fb66-42e6-bd92-0e3dc513a133 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:13.913290 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:13.927300 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bbb83ff5-2fa6-42db-af3a-17d5396be1f8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:13.937400 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Transition to ACTIVE for port object 2646c71e-d10b-4c43-a638-22fedb52ddc5 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:13.949886 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:13.957612 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:13.989102 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a83da5dd-fb66-42e6-bd92-0e3dc513a133 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:14.005129 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a83da5dd-fb66-42e6-bd92-0e3dc513a133 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Usage tracker for resource:security_group_rule and tenant:406c1347ba5a453bb38d862a9a6c44ff is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:14.014438 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a83da5dd-fb66-42e6-bd92-0e3dc513a133 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:14.018843 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network acda82c0-329a-4f6d-84dd-835141e41a72 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 27 17:06:14.023580 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Pushing event deleted for resources: {'Network': ['ID=acda82c0-329a-4f6d-84dd-835141e41a72,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:14.026328 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:14.051592 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-785079b7-ba03-45e3-95b4-21072ce55cd7 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] 10.222.0.50 "DELETE /v2.0/networks/acda82c0-329a-4f6d-84dd-835141e41a72 HTTP/1.1" status: 204 len: 168 time: 1.1685636 Jan 27 17:06:14.067173 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55294) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:14.071512 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a83da5dd-fb66-42e6-bd92-0e3dc513a133 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:14.085093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0ac1a90d-ab42-485c-bfe5-ac16b11b42ae tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Request body: {'network': {'name': 'tempest-network--1839008075', 'router:external': True}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:14.095541 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0ac1a90d-ab42-485c-bfe5-ac16b11b42ae tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:14.107756 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0ac1a90d-ab42-485c-bfe5-ac16b11b42ae tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Usage tracker for resource:network and tenant:d1436c1d57d447ef9d9d1f18d553e1f8 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:14.122273 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Set router 3f8db9dd-74a8-4aa4-9bab-77472c2ca6a8 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:14.212594 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0ac1a90d-ab42-485c-bfe5-ac16b11b42ae tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:14.216304 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-edfaf928-ee80-4dde-be6a-18728af12c8f tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:14.253361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bbb83ff5-2fa6-42db-af3a-17d5396be1f8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:14.296102 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e71dbf-5826-4325-9930-9f659a87fbe2 None None] Pushing event updated for resources: {'Port': ['ID=2646c71e-d10b-4c43-a638-22fedb52ddc5,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:14.330026 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 031105f4-0a5d-4f5c-ad10-7465904b3d7b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:14.330951 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:14.473269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c1f22b6-ef67-43ab-875d-10a8df29c22b tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:14.480152 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Attempting to bind port 2646c71e-d10b-4c43-a638-22fedb52ddc5 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:14.480513 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Attempting to bind port 2646c71e-d10b-4c43-a638-22fedb52ddc5 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'ce4b805f-10ca-4c69-bf04-a2937a4c1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:14.480952 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Attempting to bind port 2646c71e-d10b-4c43-a638-22fedb52ddc5 on network 541e3743-3e75-4c6c-9e97-b96740f8fa0d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:14.482576 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0ac1a90d-ab42-485c-bfe5-ac16b11b42ae tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:14.490628 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6c1f22b6-ef67-43ab-875d-10a8df29c22b tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8881011 Jan 27 17:06:14.502297 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:06:14.506561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Checking segment: {'id': 'ce4b805f-10ca-4c69-bf04-a2937a4c1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:14.508263 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:14.509394 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Bound using segment: {'id': 'ce4b805f-10ca-4c69-bf04-a2937a4c1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:06:14.511180 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Bound port: 2646c71e-d10b-4c43-a638-22fedb52ddc5, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4b805f-10ca-4c69-bf04-a2937a4c1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:06:14.512618 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:14.520424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55304) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:14.530217 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-e0e3b568-fec3-4127-af76-1485f7545308 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Request body: {'security_group_rule': {'security_group_id': '455d0435-8b91-49df-a85e-dc62ce683bf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:14.549084 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8db9dd-74a8-4aa4-9bab-77472c2ca6a8', 'name': '', 'tenant_id': 'fecd79f1e96c4fefb9e3aa96cf45b209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3fc7963-5d16-4b0c-8e30-c2f77c80071e', 'external_fixed_ips': [{'subnet_id': 'ebfaf8b0-2de8-4711-9076-555b95d00538', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a5a8f2d2-a978-498e-b6ae-a78a0ecb1123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:06:03Z', 'updated_at': '2022-01-27T17:06:10Z', 'revision_number': 3, 'project_id': 'fecd79f1e96c4fefb9e3aa96cf45b209', 'gw_port': {'id': 'a5a8f2d2-a978-498e-b6ae-a78a0ecb1123', 'name': '', 'network_id': 'f3fc7963-5d16-4b0c-8e30-c2f77c80071e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8db9dd-74a8-4aa4-9bab-77472c2ca6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'ebfaf8b0-2de8-4711-9076-555b95d00538', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:08Z', 'updated_at': '2022-01-27T17:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebfaf8b0-2de8-4711-9076-555b95d00538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:14.549862 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac1a90d-ab42-485c-bfe5-ac16b11b42ae tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Made reservation on behalf of d1436c1d57d447ef9d9d1f18d553e1f8 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:14.552132 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a90d-ab42-485c-bfe5-ac16b11b42ae tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:14.553894 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Checking router: 3f8db9dd-74a8-4aa4-9bab-77472c2ca6a8 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:06:14.554629 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Updating router 3f8db9dd-74a8-4aa4-9bab-77472c2ca6a8 port a5a8f2d2-a978-498e-b6ae-a78a0ecb1123 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:06:14.559670 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-23d439c9-4be7-4149-acc9-0bee7b45bce8 service neutron] 10.222.0.50 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1971645 Jan 27 17:06:14.574373 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e0e3b568-fec3-4127-af76-1485f7545308 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:14.598546 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e0e3b568-fec3-4127-af76-1485f7545308 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Usage tracker for resource:security_group_rule and tenant:bf9f89d75dcb4854990f9172a39cae4d is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:14.613964 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb83ff5-2fa6-42db-af3a-17d5396be1f8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Network dfad42a2-7087-4355-a955-87cd2c023a3a is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:14.617656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e0e3b568-fec3-4127-af76-1485f7545308 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:14.629217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-bbb83ff5-2fa6-42db-af3a-17d5396be1f8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:14.643593 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb83ff5-2fa6-42db-af3a-17d5396be1f8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:14.644543 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb83ff5-2fa6-42db-af3a-17d5396be1f8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:14.645127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bbb83ff5-2fa6-42db-af3a-17d5396be1f8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:14.651568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 031105f4-0a5d-4f5c-ad10-7465904b3d7b completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:14.655672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb83ff5-2fa6-42db-af3a-17d5396be1f8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Pushing event updated for resources: {'Port': ['ID=67f3994e-5f70-48df-b5a6-4ef11f99ba49,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:14.659713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a83da5dd-fb66-42e6-bd92-0e3dc513a133 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:14.664339 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 031105f4-0a5d-4f5c-ad10-7465904b3d7b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:14.664816 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:14.674786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a83da5dd-fb66-42e6-bd92-0e3dc513a133 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:14.705172 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bbb83ff5-2fa6-42db-af3a-17d5396be1f8 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2952244 Jan 27 17:06:14.728429 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] For port 2646c71e-d10b-4c43-a638-22fedb52ddc5, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:06:14.768431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] For port 2646c71e-d10b-4c43-a638-22fedb52ddc5, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2646c71e-d10b-4c43-a638-22fedb52ddc5,segment=NetworkSegment(ce4b805f-10ca-4c69-bf04-a2937a4c1454),segment_id=ce4b805f-10ca-4c69-bf04-a2937a4c1454)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:06:14.787257 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:14.802182 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:14.847124 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e0e3b568-fec3-4127-af76-1485f7545308 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:14.869932 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55310) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:14.887644 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:14.920986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a83da5dd-fb66-42e6-bd92-0e3dc513a133 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:14.922247 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a83da5dd-fb66-42e6-bd92-0e3dc513a133 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6478641 Jan 27 17:06:14.928102 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac1a90d-ab42-485c-bfe5-ac16b11b42ae tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:06:14.947803 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55322) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:14.969571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83da5dd-fb66-42e6-bd92-0e3dc513a133 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602d6a02-4d87-445c-8404-430c46533025,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:15.000243 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-23d9fe30-b645-4ba3-b790-f79c853f7ab4 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Request body: {'security_group_rule': {'security_group_id': '602d6a02-4d87-445c-8404-430c46533025', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:15.069063 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a90d-ab42-485c-bfe5-ac16b11b42ae tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:15.086017 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-0ac1a90d-ab42-485c-bfe5-ac16b11b42ae tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Added segment 9ba17710-49ca-4746-a806-79a777ec4757 of type vlan for network 2fd52083-2f31-4c5f-9364-0e32ec3f240d Jan 27 17:06:15.176964 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b568-fec3-4127-af76-1485f7545308 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:15.186770 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Routers {'e7f74d74-00dd-453c-8566-09ed062d114d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:15.187409 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:05:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e7f74d74-00dd-453c-8566-09ed062d114d'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:15.223011 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-23d9fe30-b645-4ba3-b790-f79c853f7ab4 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:15.234217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:15.249488 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a90d-ab42-485c-bfe5-ac16b11b42ae tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:15.271854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55342) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:15.319163 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e71dbf-5826-4325-9930-9f659a87fbe2 None None] Pushing event updated for resources: {'Port': ['ID=2646c71e-d10b-4c43-a638-22fedb52ddc5,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:15.352907 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-23d9fe30-b645-4ba3-b790-f79c853f7ab4 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Usage tracker for resource:security_group_rule and tenant:406c1347ba5a453bb38d862a9a6c44ff is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:15.355052 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55348) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:15.358754 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a90d-ab42-485c-bfe5-ac16b11b42ae tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:15.361577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac1a90d-ab42-485c-bfe5-ac16b11b42ae tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:15.363554 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a90d-ab42-485c-bfe5-ac16b11b42ae tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:15.367274 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:15.369906 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-23d9fe30-b645-4ba3-b790-f79c853f7ab4 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:15.415579 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-23d9fe30-b645-4ba3-b790-f79c853f7ab4 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:15.556447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-23d9fe30-b645-4ba3-b790-f79c853f7ab4 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:15.647683 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:15.665667 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:15.666514 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Transition to ACTIVE for port object a5a8f2d2-a978-498e-b6ae-a78a0ecb1123 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:15.681200 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:15.682787 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 031105f4-0a5d-4f5c-ad10-7465904b3d7b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=031105f4-0a5d-4f5c-ad10-7465904b3d7b,segment=NetworkSegment(7d9ad29e-9efb-46b6-a4fe-281b7c002171),segment_id=7d9ad29e-9efb-46b6-a4fe-281b7c002171)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:15.695489 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0ac1a90d-ab42-485c-bfe5-ac16b11b42ae tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.6243734 Jan 27 17:06:15.697716 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1a90d-ab42-485c-bfe5-ac16b11b42ae tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Pushing event updated for resources: {'Network': ['ID=2fd52083-2f31-4c5f-9364-0e32ec3f240d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:15.702736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55358) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:15.721931 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 2fd52083-2f31-4c5f-9364-0e32ec3f240d details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:06:15.730531 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-92090667'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:15.740418 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:15.744602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Usage tracker for resource:network and tenant:288ef7717c7443cf9ab335071f244107 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:15.747559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:15.755022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:15.769433 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Deleting port a5a8f2d2-a978-498e-b6ae-a78a0ecb1123 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:15.769953 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:15.789712 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:15.804749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Made reservation on behalf of 288ef7717c7443cf9ab335071f244107 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:15.813937 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:15.815654 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 17:06:15.817203 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] Set router e7f74d74-00dd-453c-8566-09ed062d114d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:15.857394 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Attempting to bind port a5a8f2d2-a978-498e-b6ae-a78a0ecb1123 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:15.859938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:15.860084 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Attempting to bind port a5a8f2d2-a978-498e-b6ae-a78a0ecb1123 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'ac2ab534-fcbf-464a-8410-7bea3c15df86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f3fc7963-5d16-4b0c-8e30-c2f77c80071e'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:15.860909 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Attempting to bind port a5a8f2d2-a978-498e-b6ae-a78a0ecb1123 on network f3fc7963-5d16-4b0c-8e30-c2f77c80071e {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:15.874473 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5d2f3-c92f-49b4-92c9-69f529d25576 None None] Pushing event updated for resources: {'Port': ['ID=a5a8f2d2-a978-498e-b6ae-a78a0ecb1123,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:15.884248 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:06:15.884574 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Checking segment: {'id': 'ac2ab534-fcbf-464a-8410-7bea3c15df86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f3fc7963-5d16-4b0c-8e30-c2f77c80071e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:15.884981 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:15.885620 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Bound using segment: {'id': 'ac2ab534-fcbf-464a-8410-7bea3c15df86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f3fc7963-5d16-4b0c-8e30-c2f77c80071e'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:06:15.886115 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Bound port: a5a8f2d2-a978-498e-b6ae-a78a0ecb1123, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2ab534-fcbf-464a-8410-7bea3c15df86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f3fc7963-5d16-4b0c-8e30-c2f77c80071e'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:06:15.886488 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:15.919852 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5181345a-574f-4b5c-8e4e-1620070ab5c6 req-860722a7-00d8-43f9-a70c-c4c72864729c tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 210 time: 0.5277667 Jan 27 17:06:15.999063 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:16.002779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-23d9fe30-b645-4ba3-b790-f79c853f7ab4 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:16.019572 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] For port a5a8f2d2-a978-498e-b6ae-a78a0ecb1123, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:06:16.024980 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] For port a5a8f2d2-a978-498e-b6ae-a78a0ecb1123, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=a5a8f2d2-a978-498e-b6ae-a78a0ecb1123,segment=NetworkSegment(ac2ab534-fcbf-464a-8410-7bea3c15df86),segment_id=ac2ab534-fcbf-464a-8410-7bea3c15df86)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:06:16.032049 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:16.063504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Usage tracker for resource:security_group_rule and tenant:288ef7717c7443cf9ab335071f244107 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:16.077945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:06:16.085394 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:16.088426 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-23d9fe30-b645-4ba3-b790-f79c853f7ab4 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:16.101363 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76cb026-4a83-43be-a3bf-d786b0e5e477 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:16.102661 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e76cb026-4a83-43be-a3bf-d786b0e5e477 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Synchronizing usage tracker for tenant:bf619d2234f84260947f85b3ec1d6e89 on resource:network {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:16.106450 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b568-fec3-4127-af76-1485f7545308 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:16.128361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:16.170820 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Routers {'3f8db9dd-74a8-4aa4-9bab-77472c2ca6a8'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:16.172249 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:05:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['3f8db9dd-74a8-4aa4-9bab-77472c2ca6a8'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:16.173962 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b568-fec3-4127-af76-1485f7545308 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:16.183846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9fe30-b645-4ba3-b790-f79c853f7ab4 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdfdc77-ffd3-440b-ad9d-822bf2ee6902,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:16.191352 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-23d9fe30-b645-4ba3-b790-f79c853f7ab4 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:16.196384 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-23d9fe30-b645-4ba3-b790-f79c853f7ab4 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2317305 Jan 27 17:06:16.209475 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55374) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:16.222630 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3b568-fec3-4127-af76-1485f7545308 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa46cac-028f-4103-9525-881f47e7796c,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:16.230145 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-6dd0f5b1-6ae4-425e-a44d-17f1c3918c87 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Request body: {'security_group_rule': {'security_group_id': '602d6a02-4d87-445c-8404-430c46533025', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:16.234356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e76cb026-4a83-43be-a3bf-d786b0e5e477 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Unset dirty status for tenant:bf619d2234f84260947f85b3ec1d6e89 on resource:network {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:16.235591 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e76cb026-4a83-43be-a3bf-d786b0e5e477 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] 10.222.0.50 "GET /v2.0/networks/2fd52083-2f31-4c5f-9364-0e32ec3f240d HTTP/1.1" status: 200 len: 757 time: 0.5178270 Jan 27 17:06:16.268787 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55380) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:16.285595 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6dd0f5b1-6ae4-425e-a44d-17f1c3918c87 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:16.329743 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6dd0f5b1-6ae4-425e-a44d-17f1c3918c87 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Usage tracker for resource:security_group_rule and tenant:406c1347ba5a453bb38d862a9a6c44ff is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:16.345344 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] device_id is not set on port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:06:16.354688 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b568-fec3-4127-af76-1485f7545308 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:16.359169 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e0e3b568-fec3-4127-af76-1485f7545308 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8361442 Jan 27 17:06:16.360681 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] For port a5a8f2d2-a978-498e-b6ae-a78a0ecb1123, host dv-neutron-826439-2-hyperv, got binding levels [] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:16.361139 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:16.368105 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55386) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:16.369538 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-edfaf928-ee80-4dde-be6a-18728af12c8f tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:16.376481 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6dd0f5b1-6ae4-425e-a44d-17f1c3918c87 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:16.407428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:16.419886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:16.425244 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-edfaf928-ee80-4dde-be6a-18728af12c8f tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:16.435923 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] Set router 3f8db9dd-74a8-4aa4-9bab-77472c2ca6a8 gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:16.469720 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6dd0f5b1-6ae4-425e-a44d-17f1c3918c87 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:16.542133 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Calling delete_port for a5a8f2d2-a978-498e-b6ae-a78a0ecb1123 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:16.561086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:16.580463 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Usage tracker for resource:floatingip and tenant:bf9f89d75dcb4854990f9172a39cae4d is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:16.582301 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=031105f4-0a5d-4f5c-ad10-7465904b3d7b,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:16.588475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:16.600934 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:16.609804 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Transition to ACTIVE for port object 67f3994e-5f70-48df-b5a6-4ef11f99ba49 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:16.611151 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8db9dd-74a8-4aa4-9bab-77472c2ca6a8', 'name': '', 'tenant_id': 'fecd79f1e96c4fefb9e3aa96cf45b209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:06:03Z', 'updated_at': '2022-01-27T17:06:15Z', 'revision_number': 4, 'project_id': 'fecd79f1e96c4fefb9e3aa96cf45b209', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:16.624087 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a860af34-8550-43ea-bc0c-9620d0a93495 None None] The sync data for ids ['3f8db9dd-74a8-4aa4-9bab-77472c2ca6a8'] in dv-neutron-826439-2-hyperv is: [{'id': '3f8db9dd-74a8-4aa4-9bab-77472c2ca6a8', 'name': '', 'tenant_id': 'fecd79f1e96c4fefb9e3aa96cf45b209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:06:03Z', 'updated_at': '2022-01-27T17:06:15Z', 'revision_number': 4, 'project_id': 'fecd79f1e96c4fefb9e3aa96cf45b209', 'gw_port_host': None}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:06:16.639837 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5d2f3-c92f-49b4-92c9-69f529d25576 None None] Pushing event updated for resources: {'Port': ['ID=a5a8f2d2-a978-498e-b6ae-a78a0ecb1123,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:16.664883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:16.687873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c498dd69-9612-4527-9c85-f7eb341f15ae tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:16.689487 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c498dd69-9612-4527-9c85-f7eb341f15ae tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] 10.222.0.50 "GET /v2.0/networks/f940dc35-36a5-49b0-82ec-d4b2cc40d3bd HTTP/1.1" status: 200 len: 768 time: 0.4057834 Jan 27 17:06:16.690389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6dd0f5b1-6ae4-425e-a44d-17f1c3918c87 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:16.701798 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55394) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:16.748274 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'name': 'tempest-ServersTestManualDisk-1088274207-router', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'gw_port': {'id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:52Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '2646c71e-d10b-4c43-a638-22fedb52ddc5', 'name': '', 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'mac_address': 'fa:16:3e:8d:4a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:06Z', 'updated_at': '2022-01-27T17:06:14Z', 'revision_number': 4, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'subnets': [{'id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:16.754218 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cdc219-336e-4b5a-90be-7466f8dfbd64 None None] The sync data for ids ['e7f74d74-00dd-453c-8566-09ed062d114d'] in dv-neutron-826439-2-hyperv is: [{'id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'name': 'tempest-ServersTestManualDisk-1088274207-router', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'gw_port': {'id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:52Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '2646c71e-d10b-4c43-a638-22fedb52ddc5', 'name': '', 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'mac_address': 'fa:16:3e:8d:4a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:06Z', 'updated_at': '2022-01-27T17:06:14Z', 'revision_number': 4, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'subnets': [{'id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:06:16.787324 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for floatingip, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.009394 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.032919 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Pushing event updated for resources: {'Port': ['ID=67f3994e-5f70-48df-b5a6-4ef11f99ba49,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:17.065408 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-edfaf928-ee80-4dde-be6a-18728af12c8f tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.091527 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aac3c0a2-b2a5-4371-93c4-1219fe386949 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.110684 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6dd0f5b1-6ae4-425e-a44d-17f1c3918c87 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.124827 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6dd0f5b1-6ae4-425e-a44d-17f1c3918c87 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.157494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.179058 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:06:17.189865 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.190213 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Added segment 16b7b476-f9d0-46e0-8bf6-fa3206dddac1 of type vlan for network 8eecab3e-0265-42ca-b132-3946cbffec1a Jan 27 17:06:17.198107 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:06:17.200313 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:06:17.206899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0f5b1-6ae4-425e-a44d-17f1c3918c87 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f668d945-7532-4ba5-9316-945bea8d0082,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:17.253816 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6dd0f5b1-6ae4-425e-a44d-17f1c3918c87 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.257882 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6dd0f5b1-6ae4-425e-a44d-17f1c3918c87 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0390382 Jan 27 17:06:17.259365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55402) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:17.311101 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aac3c0a2-b2a5-4371-93c4-1219fe386949 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.342465 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-aac3c0a2-b2a5-4371-93c4-1219fe386949 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd52083-2f31-4c5f-9364-0e32ec3f240d']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:17.356449 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-aac3c0a2-b2a5-4371-93c4-1219fe386949 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba17710-49ca-4746-a806-79a777ec4757') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:17.357000 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-aac3c0a2-b2a5-4371-93c4-1219fe386949 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba17710-49ca-4746-a806-79a777ec4757') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:17.371014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aac3c0a2-b2a5-4371-93c4-1219fe386949 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.389040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aac3c0a2-b2a5-4371-93c4-1219fe386949 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.396477 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac3c0a2-b2a5-4371-93c4-1219fe386949 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:06:17.396896 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aac3c0a2-b2a5-4371-93c4-1219fe386949 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:06:17.410983 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:06:17.440765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:17.441057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:17.441374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:17.449788 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.456807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:17.487148 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:17.496261 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:17.496575 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:17.500498 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 2 to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 Jan 27 17:06:17.510652 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a10e7a8-e05a-4efd-8fcb-3a9cab11ca21 req-a5da1205-35a3-470d-b110-b6b212438ad2 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 210 time: 0.2655838 Jan 27 17:06:17.560329 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Usage tracker for resource:floatingip and tenant:406c1347ba5a453bb38d862a9a6c44ff is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:17.568135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8433cdb2-6d57-4cf4-9213-c5e82a75de15,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:17.571118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:17.606046 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aac3c0a2-b2a5-4371-93c4-1219fe386949 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.625767 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac3c0a2-b2a5-4371-93c4-1219fe386949 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2fd52083-2f31-4c5f-9364-0e32ec3f240d {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 27 17:06:17.631636 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3c0a2-b2a5-4371-93c4-1219fe386949 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Pushing event deleted for resources: {'Network': ['ID=2fd52083-2f31-4c5f-9364-0e32ec3f240d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:17.634236 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aac3c0a2-b2a5-4371-93c4-1219fe386949 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.640920 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-aac3c0a2-b2a5-4371-93c4-1219fe386949 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] 10.222.0.50 "DELETE /v2.0/networks/2fd52083-2f31-4c5f-9364-0e32ec3f240d HTTP/1.1" status: 204 len: 168 time: 0.9396272 Jan 27 17:06:17.644629 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55406) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:17.650959 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-6fab7f27-8644-40a7-a3fa-4af0b2c7654b tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Request body: {'network': {'name': 'tempest-network--1067568506'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:17.655931 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6fab7f27-8644-40a7-a3fa-4af0b2c7654b tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:17.660447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6fab7f27-8644-40a7-a3fa-4af0b2c7654b tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Usage tracker for resource:network and tenant:d1436c1d57d447ef9d9d1f18d553e1f8 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:17.663527 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6fab7f27-8644-40a7-a3fa-4af0b2c7654b tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:17.669647 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6fab7f27-8644-40a7-a3fa-4af0b2c7654b tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:17.682982 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fab7f27-8644-40a7-a3fa-4af0b2c7654b tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Made reservation on behalf of d1436c1d57d447ef9d9d1f18d553e1f8 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:17.686093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6fab7f27-8644-40a7-a3fa-4af0b2c7654b tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.705196 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Deleting port a5a8f2d2-a978-498e-b6ae-a78a0ecb1123 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:17.705712 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.714182 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:06:17.722444 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:17.730790 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:17.731110 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:17.731438 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:17.759935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.83', 49767) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:17.810663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fab7f27-8644-40a7-a3fa-4af0b2c7654b tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:06:17.820027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:17.820354 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:17.824467 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-edfaf928-ee80-4dde-be6a-18728af12c8f tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.826921 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 3 to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 Jan 27 17:06:17.844158 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for floatingip, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.861950 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-edfaf928-ee80-4dde-be6a-18728af12c8f tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.863655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:17.863975 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:17.864303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:17.872253 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.877601 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:17.878206 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.906163 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6fab7f27-8644-40a7-a3fa-4af0b2c7654b tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:17.906651 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-6fab7f27-8644-40a7-a3fa-4af0b2c7654b tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Added segment 8118dbd7-13df-4497-bffd-a2ef78078ad5 of type vlan for network 292d741b-de81-44e3-a0a2-a9777b5cfb0a Jan 27 17:06:17.999488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:17.999816 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:18.014272 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 4 to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 Jan 27 17:06:18.092178 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6fab7f27-8644-40a7-a3fa-4af0b2c7654b tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:18.107565 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-29f25d83-bf00-404a-9962-209e678502f1 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:18.109328 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-29f25d83-bf00-404a-9962-209e678502f1 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.83 "GET /v2.0/networks?id=c8512c58-bd55-456e-9586-bd5fab4baa27 HTTP/1.1" status: 200 len: 812 time: 0.3484287 Jan 27 17:06:18.124082 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Pushing event updated for resources: {'Network': ['ID=8eecab3e-0265-42ca-b132-3946cbffec1a,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:18.137047 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:18.137383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:18.137768 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:18.145020 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 8eecab3e-0265-42ca-b132-3946cbffec1a details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:06:18.154816 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] For port a5a8f2d2-a978-498e-b6ae-a78a0ecb1123, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=a5a8f2d2-a978-498e-b6ae-a78a0ecb1123,segment=NetworkSegment(ac2ab534-fcbf-464a-8410-7bea3c15df86),segment_id=ac2ab534-fcbf-464a-8410-7bea3c15df86)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:18.155242 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:18.174213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-edfaf928-ee80-4dde-be6a-18728af12c8f tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:18.174930 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfaf928-ee80-4dde-be6a-18728af12c8f tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 718cf6c0-6b2a-4d1f-b9ac-6ec7c4d808e0 {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:06:18.197503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:18.198164 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:18.208538 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 5 to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 Jan 27 17:06:18.229555 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-52378617-a4d0-4f7f-be57-682b260c8f44 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.9062026 Jan 27 17:06:18.233316 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:18.233644 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:18.234008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:18.240102 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55416) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:18.247255 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-e183e0c4-3db9-4ae1-9280-362df188c14a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Request body: {'subnet': {'network_id': '8eecab3e-0265-42ca-b132-3946cbffec1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:18.287523 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2646c71e-d10b-4c43-a638-22fedb52ddc5 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:18.344698 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Calling delete_port for a5a8f2d2-a978-498e-b6ae-a78a0ecb1123 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:18.371076 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-e183e0c4-3db9-4ae1-9280-362df188c14a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:18.381607 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 2646c71e-d10b-4c43-a638-22fedb52ddc5 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:18.388250 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 2646c71e-d10b-4c43-a638-22fedb52ddc5 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:18.388838 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:18.446620 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:18.446962 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:18.452539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e183e0c4-3db9-4ae1-9280-362df188c14a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Usage tracker for resource:subnet and tenant:288ef7717c7443cf9ab335071f244107 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:18.455049 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 6 to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 Jan 27 17:06:18.469313 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-edfaf928-ee80-4dde-be6a-18728af12c8f tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 27 17:06:18.473534 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-edfaf928-ee80-4dde-be6a-18728af12c8f tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.0648773 Jan 27 17:06:18.475612 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e183e0c4-3db9-4ae1-9280-362df188c14a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:18.485787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55426) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:18.499673 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-e183e0c4-3db9-4ae1-9280-362df188c14a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:18.570535 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:18.596449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:18.600877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-341a6b79-ac67-4d1a-ac68-686a6dbc98a8 tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Deleting port d1c58e7c-a9e3-4ea0-a398-168b63358a27 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:18.601365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-341a6b79-ac67-4d1a-ac68-686a6dbc98a8 tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:18.618248 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 2646c71e-d10b-4c43-a638-22fedb52ddc5, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2646c71e-d10b-4c43-a638-22fedb52ddc5,segment=NetworkSegment(ce4b805f-10ca-4c69-bf04-a2937a4c1454),segment_id=ce4b805f-10ca-4c69-bf04-a2937a4c1454)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:18.628831 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:18.629800 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 031105f4-0a5d-4f5c-ad10-7465904b3d7b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:18.683881 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-6fab7f27-8644-40a7-a3fa-4af0b2c7654b tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:06:18.714694 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:18.715134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:18.716063 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:18.719161 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:18.759300 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c54f2573-1930-4b4f-ad64-e7ad72ffa05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:18.775913 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:18.777381 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:18.777561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6fab7f27-8644-40a7-a3fa-4af0b2c7654b tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:18.779322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fab7f27-8644-40a7-a3fa-4af0b2c7654b tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:18.780184 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6fab7f27-8644-40a7-a3fa-4af0b2c7654b tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:18.784747 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=2646c71e-d10b-4c43-a638-22fedb52ddc5,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:18.790125 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 7 to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 Jan 27 17:06:18.798406 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e183e0c4-3db9-4ae1-9280-362df188c14a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Made reservation on behalf of 288ef7717c7443cf9ab335071f244107 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:18.801865 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e183e0c4-3db9-4ae1-9280-362df188c14a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:18.802472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 031105f4-0a5d-4f5c-ad10-7465904b3d7b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:18.802843 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:18.969121 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:18.969549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:18.969817 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:18.977341 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5a8f2d2-a978-498e-b6ae-a78a0ecb1123,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:18.983592 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-1c7bf0be-c900-4976-ae77-a94dd7062ecf tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Synchronizing usage tracker for tenant:9ee54b4815b744a4b1368a3f71dedf93 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:19.009343 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6fab7f27-8644-40a7-a3fa-4af0b2c7654b tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.3633194 Jan 27 17:06:19.055963 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ab6702b4-6982-4d69-860a-2ed69454611b req-b213c8ac-4214-4d19-bc97-c6ab2ba40a5a tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 210 time: 0.3388414 Jan 27 17:06:19.089174 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab7f27-8644-40a7-a3fa-4af0b2c7654b tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Pushing event updated for resources: {'Network': ['ID=292d741b-de81-44e3-a0a2-a9777b5cfb0a,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:19.099580 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 292d741b-de81-44e3-a0a2-a9777b5cfb0a details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:06:19.171045 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55448) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:19.173822 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-1c7bf0be-c900-4976-ae77-a94dd7062ecf tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Unset dirty status for tenant:9ee54b4815b744a4b1368a3f71dedf93 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:19.175193 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-1c7bf0be-c900-4976-ae77-a94dd7062ecf tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ee54b4815b744a4b1368a3f71dedf93 HTTP/1.1" status: 200 len: 380 time: 0.7449155 Jan 27 17:06:19.195984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:19.206290 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:19.206628 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-227eb968-12ec-4109-8406-eea106bf335a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:19.232634 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 8 to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 Jan 27 17:06:19.284254 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-cf17d646-b6d2-4251-ba6e-cef2af3da60e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Request body: {'port': {'device_id': 'e50f29a9-955c-4c2b-9b12-455420e00af2', 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27', 'admin_state_up': True, 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'security_groups': ['69444fac-728a-4a85-9aac-da797b976ad2']}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:19.421279 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:19.421850 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:19.422320 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:19.472000 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:19.494359 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:19.494922 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:19.509922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:19.587542 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 9 to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 Jan 27 17:06:20.050302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Allocated IP 172.26.1.60 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/d11cbd57-05b2-4201-bdf5-b60a2f8bc5b0) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:20.062562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:20.062562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:20.062562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:20.143042 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2646c71e-d10b-4c43-a638-22fedb52ddc5 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:20.150942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:20.151370 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:20.171869 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempt 10 to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 Jan 27 17:06:20.305912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 2646c71e-d10b-4c43-a638-22fedb52ddc5 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:20.306710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:20.349815 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-cf17d646-b6d2-4251-ba6e-cef2af3da60e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:20.369235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-341a6b79-ac67-4d1a-ac68-686a6dbc98a8 tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:20.380230 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:20.406297 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:20.422144 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-cf17d646-b6d2-4251-ba6e-cef2af3da60e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:20.491989 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:20.492557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:20.492695 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempting to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:20.579244 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-cf17d646-b6d2-4251-ba6e-cef2af3da60e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Made reservation on behalf of 9ee54b4815b744a4b1368a3f71dedf93 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:20.583902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-cf17d646-b6d2-4251-ba6e-cef2af3da60e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:20.660221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:20.660906 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f8db9dd-74a8-4aa4-9bab-77472c2ca6a8 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:06:20.676195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:20.676195 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Failed to bind port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '33b243d9-fa46-4a94-9b77-33f3641dbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'dfad42a2-7087-4355-a955-87cd2c023a3a'}] Jan 27 17:06:20.676195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:20.706695 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1abc2d47-5cc0-4a93-8f2d-a5c91fed8ea5 req-49e87162-5b3d-4a73-820f-6b3cfccdf33d tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 210 time: 0.3291752 Jan 27 17:06:20.740725 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:20.744783 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a4d982c5-dd96-45b5-b4f1-75a0a7abb1d2 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "DELETE /v2.0/routers/3f8db9dd-74a8-4aa4-9bab-77472c2ca6a8 HTTP/1.1" status: 204 len: 168 time: 6.8955975 Jan 27 17:06:20.745447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55458) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:20.841455 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-341a6b79-ac67-4d1a-ac68-686a6dbc98a8 tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Calling delete_port for d1c58e7c-a9e3-4ea0-a398-168b63358a27 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:20.873447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-227eb968-12ec-4109-8406-eea106bf335a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:20.925379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-227eb968-12ec-4109-8406-eea106bf335a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:20.967201 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-227eb968-12ec-4109-8406-eea106bf335a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Network 292d741b-de81-44e3-a0a2-a9777b5cfb0a is not hosted by any dhcp agent {{(pid=87595) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 27 17:06:20.968069 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227eb968-12ec-4109-8406-eea106bf335a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:20.968665 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-227eb968-12ec-4109-8406-eea106bf335a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:20.970003 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-227eb968-12ec-4109-8406-eea106bf335a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] 10.222.0.50 "PUT /v2.0/networks/292d741b-de81-44e3-a0a2-a9777b5cfb0a HTTP/1.1" status: 200 len: 859 time: 1.7938240 Jan 27 17:06:20.989860 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55462) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:20.995700 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d9385db2-d01a-4ac4-990f-7c6eec69676a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:21.030358 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f1115f-9fed-41d4-9d32-e10c00cb598a tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Deleting subnet ebfaf8b0-2de8-4711-9076-555b95d00538 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:06:21.040315 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f0f1115f-9fed-41d4-9d32-e10c00cb598a tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:21.083257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] For port 67f3994e-5f70-48df-b5a6-4ef11f99ba49, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:06:21.084588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attempted to set empty binding levels {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 27 17:06:21.146167 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227eb968-12ec-4109-8406-eea106bf335a tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Pushing event updated for resources: {'Network': ['ID=292d741b-de81-44e3-a0a2-a9777b5cfb0a,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:21.175930 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f0f1115f-9fed-41d4-9d32-e10c00cb598a tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:21.211059 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:21.218264 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-cf17d646-b6d2-4251-ba6e-cef2af3da60e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Allocated IP 172.20.0.14 (c8512c58-bd55-456e-9586-bd5fab4baa27/3cabf1cf-bd81-4663-a142-89f7ff9fd2bd/32fdd6ad-bfc8-44c7-b8d8-12a574303cea) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:21.252618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e183e0c4-3db9-4ae1-9280-362df188c14a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:21.272760 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f0f1115f-9fed-41d4-9d32-e10c00cb598a tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:21.373278 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] In _notify_port_updated(), no bound segment for port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 on network dfad42a2-7087-4355-a955-87cd2c023a3a {{(pid=87594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:06:21.374292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:21.379541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:21.379541 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] 10.222.0.50 "PUT /v2.0/ports/67f3994e-5f70-48df-b5a6-4ef11f99ba49 HTTP/1.1" status: 200 len: 976 time: 6.5049465 Jan 27 17:06:21.381052 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55466) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:21.531810 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c30f5-fc20-4b51-8770-2583ce334432 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Pushing event updated for resources: {'Port': ['ID=67f3994e-5f70-48df-b5a6-4ef11f99ba49,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:21.532637 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f0f1115f-9fed-41d4-9d32-e10c00cb598a tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:21.544520 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a070e2cc-94b2-4498-b034-8ab1fbb660d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:21.564114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183e0c4-3db9-4ae1-9280-362df188c14a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Pushing event updated for resources: {'Subnet': ['ID=4dc07f5e-5ffc-454f-bc8c-65925d257510,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:21.569562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e183e0c4-3db9-4ae1-9280-362df188c14a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Checking segment: {'id': '16b7b476-f9d0-46e0-8bf6-fa3206dddac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8eecab3e-0265-42ca-b132-3946cbffec1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:21.569858 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-4f0e0713-9c9d-4694-8286-66966e0f9624 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Deleting port 67f3994e-5f70-48df-b5a6-4ef11f99ba49 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:21.570158 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e183e0c4-3db9-4ae1-9280-362df188c14a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Network hostable DHCP agents. Network: 8eecab3e-0265-42ca-b132-3946cbffec1a, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:06:21.570285 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0713-9c9d-4694-8286-66966e0f9624 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:21.627443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1115f-9fed-41d4-9d32-e10c00cb598a tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ebfaf8b0-2de8-4711-9076-555b95d00538,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:21.636581 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-341a6b79-ac67-4d1a-ac68-686a6dbc98a8 tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:21.657632 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f0f1115f-9fed-41d4-9d32-e10c00cb598a tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:21.665742 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:21.703766 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-cf17d646-b6d2-4251-ba6e-cef2af3da60e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:21.740022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e183e0c4-3db9-4ae1-9280-362df188c14a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Network 8eecab3e-0265-42ca-b132-3946cbffec1a is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:06:21.782644 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f0f1115f-9fed-41d4-9d32-e10c00cb598a tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/ebfaf8b0-2de8-4711-9076-555b95d00538 HTTP/1.1" status: 204 len: 168 time: 1.0266883 Jan 27 17:06:21.784121 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-cf17d646-b6d2-4251-ba6e-cef2af3da60e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Transition to ACTIVE for port object 32fdd6ad-bfc8-44c7-b8d8-12a574303cea will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:21.794056 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55472) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:21.834305 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a6b79-ac67-4d1a-ac68-686a6dbc98a8 tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1c58e7c-a9e3-4ea0-a398-168b63358a27,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:21.935160 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a070e2cc-94b2-4498-b034-8ab1fbb660d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:21.950547 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-e183e0c4-3db9-4ae1-9280-362df188c14a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 8eecab3e-0265-42ca-b132-3946cbffec1a) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:21.962088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8045ae3f-1e75-435c-9b24-2b9deb8d612e None None] Network 8eecab3e-0265-42ca-b132-3946cbffec1a requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:06:22.015494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:22.091425 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d6a5b139-0878-4a0b-83fc-c0e4d3be2cdc tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:22.113437 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e183e0c4-3db9-4ae1-9280-362df188c14a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:22.114334 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e183e0c4-3db9-4ae1-9280-362df188c14a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:22.150902 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:22.179552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-a070e2cc-94b2-4498-b034-8ab1fbb660d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292d741b-de81-44e3-a0a2-a9777b5cfb0a']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:22.219911 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-a070e2cc-94b2-4498-b034-8ab1fbb660d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8118dbd7-13df-4497-bffd-a2ef78078ad5') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:22.220176 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-a070e2cc-94b2-4498-b034-8ab1fbb660d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8118dbd7-13df-4497-bffd-a2ef78078ad5') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:22.242042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:22.254224 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:22.288771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:22.348264 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:22.380891 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-8eecab3e-0265-42ca-b132-3946cbffec1a', 'network_id': '8eecab3e-0265-42ca-b132-3946cbffec1a', 'tenant_id': '288ef7717c7443cf9ab335071f244107', 'fixed_ips': [{'subnet_id': '4dc07f5e-5ffc-454f-bc8c-65925d257510'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:06:22.382023 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:22.384005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-8c5048cb-7f4d-4811-8699-2a95e1b1ff45 req-0cd9354a-e1d9-4ce1-9405-a931613113a1 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Synchronizing usage tracker for tenant:9ee54b4815b744a4b1368a3f71dedf93 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:22.397969 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-4f0e0713-9c9d-4694-8286-66966e0f9624 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] For port 67f3994e-5f70-48df-b5a6-4ef11f99ba49, host hv-neutron-8264, got binding levels [] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:22.398578 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0713-9c9d-4694-8286-66966e0f9624 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:22.499756 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a070e2cc-94b2-4498-b034-8ab1fbb660d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:22.520704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Pushing event updated for resources: {'Port': ['ID=d11cbd57-05b2-4201-bdf5-b60a2f8bc5b0,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:22.537181 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-341a6b79-ac67-4d1a-ac68-686a6dbc98a8 tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:22.548998 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-341a6b79-ac67-4d1a-ac68-686a6dbc98a8 tempest-RoutersAdminNegativeTest-1077972944 tempest-RoutersAdminNegativeTest-1077972944-project-admin] 10.222.0.50 "DELETE /v2.0/ports/d1c58e7c-a9e3-4ea0-a398-168b63358a27 HTTP/1.1" status: 204 len: 168 time: 4.0620227 Jan 27 17:06:22.557307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Allocated IP 172.26.1.74 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/697a9a49-a910-4e95-9d4e-43d6efe79760) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:22.570445 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e183e0c4-3db9-4ae1-9280-362df188c14a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3288181 Jan 27 17:06:22.586855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55478) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:22.598276 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a40db76f-74d1-4f33-8a8f-d13976e0c2a9 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-356696365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:22.606968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a070e2cc-94b2-4498-b034-8ab1fbb660d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:22.625657 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a40db76f-74d1-4f33-8a8f-d13976e0c2a9 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:22.634287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a070e2cc-94b2-4498-b034-8ab1fbb660d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:06:22.635173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a070e2cc-94b2-4498-b034-8ab1fbb660d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:06:22.675013 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:06:22.695261 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a40db76f-74d1-4f33-8a8f-d13976e0c2a9 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Usage tracker for resource:router and tenant:288ef7717c7443cf9ab335071f244107 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:22.721375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a40db76f-74d1-4f33-8a8f-d13976e0c2a9 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:22.726093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-4f0e0713-9c9d-4694-8286-66966e0f9624 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Calling delete_port for 67f3994e-5f70-48df-b5a6-4ef11f99ba49 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:22.754069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a40db76f-74d1-4f33-8a8f-d13976e0c2a9 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:22.830338 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-8c5048cb-7f4d-4811-8699-2a95e1b1ff45 req-0cd9354a-e1d9-4ce1-9405-a931613113a1 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Unset dirty status for tenant:9ee54b4815b744a4b1368a3f71dedf93 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:22.832466 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8c5048cb-7f4d-4811-8699-2a95e1b1ff45 req-0cd9354a-e1d9-4ce1-9405-a931613113a1 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 210 time: 0.7333360 Jan 27 17:06:22.838637 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-cf17d646-b6d2-4251-ba6e-cef2af3da60e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:22.871282 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Allocated IP 172.20.0.2 (8eecab3e-0265-42ca-b132-3946cbffec1a/4dc07f5e-5ffc-454f-bc8c-65925d257510/d00b8902-fea7-44fa-b70c-bb23db2a39bd) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:22.995056 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d6a5b139-0878-4a0b-83fc-c0e4d3be2cdc tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.043523 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-cf17d646-b6d2-4251-ba6e-cef2af3da60e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Network c8512c58-bd55-456e-9586-bd5fab4baa27 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:23.050374 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17d646-b6d2-4251-ba6e-cef2af3da60e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Pushing event updated for resources: {'Port': ['ID=32fdd6ad-bfc8-44c7-b8d8-12a574303cea,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:23.053986 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-cf17d646-b6d2-4251-ba6e-cef2af3da60e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:23.060010 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-cf17d646-b6d2-4251-ba6e-cef2af3da60e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:23.100639 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-d6a5b139-0878-4a0b-83fc-c0e4d3be2cdc tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3fc7963-5d16-4b0c-8e30-c2f77c80071e']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:23.114218 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0713-9c9d-4694-8286-66966e0f9624 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.155069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.183138 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-d6a5b139-0878-4a0b-83fc-c0e4d3be2cdc tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2ab534-fcbf-464a-8410-7bea3c15df86') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:23.183753 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-d6a5b139-0878-4a0b-83fc-c0e4d3be2cdc tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2ab534-fcbf-464a-8410-7bea3c15df86') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:23.230969 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d6a5b139-0878-4a0b-83fc-c0e4d3be2cdc tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.248186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a40db76f-74d1-4f33-8a8f-d13976e0c2a9 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.250006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a40db76f-74d1-4f33-8a8f-d13976e0c2a9 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.270620 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a40db76f-74d1-4f33-8a8f-d13976e0c2a9 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.280854 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e0713-9c9d-4694-8286-66966e0f9624 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Pushing event deleted for resources: {'Port': ['ID=67f3994e-5f70-48df-b5a6-4ef11f99ba49,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:23.300920 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d6a5b139-0878-4a0b-83fc-c0e4d3be2cdc tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.301702 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.307125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0713-9c9d-4694-8286-66966e0f9624 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.338190 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.345385 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.345798 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-cf17d646-b6d2-4251-ba6e-cef2af3da60e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:23.346626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-cf17d646-b6d2-4251-ba6e-cef2af3da60e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.354134 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a5b139-0878-4a0b-83fc-c0e4d3be2cdc tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:06:23.354607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d6a5b139-0878-4a0b-83fc-c0e4d3be2cdc tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.359361 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Transition to ACTIVE for port object d00b8902-fea7-44fa-b70c-bb23db2a39bd will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:23.382059 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Transition to ACTIVE for port object d00b8902-fea7-44fa-b70c-bb23db2a39bd will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:06:23.384557 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:06:23.387673 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a070e2cc-94b2-4498-b034-8ab1fbb660d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.391609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.397641 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55484) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:23.406501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a40db76f-74d1-4f33-8a8f-d13976e0c2a9 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.423826 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:23.426017 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4f0e0713-9c9d-4694-8286-66966e0f9624 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] 10.222.0.50 "DELETE /v2.0/ports/67f3994e-5f70-48df-b5a6-4ef11f99ba49 HTTP/1.1" status: 204 len: 168 time: 2.0442319 Jan 27 17:06:23.437489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:23.440079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55488) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:23.476771 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Network 8eecab3e-0265-42ca-b132-3946cbffec1a is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:23.485827 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:23.493853 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:23.496520 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-cf17d646-b6d2-4251-ba6e-cef2af3da60e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2270114 Jan 27 17:06:23.509266 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-ca9503c7-3780-40a2-9642-4bb955bb776a tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:23.510325 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-ca9503c7-3780-40a2-9642-4bb955bb776a tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058024 Jan 27 17:06:23.511907 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:23.524676 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d6a5b139-0878-4a0b-83fc-c0e4d3be2cdc tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.532152 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a5b139-0878-4a0b-83fc-c0e4d3be2cdc tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f3fc7963-5d16-4b0c-8e30-c2f77c80071e {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 27 17:06:23.603493 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d6a5b139-0878-4a0b-83fc-c0e4d3be2cdc tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.607498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5b139-0878-4a0b-83fc-c0e4d3be2cdc tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Pushing event deleted for resources: {'Network': ['ID=f3fc7963-5d16-4b0c-8e30-c2f77c80071e,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:23.610826 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Pushing event updated for resources: {'Port': ['ID=d00b8902-fea7-44fa-b70c-bb23db2a39bd,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:23.623570 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d6a5b139-0878-4a0b-83fc-c0e4d3be2cdc tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "DELETE /v2.0/networks/f3fc7963-5d16-4b0c-8e30-c2f77c80071e HTTP/1.1" status: 204 len: 168 time: 1.8271792 Jan 27 17:06:23.636059 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b21eb784-5682-4f7a-b83d-a9166ba5a4c7 None None] Provisioning for port 32fdd6ad-bfc8-44c7-b8d8-12a574303cea completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:23.644275 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b21eb784-5682-4f7a-b83d-a9166ba5a4c7 None None] Provisioning complete for port 32fdd6ad-bfc8-44c7-b8d8-12a574303cea triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:23.645816 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b21eb784-5682-4f7a-b83d-a9166ba5a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.661447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.676248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a070e2cc-94b2-4498-b034-8ab1fbb660d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 292d741b-de81-44e3-a0a2-a9777b5cfb0a {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 27 17:06:23.679412 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a070e2cc-94b2-4498-b034-8ab1fbb660d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.703660 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2f539ad9-91f5-4d47-b33d-4d88c52badd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.740890 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Attempting to bind port d00b8902-fea7-44fa-b70c-bb23db2a39bd on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:23.741816 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Attempting to bind port d00b8902-fea7-44fa-b70c-bb23db2a39bd by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '16b7b476-f9d0-46e0-8bf6-fa3206dddac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8eecab3e-0265-42ca-b132-3946cbffec1a'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:23.751742 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Attempting to bind port d00b8902-fea7-44fa-b70c-bb23db2a39bd on network 8eecab3e-0265-42ca-b132-3946cbffec1a {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:23.756096 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b21eb784-5682-4f7a-b83d-a9166ba5a4c7 None None] Port 32fdd6ad-bfc8-44c7-b8d8-12a574303cea cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:06:23.759077 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2f539ad9-91f5-4d47-b33d-4d88c52badd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:23.764075 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:06:23.764441 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Checking segment: {'id': '16b7b476-f9d0-46e0-8bf6-fa3206dddac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8eecab3e-0265-42ca-b132-3946cbffec1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:23.764861 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.765605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Bound using segment: {'id': '16b7b476-f9d0-46e0-8bf6-fa3206dddac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8eecab3e-0265-42ca-b132-3946cbffec1a'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:06:23.766185 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Bound port: d00b8902-fea7-44fa-b70c-bb23db2a39bd, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b7b476-f9d0-46e0-8bf6-fa3206dddac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '8eecab3e-0265-42ca-b132-3946cbffec1a'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:06:23.766582 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:23.768790 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2f539ad9-91f5-4d47-b33d-4d88c52badd7 admin admin] Usage tracker for resource:security_group_rule and tenant:d5738931f250436381b14902490fb7ef is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:23.776516 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2f539ad9-91f5-4d47-b33d-4d88c52badd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:23.795913 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2f539ad9-91f5-4d47-b33d-4d88c52badd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:23.847847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Request body: {'port': {'device_id': 'e50f29a9-955c-4c2b-9b12-455420e00af2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:23.862965 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-4762f438-5c99-4514-9953-dbab692d9d14 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] GET failed (client error): The resource could not be found. Jan 27 17:06:23.863473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4762f438-5c99-4514-9953-dbab692d9d14 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Synchronizing usage tracker for tenant:d77b62a8f38e407595d485134620d03a on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:23.923323 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] For port d00b8902-fea7-44fa-b70c-bb23db2a39bd, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:06:23.928395 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] For port d00b8902-fea7-44fa-b70c-bb23db2a39bd, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d00b8902-fea7-44fa-b70c-bb23db2a39bd,segment=NetworkSegment(16b7b476-f9d0-46e0-8bf6-fa3206dddac1),segment_id=16b7b476-f9d0-46e0-8bf6-fa3206dddac1)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:06:23.935996 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:24.035512 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070e2cc-94b2-4498-b034-8ab1fbb660d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] Pushing event deleted for resources: {'Network': ['ID=292d741b-de81-44e3-a0a2-a9777b5cfb0a,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:24.038958 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a070e2cc-94b2-4498-b034-8ab1fbb660d4 tempest-ExternalNetworksTestJSON-225223530 tempest-ExternalNetworksTestJSON-225223530-project-admin] 10.222.0.50 "DELETE /v2.0/networks/292d741b-de81-44e3-a0a2-a9777b5cfb0a HTTP/1.1" status: 204 len: 168 time: 3.0476353 Jan 27 17:06:24.058810 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55504) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:24.162158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24313b-d12d-4e9c-99df-0e74b9a44f16 None None] Pushing event updated for resources: {'Port': ['ID=d00b8902-fea7-44fa-b70c-bb23db2a39bd,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:24.199473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55508) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:24.203530 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a40db76f-74d1-4f33-8a8f-d13976e0c2a9 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:24.207510 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a40db76f-74d1-4f33-8a8f-d13976e0c2a9 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.6164920 Jan 27 17:06:24.221662 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Pushing event updated for resources: {'Port': ['ID=697a9a49-a910-4e95-9d4e-43d6efe79760,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:24.259720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:24.266594 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d3815d88-52b3-4f42-9f77-5c4e09e3fad6 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Request body: {'router': {'name': 'tempest-router--304457025', 'project_id': '57840f2a201646d29c4598a0672c9e4e'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:24.271840 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d3815d88-52b3-4f42-9f77-5c4e09e3fad6 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:24.276325 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d3815d88-52b3-4f42-9f77-5c4e09e3fad6 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Usage tracker for resource:router and tenant:57840f2a201646d29c4598a0672c9e4e is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:24.279563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d3815d88-52b3-4f42-9f77-5c4e09e3fad6 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:24.284533 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:24.286077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d3815d88-52b3-4f42-9f77-5c4e09e3fad6 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:24.299999 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55512) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:24.322590 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d3815d88-52b3-4f42-9f77-5c4e09e3fad6 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:24.323667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d3815d88-52b3-4f42-9f77-5c4e09e3fad6 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:24.421559 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8773f5-7b06-456d-b10c-d5367a8a0314 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] DELETE failed (client error): The resource could not be found. Jan 27 17:06:24.422387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8773f5-7b06-456d-b10c-d5367a8a0314 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:06:24.482345 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ac8773f5-7b06-456d-b10c-d5367a8a0314 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] 10.222.0.50 "DELETE /v2.0/subnets/7c76294f-ce94-4b53-b375-9dfadd15a17b HTTP/1.1" status: 404 len: 337 time: 0.4050825 Jan 27 17:06:24.489743 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55516) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:24.694539 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2f539ad9-91f5-4d47-b33d-4d88c52badd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:24.711457 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2f539ad9-91f5-4d47-b33d-4d88c52badd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:24.756190 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4762f438-5c99-4514-9953-dbab692d9d14 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] Unset dirty status for tenant:d77b62a8f38e407595d485134620d03a on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:24.760137 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4762f438-5c99-4514-9953-dbab692d9d14 tempest-PortsAdminExtendedAttrsTestJSON-472721036 tempest-PortsAdminExtendedAttrsTestJSON-472721036-project-admin] 10.222.0.50 "GET /v2.0/ports/67f3994e-5f70-48df-b5a6-4ef11f99ba49 HTTP/1.1" status: 404 len: 333 time: 1.2876287 Jan 27 17:06:24.763133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55520) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:24.846261 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2f539ad9-91f5-4d47-b33d-4d88c52badd7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5738931f250436381b14902490fb7ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4200301 Jan 27 17:06:24.850040 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:24.859797 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f539ad9-91f5-4d47-b33d-4d88c52badd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6559f4-6af1-4fe3-800c-9cf245ed287c,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:24.863769 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55524) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:24.927645 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3c19b38-4821-435e-9b50-4eecef1262d9 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:24.981828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f07b8682-2786-410b-93fe-2752ea54c4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:25.139052 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d3815d88-52b3-4f42-9f77-5c4e09e3fad6 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:25.172861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:25.184070 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f07b8682-2786-410b-93fe-2752ea54c4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:25.292967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d3815d88-52b3-4f42-9f77-5c4e09e3fad6 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:25.319223 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3c19b38-4821-435e-9b50-4eecef1262d9 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:25.385977 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-a3c19b38-4821-435e-9b50-4eecef1262d9 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f940dc35-36a5-49b0-82ec-d4b2cc40d3bd']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:25.399312 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d3815d88-52b3-4f42-9f77-5c4e09e3fad6 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:25.400589 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d3815d88-52b3-4f42-9f77-5c4e09e3fad6 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1945858 Jan 27 17:06:25.415813 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-a3c19b38-4821-435e-9b50-4eecef1262d9 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15225c98-730a-4cfc-ae81-e3baa4e50fd6') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:25.416474 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-a3c19b38-4821-435e-9b50-4eecef1262d9 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15225c98-730a-4cfc-ae81-e3baa4e50fd6') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:25.462400 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55528) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:25.669910 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3c19b38-4821-435e-9b50-4eecef1262d9 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:25.882998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878d35dc-f767-4225-985c-a1a1a08aa57c None None] Network 8eecab3e-0265-42ca-b132-3946cbffec1a requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:06:25.890432 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3c19b38-4821-435e-9b50-4eecef1262d9 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:25.904696 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ad36dfd-3d9f-4ea1-86a4-440922bba127 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:26.004666 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fcf22-7bdb-4c8d-a2d4-676472667af5 req-1185392e-7538-40fd-b5a6-d1f072191614 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:26.010127 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-288fcf22-7bdb-4c8d-a2d4-676472667af5 req-1185392e-7538-40fd-b5a6-d1f072191614 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 932 time: 1.9643428 Jan 27 17:06:26.083849 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c19b38-4821-435e-9b50-4eecef1262d9 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:06:26.084452 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3c19b38-4821-435e-9b50-4eecef1262d9 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:06:26.105600 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:06:26.146948 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab5fea43-bb0b-4fa4-a1e3-7abb3d49ac6e tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:26.294976 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d00b8902-fea7-44fa-b70c-bb23db2a39bd up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:26.366228 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ac450f64-843c-4471-b75d-60767083ad51 None None] Provisioning for port d00b8902-fea7-44fa-b70c-bb23db2a39bd completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:26.436185 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:06:26.495055 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port d00b8902-fea7-44fa-b70c-bb23db2a39bd completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:26.497463 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-288fcf22-7bdb-4c8d-a2d4-676472667af5 req-6424686d-1324-48c6-a102-08ba0a4d969c tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3546901 Jan 27 17:06:26.501082 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port d00b8902-fea7-44fa-b70c-bb23db2a39bd triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:26.501488 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:26.514492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:26.551307 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32fdd6ad-bfc8-44c7-b8d8-12a574303cea {{(pid=87595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:06:26.560712 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:26.615578 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ad36dfd-3d9f-4ea1-86a4-440922bba127 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:26.618637 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ad36dfd-3d9f-4ea1-86a4-440922bba127 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:26.692683 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f07b8682-2786-410b-93fe-2752ea54c4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:26.710876 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ad36dfd-3d9f-4ea1-86a4-440922bba127 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:26.711634 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad36dfd-3d9f-4ea1-86a4-440922bba127 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2622e675-d982-4d95-aaf8-fdda95c31d91 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:06:26.736727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b8682-2786-410b-93fe-2752ea54c4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6559f4-6af1-4fe3-800c-9cf245ed287c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:26.746095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Transition to ACTIVE for port object 32fdd6ad-bfc8-44c7-b8d8-12a574303cea will not be triggered until provisioned by entity L2. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:26.752620 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:26.753723 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3c19b38-4821-435e-9b50-4eecef1262d9 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:26.760149 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3c19b38-4821-435e-9b50-4eecef1262d9 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:26.787193 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:26.795963 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ad36dfd-3d9f-4ea1-86a4-440922bba127 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:26.797169 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4ad36dfd-3d9f-4ea1-86a4-440922bba127 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "DELETE /v2.0/routers/2622e675-d982-4d95-aaf8-fdda95c31d91 HTTP/1.1" status: 204 len: 168 time: 1.3298957 Jan 27 17:06:26.798278 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f07b8682-2786-410b-93fe-2752ea54c4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:26.801986 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f07b8682-2786-410b-93fe-2752ea54c4ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ea6559f4-6af1-4fe3-800c-9cf245ed287c HTTP/1.1" status: 204 len: 168 time: 1.9286005 Jan 27 17:06:26.888209 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port d00b8902-fea7-44fa-b70c-bb23db2a39bd, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d00b8902-fea7-44fa-b70c-bb23db2a39bd,segment=NetworkSegment(16b7b476-f9d0-46e0-8bf6-fa3206dddac1),segment_id=16b7b476-f9d0-46e0-8bf6-fa3206dddac1)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:26.900717 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:26.922535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Pushing event updated for resources: {'Port': ['ID=32fdd6ad-bfc8-44c7-b8d8-12a574303cea,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:26.935561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c19b38-4821-435e-9b50-4eecef1262d9 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] Pushing event deleted for resources: {'Network': ['ID=f940dc35-36a5-49b0-82ec-d4b2cc40d3bd,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:26.950103 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a3c19b38-4821-435e-9b50-4eecef1262d9 tempest-ExternalNetworksTestJSON-645882822 tempest-ExternalNetworksTestJSON-645882822-project] 10.222.0.50 "DELETE /v2.0/networks/f940dc35-36a5-49b0-82ec-d4b2cc40d3bd HTTP/1.1" status: 204 len: 168 time: 2.4586349 Jan 27 17:06:27.127405 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:27.155307 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6bc487bf-fc88-48c6-8173-8a905b1b02a8 None None] Provisioning complete for port d00b8902-fea7-44fa-b70c-bb23db2a39bd triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:27.155307 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bc487bf-fc88-48c6-8173-8a905b1b02a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:27.180066 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55538) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:27.191087 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:27.316143 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=d00b8902-fea7-44fa-b70c-bb23db2a39bd,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:27.360005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Attempting to bind port 32fdd6ad-bfc8-44c7-b8d8-12a574303cea on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:27.360371 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Attempting to bind port 32fdd6ad-bfc8-44c7-b8d8-12a574303cea by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:27.360715 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Attempting to bind port 32fdd6ad-bfc8-44c7-b8d8-12a574303cea on network c8512c58-bd55-456e-9586-bd5fab4baa27 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:27.376272 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Port 32fdd6ad-bfc8-44c7-b8d8-12a574303cea on network c8512c58-bd55-456e-9586-bd5fab4baa27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:27.376565 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Attempting to bind port 32fdd6ad-bfc8-44c7-b8d8-12a574303cea on network c8512c58-bd55-456e-9586-bd5fab4baa27 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:27.391168 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:06:27.391506 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Checking segment: {'id': 'e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:27.392665 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Bound using segment: {'id': 'e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27'} {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:06:27.392665 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Bound port: 32fdd6ad-bfc8-44c7-b8d8-12a574303cea, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27'}}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:06:27.392857 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:27.511753 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] For port 32fdd6ad-bfc8-44c7-b8d8-12a574303cea, host hv-neutron-8264, cleared binding levels {{(pid=87595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:06:27.519319 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] For port 32fdd6ad-bfc8-44c7-b8d8-12a574303cea, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=32fdd6ad-bfc8-44c7-b8d8-12a574303cea,segment=NetworkSegment(e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750),segment_id=e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750)] {{(pid=87595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:06:27.526374 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:27.547182 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab5fea43-bb0b-4fa4-a1e3-7abb3d49ac6e tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:27.637856 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:27.639284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:27.641266 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] 10.222.0.83 "PUT /v2.0/ports/32fdd6ad-bfc8-44c7-b8d8-12a574303cea HTTP/1.1" status: 200 len: 1094 time: 3.8694990 Jan 27 17:06:27.641945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50f29a9-955c-4c2b-9b12-455420e00af2', 'tag': '32fdd6ad-bfc8-44c7-b8d8-12a574303cea'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:06:27.671971 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Pushing event updated for resources: {'Port': ['ID=d11cbd57-05b2-4201-bdf5-b60a2f8bc5b0,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:27.701348 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4be119-f8b0-44e2-9448-f5d6356c0196 service neutron] Pushing event updated for resources: {'Port': ['ID=32fdd6ad-bfc8-44c7-b8d8-12a574303cea,revision_number=3']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:27.715495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-ab5fea43-bb0b-4fa4-a1e3-7abb3d49ac6e tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfad42a2-7087-4355-a955-87cd2c023a3a']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:27.775019 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-ab5fea43-bb0b-4fa4-a1e3-7abb3d49ac6e tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b243d9-fa46-4a94-9b77-33f3641dbec7') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:27.775693 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-ab5fea43-bb0b-4fa4-a1e3-7abb3d49ac6e tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b243d9-fa46-4a94-9b77-33f3641dbec7') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:27.832787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:27.869091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:06:27.914222 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab5fea43-bb0b-4fa4-a1e3-7abb3d49ac6e tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:27.939020 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:27.943946 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-390671c4-2d4f-4674-a05c-25ff7be3c4c0 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.5389776 Jan 27 17:06:27.965419 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:27.985797 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:28.004818 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55554) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:28.145619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d00b8902-fea7-44fa-b70c-bb23db2a39bd up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:28.250798 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55562) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:28.264721 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174b7ca-7fd9-46e0-bc53-0d386cb3ebb1 req-0119f32c-a231-4350-b2f4-ea4bd677aebd tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:28.265762 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Pushing event updated for resources: {'Port': ['ID=697a9a49-a910-4e95-9d4e-43d6efe79760,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:28.272955 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5174b7ca-7fd9-46e0-bc53-0d386cb3ebb1 req-0119f32c-a231-4350-b2f4-ea4bd677aebd tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 944 time: 0.2937214 Jan 27 17:06:28.312314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-a49b3ccb-d46d-4099-9645-f5bc44080286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:28.314508 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-a49b3ccb-d46d-4099-9645-f5bc44080286 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ee54b4815b744a4b1368a3f71dedf93&device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 1097 time: 0.4679649 Jan 27 17:06:28.347598 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-625569110', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}, 'admin_state_up': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:28.375730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab5fea43-bb0b-4fa4-a1e3-7abb3d49ac6e tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:28.421928 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port d00b8902-fea7-44fa-b70c-bb23db2a39bd triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:28.426707 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:28.439679 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:28.481110 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5fea43-bb0b-4fa4-a1e3-7abb3d49ac6e tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:06:28.481558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab5fea43-bb0b-4fa4-a1e3-7abb3d49ac6e tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:28.556422 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5174b7ca-7fd9-46e0-bc53-0d386cb3ebb1 req-ea90fbb7-82ed-4b70-892d-a3c08db4840f tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783504 Jan 27 17:06:28.630255 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-4c14b378-fa01-4439-860c-d6c0d0f836bb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32fdd6ad-bfc8-44c7-b8d8-12a574303cea HTTP/1.1" status: 200 len: 217 time: 0.3047187 Jan 27 17:06:28.636457 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-14aef7cf-db6c-4ba2-b0e8-a26beb61ecaf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=74b8a68cbced4542af794ec1090e588b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3833363 Jan 27 17:06:28.642144 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55586) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:28.644505 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Usage tracker for resource:router and tenant:3f177f9aa6a04da19a5abdf567092cb4 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:06:28.649131 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:06:28.650998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:28.671374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:28.760731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab5fea43-bb0b-4fa4-a1e3-7abb3d49ac6e tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:28.761560 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-6440ef2b-8127-48dc-9cc1-99a6fc8b7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:28.763532 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-6440ef2b-8127-48dc-9cc1-99a6fc8b7869 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3cabf1cf-bd81-4663-a142-89f7ff9fd2bd HTTP/1.1" status: 200 len: 851 time: 0.1027427 Jan 27 17:06:28.764810 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab5fea43-bb0b-4fa4-a1e3-7abb3d49ac6e tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:28.782604 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36cd8cbb-c22a-4c02-96ee-bad283bcb9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:28.794979 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50f29a9-955c-4c2b-9b12-455420e00af2', 'tag': '32fdd6ad-bfc8-44c7-b8d8-12a574303cea', 'status': 'completed', 'code': 200} Jan 27 17:06:28.811180 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-55b37e49-c585-4c99-8f8b-5042aa3c9a07 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--296097398&fields=id&tenant_id=bf9f89d75dcb4854990f9172a39cae4d HTTP/1.1" status: 200 len: 267 time: 0.1558127 Jan 27 17:06:28.814101 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36cd8cbb-c22a-4c02-96ee-bad283bcb9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:28.817082 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:28.839755 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ab5fea43-bb0b-4fa4-a1e3-7abb3d49ac6e tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] 10.222.0.50 "DELETE /v2.0/networks/dfad42a2-7087-4355-a955-87cd2c023a3a HTTP/1.1" status: 204 len: 168 time: 4.0363386 Jan 27 17:06:28.840861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:28.841959 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:28.847018 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fea43-bb0b-4fa4-a1e3-7abb3d49ac6e tempest-PortsAdminExtendedAttrsTestJSON-260240382 tempest-PortsAdminExtendedAttrsTestJSON-260240382-project] Pushing event deleted for resources: {'Network': ['ID=dfad42a2-7087-4355-a955-87cd2c023a3a,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:28.879238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36cd8cbb-c22a-4c02-96ee-bad283bcb9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:28.895289 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd8cbb-c22a-4c02-96ee-bad283bcb9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a210faed-3bf0-4fb8-b964-31a1ffda0c5b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:28.902314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36cd8cbb-c22a-4c02-96ee-bad283bcb9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:28.906489 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-36cd8cbb-c22a-4c02-96ee-bad283bcb9e4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a210faed-3bf0-4fb8-b964-31a1ffda0c5b HTTP/1.1" status: 204 len: 168 time: 0.2632451 Jan 27 17:06:29.019803 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Allocated IP 172.20.0.1 (8eecab3e-0265-42ca-b132-3946cbffec1a/4dc07f5e-5ffc-454f-bc8c-65925d257510/74bc362d-b359-4411-a33d-f8c7bad60788) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:29.029271 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-3aa558b1-2758-41b6-a7b3-4bd16a4268bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:29.031036 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-3aa558b1-2758-41b6-a7b3-4bd16a4268bb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8512c58-bd55-456e-9586-bd5fab4baa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860097 Jan 27 17:06:29.068248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:29.086213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:29.095655 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-97f1c3c1-45e0-43d3-94fc-d52f3f0b1df3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.8204978 Jan 27 17:06:29.179972 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9c40f1f9-251d-444d-a519-07353c1ebdd3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf619d2234f84260947f85b3ec1d6e89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9641271 Jan 27 17:06:29.196024 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55606) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:29.224074 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55610) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:29.279133 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-ddc0e138-9c62-42e4-ad7f-21b6f5f15fa4 service neutron] 10.222.0.83 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396257 Jan 27 17:06:29.498222 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7b280bda-3de1-40b0-af5f-650a6792d335 req-efe479f7-ec61-4c5a-952f-d036c70317df service neutron] 10.222.0.83 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096498 Jan 27 17:06:29.499425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-b736dafc-d88a-4e9c-867d-831b5b810cc2 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:29.500850 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-b736dafc-d88a-4e9c-867d-831b5b810cc2 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/networks?id=9141664f-a2df-4f3d-8af6-9e336042f636 HTTP/1.1" status: 200 len: 806 time: 0.6797023 Jan 27 17:06:29.511702 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-87b9ed03-2297-410f-976f-dfc58b001135 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Synchronizing usage tracker for tenant:406c1347ba5a453bb38d862a9a6c44ff on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:29.533751 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f8e8c67e-d4f4-4422-9030-d22f4f5bdb4a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b805863241c4139880a2c20563c8584&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3053930 Jan 27 17:06:29.534403 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55636) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:29.550365 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-87b9ed03-2297-410f-976f-dfc58b001135 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Unset dirty status for tenant:406c1347ba5a453bb38d862a9a6c44ff on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:29.551535 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-87b9ed03-2297-410f-976f-dfc58b001135 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--787715196&fields=id&tenant_id=406c1347ba5a453bb38d862a9a6c44ff HTTP/1.1" status: 200 len: 267 time: 0.1451845 Jan 27 17:06:29.666901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:29.670569 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-786ac41b-2b07-4dd1-b09f-f8a78204219f tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/quotas/bf9f89d75dcb4854990f9172a39cae4d HTTP/1.1" status: 200 len: 375 time: 0.1611407 Jan 27 17:06:29.686808 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-17b7a4fc-f86a-4b7b-b92c-0b8355c8eda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:29.692715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:29.748616 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Transition to ACTIVE for port object 74bc362d-b359-4411-a33d-f8c7bad60788 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:29.756328 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-728a2ec6-5bcd-439d-bb7e-ca2704b683eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:29.790740 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-17b7a4fc-f86a-4b7b-b92c-0b8355c8eda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:29.816234 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-728a2ec6-5bcd-439d-bb7e-ca2704b683eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:29.833148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-548969b4-e0ef-40b7-a0ff-a40295c5b141 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:29.833855 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-548969b4-e0ef-40b7-a0ff-a40295c5b141 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Synchronizing usage tracker for tenant:406c1347ba5a453bb38d862a9a6c44ff on resource:network {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:29.837948 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55650) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:29.839908 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbea76-d386-4e06-bc9f-2f04292ac6e4 req-39cf0741-c3bf-45cc-adce-59231afe1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:29.841335 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a4fbea76-d386-4e06-bc9f-2f04292ac6e4 req-39cf0741-c3bf-45cc-adce-59231afe1994 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ee54b4815b744a4b1368a3f71dedf93&device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 1097 time: 0.2807634 Jan 27 17:06:29.932515 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:29.984826 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-548969b4-e0ef-40b7-a0ff-a40295c5b141 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Unset dirty status for tenant:406c1347ba5a453bb38d862a9a6c44ff on resource:network {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:29.985978 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-548969b4-e0ef-40b7-a0ff-a40295c5b141 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/networks?id=541e3743-3e75-4c6c-9e97-b96740f8fa0d HTTP/1.1" status: 200 len: 812 time: 0.3828022 Jan 27 17:06:29.987292 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-3349b6e0-2935-47ba-82ff-c0e296a70095 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf9f89d75dcb4854990f9172a39cae4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3015983 Jan 27 17:06:29.989962 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-394035499'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:29.998219 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:30.013015 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:network and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:30.025054 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:30.041466 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-2a343d37-0427-43e9-bab1-05f2cd584ef5 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/quotas/406c1347ba5a453bb38d862a9a6c44ff HTTP/1.1" status: 200 len: 375 time: 0.0405269 Jan 27 17:06:30.042271 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-17b7a4fc-f86a-4b7b-b92c-0b8355c8eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:30.044521 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:30.049361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Network 8eecab3e-0265-42ca-b132-3946cbffec1a is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:30.056594 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbea76-d386-4e06-bc9f-2f04292ac6e4 req-f2ac5755-74b9-4e7f-8cb4-0f6678ec0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:30.058033 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a4fbea76-d386-4e06-bc9f-2f04292ac6e4 req-f2ac5755-74b9-4e7f-8cb4-0f6678ec0520 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8512c58-bd55-456e-9586-bd5fab4baa27 HTTP/1.1" status: 200 len: 914 time: 0.2037582 Jan 27 17:06:30.069846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:30.087974 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:30.098678 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-728a2ec6-5bcd-439d-bb7e-ca2704b683eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:30.113485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Pushing event updated for resources: {'Port': ['ID=74bc362d-b359-4411-a33d-f8c7bad60788,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:30.115877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7a4fc-f86a-4b7b-b92c-0b8355c8eda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327210b9-9a98-4c86-92f6-53be8a52ac92,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:30.175980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:30.178874 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:30.190973 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-17b7a4fc-f86a-4b7b-b92c-0b8355c8eda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:30.194860 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-17b7a4fc-f86a-4b7b-b92c-0b8355c8eda2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/327210b9-9a98-4c86-92f6-53be8a52ac92 HTTP/1.1" status: 204 len: 168 time: 0.9941161 Jan 27 17:06:30.207180 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a4fbea76-d386-4e06-bc9f-2f04292ac6e4 req-abaa10d4-6f0b-4c7e-88c3-16f7d2d4ab09 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32fdd6ad-bfc8-44c7-b8d8-12a574303cea HTTP/1.1" status: 200 len: 217 time: 0.1100993 Jan 27 17:06:30.208762 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:30.220305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a2ec6-5bcd-439d-bb7e-ca2704b683eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734dedca-920a-43d2-8913-c8ff7f460fef,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:30.244689 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:30.281845 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-5f429d45-c3b6-419f-ae4a-4e57ce67ed68 service neutron] 10.222.0.50 "GET /v2.0/networks/9141664f-a2df-4f3d-8af6-9e336042f636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668471 Jan 27 17:06:30.284401 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-728a2ec6-5bcd-439d-bb7e-ca2704b683eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:30.288015 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-728a2ec6-5bcd-439d-bb7e-ca2704b683eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/734dedca-920a-43d2-8913-c8ff7f460fef HTTP/1.1" status: 204 len: 168 time: 0.7502141 Jan 27 17:06:30.288015 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:30.295943 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:security_group_rule and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:30.306025 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:30.319568 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:30.335494 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbea76-d386-4e06-bc9f-2f04292ac6e4 req-5015a3d7-870a-47e5-a66e-fa2568db350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:30.337156 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a4fbea76-d386-4e06-bc9f-2f04292ac6e4 req-5015a3d7-870a-47e5-a66e-fa2568db350d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3cabf1cf-bd81-4663-a142-89f7ff9fd2bd HTTP/1.1" status: 200 len: 851 time: 0.1058791 Jan 27 17:06:30.429357 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-94b37db2-d897-4662-941e-043fba4eb8bc tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Synchronizing usage tracker for tenant:406c1347ba5a453bb38d862a9a6c44ff on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:30.432755 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-192e652e-c0e8-41dc-b8fa-89f3487cac8f None None] Provisioning for port 74bc362d-b359-4411-a33d-f8c7bad60788 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:30.441033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-192e652e-c0e8-41dc-b8fa-89f3487cac8f None None] Provisioning complete for port 74bc362d-b359-4411-a33d-f8c7bad60788 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:30.441368 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-192e652e-c0e8-41dc-b8fa-89f3487cac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:30.521117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-94b37db2-d897-4662-941e-043fba4eb8bc tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Unset dirty status for tenant:406c1347ba5a453bb38d862a9a6c44ff on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:30.526550 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-94b37db2-d897-4662-941e-043fba4eb8bc tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=406c1347ba5a453bb38d862a9a6c44ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4721689 Jan 27 17:06:30.547531 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-192e652e-c0e8-41dc-b8fa-89f3487cac8f None None] Port 74bc362d-b359-4411-a33d-f8c7bad60788 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:06:30.584589 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbea76-d386-4e06-bc9f-2f04292ac6e4 req-863c040c-f60a-4f0c-889a-423b02b2e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:30.586440 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a4fbea76-d386-4e06-bc9f-2f04292ac6e4 req-863c040c-f60a-4f0c-889a-423b02b2e415 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8512c58-bd55-456e-9586-bd5fab4baa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2426856 Jan 27 17:06:30.691124 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:30.733210 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:30.821612 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:30.822444 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55668) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:30.850436 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:30.853774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55672) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:30.909021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:30.919155 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-099f2fa6-ebb9-4b3f-9237-c22a8951c9c9 service neutron] 10.222.0.50 "GET /v2.0/networks/9141664f-a2df-4f3d-8af6-9e336042f636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302443 Jan 27 17:06:30.926651 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:06:30.932268 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a4fbea76-d386-4e06-bc9f-2f04292ac6e4 req-e4dbf451-0585-4592-8f00-22f43e452ac7 service neutron] 10.222.0.83 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313808 Jan 27 17:06:30.975742 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88eb182d-4612-495f-8ad4-eca7cacd36a3,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:30.989194 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:30.989494 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Added segment f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e of type vlan for network bbf03638-7624-437f-9c24-a87cd70c5626 Jan 27 17:06:30.994973 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b1d5e26d-848a-42f3-840e-06bc56b988fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1436c1d57d447ef9d9d1f18d553e1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1688139 Jan 27 17:06:30.999340 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55676) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:31.064622 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-aa3645fb-6303-4c32-ac9d-43e102de0857 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d77b62a8f38e407595d485134620d03a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050760 Jan 27 17:06:31.069106 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55680) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:31.139005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-eac953a4-c3b0-45de-a320-f21ebb66e925 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:06:31.139977 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-eac953a4-c3b0-45de-a320-f21ebb66e925 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3357632 Jan 27 17:06:31.207341 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Allocated IP 172.26.1.174 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/8b681623-aa62-43dd-a771-84eccc1f8a4f) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:31.214607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:31.319270 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e54e2b52-661f-4110-a200-66eb73145a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:31.333083 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a4fbea76-d386-4e06-bc9f-2f04292ac6e4 req-8fa17b9a-51e2-4af5-b1bb-017247999bb4 service neutron] 10.222.0.83 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851762 Jan 27 17:06:31.394028 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e54e2b52-661f-4110-a200-66eb73145a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:31.401639 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:31.407363 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:31.407934 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:31.449837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5001e46e-59ad-4313-978f-7720f4c09d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:31.460063 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-10321d2f-20be-4018-b8f2-7a828ff9457e service neutron] 10.222.0.50 "GET /v2.0/networks/541e3743-3e75-4c6c-9e97-b96740f8fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749841 Jan 27 17:06:31.592935 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7505250 Jan 27 17:06:31.593873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe27cb6-a077-46bf-be0d-8e4aa3df885c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Network': ['ID=bbf03638-7624-437f-9c24-a87cd70c5626,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:31.598098 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55708) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:31.604714 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-d9361be5-1821-43d2-9dab-d65be3e6e2bb tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:31.611047 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:06:31.700018 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:31.712720 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e54e2b52-661f-4110-a200-66eb73145a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:31.715829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae32e3-f2c1-4e70-bea2-f9e72679323a req-8cf95f05-6bd4-4184-af28-81eefb9d1533 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:31.717269 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-92ae32e3-f2c1-4e70-bea2-f9e72679323a req-8cf95f05-6bd4-4184-af28-81eefb9d1533 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 944 time: 0.5182743 Jan 27 17:06:31.726299 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5001e46e-59ad-4313-978f-7720f4c09d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:31.739893 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:31.804768 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e2b52-661f-4110-a200-66eb73145a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb5f651-0929-42ec-977f-c0ef250c350c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:31.822378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e54e2b52-661f-4110-a200-66eb73145a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:31.823893 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e54e2b52-661f-4110-a200-66eb73145a76 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/edb5f651-0929-42ec-977f-c0ef250c350c HTTP/1.1" status: 204 len: 168 time: 0.8125055 Jan 27 17:06:31.825013 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d9361be5-1821-43d2-9dab-d65be3e6e2bb tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:31.828666 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-a308a0bc-1b96-4a16-a09a-6c6579bae97f service neutron] 10.222.0.50 "GET /v2.0/networks/541e3743-3e75-4c6c-9e97-b96740f8fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443964 Jan 27 17:06:31.836375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d9361be5-1821-43d2-9dab-d65be3e6e2bb tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:31.842630 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d9361be5-1821-43d2-9dab-d65be3e6e2bb tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:31.861283 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d9361be5-1821-43d2-9dab-d65be3e6e2bb tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:31.885405 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9361be5-1821-43d2-9dab-d65be3e6e2bb tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:31.889217 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d9361be5-1821-43d2-9dab-d65be3e6e2bb tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:31.977903 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Pushing event updated for resources: {'Port': ['ID=74bc362d-b359-4411-a33d-f8c7bad60788,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:31.986280 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-92ae32e3-f2c1-4e70-bea2-f9e72679323a req-ac99621e-1ce5-4f4a-9689-9559db7ae61f tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492211 Jan 27 17:06:31.987152 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:32.018467 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:32.250403 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d9361be5-1821-43d2-9dab-d65be3e6e2bb tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:32.252074 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5001e46e-59ad-4313-978f-7720f4c09d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:32.378023 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001e46e-59ad-4313-978f-7720f4c09d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3603b9-f89a-4c2e-b7ff-0fb7eb3e2c08,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:32.400385 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-289695f1-b17d-4387-ad72-deb74afee936 req-9e371566-2d17-4a80-9d9c-53058af1fc48 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 210 time: 0.1237137 Jan 27 17:06:32.420226 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b32bdaf2-2942-4e25-bd9b-d096ec3fc186 req-781d85a4-5b76-4660-abc6-6ad69555d3ba tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 210 time: 0.0913525 Jan 27 17:06:32.427146 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:32.466261 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9361be5-1821-43d2-9dab-d65be3e6e2bb tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=08a41768-6d4e-44eb-bb74-31ea1b7adb54,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:32.472173 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9361be5-1821-43d2-9dab-d65be3e6e2bb tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:32.472486 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9361be5-1821-43d2-9dab-d65be3e6e2bb tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network hostable DHCP agents. Network: bbf03638-7624-437f-9c24-a87cd70c5626, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:06:32.493815 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9361be5-1821-43d2-9dab-d65be3e6e2bb tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:06:32.506006 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-d9361be5-1821-43d2-9dab-d65be3e6e2bb tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, bbf03638-7624-437f-9c24-a87cd70c5626) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:32.514326 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9361be5-1821-43d2-9dab-d65be3e6e2bb tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:32.515364 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d9361be5-1821-43d2-9dab-d65be3e6e2bb tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:32.524717 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfb81b4-1201-4e96-8271-24df1cea5183 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:06:32.545972 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d9361be5-1821-43d2-9dab-d65be3e6e2bb tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9460015 Jan 27 17:06:32.547177 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55740) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:32.554275 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'name': 'tempest-NetworksTestDHCPv6-330773812'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:32.676805 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:32.691404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:32.695609 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:32.747987 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5001e46e-59ad-4313-978f-7720f4c09d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:32.752098 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5001e46e-59ad-4313-978f-7720f4c09d31 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b3603b9-f89a-4c2e-b7ff-0fb7eb3e2c08 HTTP/1.1" status: 204 len: 168 time: 1.6802995 Jan 27 17:06:32.754714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Network 8eecab3e-0265-42ca-b132-3946cbffec1a is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:32.762291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:32.775106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:32.782817 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:32.786437 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:32.799230 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:32.830134 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:32.833863 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:32.881634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Pushing event updated for resources: {'Port': ['ID=8b681623-aa62-43dd-a771-84eccc1f8a4f,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:32.884737 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port f1b24199-6095-41b5-9cb1-477d5aa13aa0 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:06:32.924456 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': '08a41768-6d4e-44eb-bb74-31ea1b7adb54'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:06:32.925288 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:33.409225 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Allocated IP 2001:db8::2 (bbf03638-7624-437f-9c24-a87cd70c5626/08a41768-6d4e-44eb-bb74-31ea1b7adb54/55b46ad4-76c6-4638-915c-b6dedd0ae00a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:33.457563 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:33.459798 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-881861ae-3219-49d5-853e-66d2350b3e12 None None] Provisioning complete for port 74bc362d-b359-4411-a33d-f8c7bad60788 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:33.464656 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-881861ae-3219-49d5-853e-66d2350b3e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:33.725729 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-107be2cc-6e07-4aa0-a12a-3196f2278b2f tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:33.729436 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-107be2cc-6e07-4aa0-a12a-3196f2278b2f tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Synchronizing usage tracker for tenant:bf9f89d75dcb4854990f9172a39cae4d on resource:network {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:33.756922 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-881861ae-3219-49d5-853e-66d2350b3e12 None None] Port 74bc362d-b359-4411-a33d-f8c7bad60788 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:06:33.758811 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 32fdd6ad-bfc8-44c7-b8d8-12a574303cea details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:06:33.817584 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-feae99bd-7a20-44a4-ad7a-445a15f5b0e0 req-5cdad3a5-98ff-4fed-a6ae-96beac76cd5c tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Synchronizing usage tracker for tenant:bf9f89d75dcb4854990f9172a39cae4d on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:33.840128 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Router 99bd9e11-2745-46b0-b87c-27e65fc155c3 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:06:33.848225 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-107be2cc-6e07-4aa0-a12a-3196f2278b2f tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Unset dirty status for tenant:bf9f89d75dcb4854990f9172a39cae4d on resource:network {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:33.850117 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-107be2cc-6e07-4aa0-a12a-3196f2278b2f tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.83 "GET /v2.0/networks?id=9141664f-a2df-4f3d-8af6-9e336042f636 HTTP/1.1" status: 200 len: 806 time: 0.8920088 Jan 27 17:06:33.851899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-feae99bd-7a20-44a4-ad7a-445a15f5b0e0 req-5cdad3a5-98ff-4fed-a6ae-96beac76cd5c tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Unset dirty status for tenant:bf9f89d75dcb4854990f9172a39cae4d on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:33.853557 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-feae99bd-7a20-44a4-ad7a-445a15f5b0e0 req-5cdad3a5-98ff-4fed-a6ae-96beac76cd5c tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 210 time: 0.1141267 Jan 27 17:06:33.859320 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a4c1e-f067-4d41-8ae3-1615185bbb96 req-f2516c04-ef66-412c-bde6-c00e4639cef8 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:33.861097 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-589a4c1e-f067-4d41-8ae3-1615185bbb96 req-f2516c04-ef66-412c-bde6-c00e4639cef8 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 944 time: 0.5854359 Jan 27 17:06:33.950708 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-f238f423-c4ac-4d82-9ccb-f4c553feda52 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Synchronizing usage tracker for tenant:bf9f89d75dcb4854990f9172a39cae4d on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:33.999072 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-f238f423-c4ac-4d82-9ccb-f4c553feda52 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Unset dirty status for tenant:bf9f89d75dcb4854990f9172a39cae4d on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:34.000384 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-f238f423-c4ac-4d82-9ccb-f4c553feda52 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf9f89d75dcb4854990f9172a39cae4d HTTP/1.1" status: 200 len: 379 time: 0.1374059 Jan 27 17:06:34.013269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-d26d09de-6fc2-4fa3-a197-45cb9018c87e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Request body: {'port': {'device_id': '1b779de6-7e20-45f0-96e8-53fe29e5f9ab', 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636', 'admin_state_up': True, 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'security_groups': ['455d0435-8b91-49df-a85e-dc62ce683bf8']}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:34.093937 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:34.104213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:34.118275 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 32fdd6ad-bfc8-44c7-b8d8-12a574303cea, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=32fdd6ad-bfc8-44c7-b8d8-12a574303cea,segment=NetworkSegment(e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750),segment_id=e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:34.127455 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Transition to ACTIVE for port object 55b46ad4-76c6-4638-915c-b6dedd0ae00a will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:34.148660 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '32fdd6ad-bfc8-44c7-b8d8-12a574303cea', 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27', 'port_id': '32fdd6ad-bfc8-44c7-b8d8-12a574303cea', 'mac_address': 'fa:16:3e:01:23:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:06:34.188983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.83', 49780) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:34.199467 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Transition to ACTIVE for port object 55b46ad4-76c6-4638-915c-b6dedd0ae00a will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:34.232119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:34.294277 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0f07f620-84c5-48a4-82a0-2e646fb57a52 req-6445b56f-c03e-4b4e-ad97-198087b24a18 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 210 time: 0.1710365 Jan 27 17:06:34.419965 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:34.426564 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::197 (bbf03638-7624-437f-9c24-a87cd70c5626/08a41768-6d4e-44eb-bb74-31ea1b7adb54/f1b24199-6095-41b5-9cb1-477d5aa13aa0) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:34.439904 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-589a4c1e-f067-4d41-8ae3-1615185bbb96 req-1f5769b7-e227-4f05-9d39-a2a0f7c0cfc9 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585216 Jan 27 17:06:34.449569 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-d26d09de-6fc2-4fa3-a197-45cb9018c87e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:34.461971 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:34.472161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:34.488905 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-d26d09de-6fc2-4fa3-a197-45cb9018c87e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:34.494890 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:34.497129 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Pushing event updated for resources: {'Port': ['ID=55b46ad4-76c6-4638-915c-b6dedd0ae00a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:34.502623 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32fdd6ad-bfc8-44c7-b8d8-12a574303cea {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:06:34.590533 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-d26d09de-6fc2-4fa3-a197-45cb9018c87e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Made reservation on behalf of bf9f89d75dcb4854990f9172a39cae4d for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:34.594077 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-d26d09de-6fc2-4fa3-a197-45cb9018c87e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:34.687515 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 32fdd6ad-bfc8-44c7-b8d8-12a574303cea, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=32fdd6ad-bfc8-44c7-b8d8-12a574303cea,segment=NetworkSegment(e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750),segment_id=e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:34.697096 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:34.827260 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Attempting to bind port 55b46ad4-76c6-4638-915c-b6dedd0ae00a on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:34.827597 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Attempting to bind port 55b46ad4-76c6-4638-915c-b6dedd0ae00a by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:34.827867 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Attempting to bind port 55b46ad4-76c6-4638-915c-b6dedd0ae00a on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:34.838006 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:06:34.838366 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:34.838754 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:34.839132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:06:34.839593 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Bound port: 55b46ad4-76c6-4638-915c-b6dedd0ae00a, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:06:34.839941 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:34.855357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=32fdd6ad-bfc8-44c7-b8d8-12a574303cea,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:34.892614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:06:34.907236 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-378c659d-06ff-4c4b-bbb3-e73461536e5e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] 10.222.0.50 "PUT /v2.0/routers/99bd9e11-2745-46b0-b87c-27e65fc155c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5989604 Jan 27 17:06:34.918194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55818) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:34.924504 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ea5d3-e07f-4c71-b0ea-60c4138eb523 None None] Sync routers for ids ['99bd9e11-2745-46b0-b87c-27e65fc155c3'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:06:34.942791 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55820) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:34.943718 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ea5d3-e07f-4c71-b0ea-60c4138eb523 None None] Routers {'99bd9e11-2745-46b0-b87c-27e65fc155c3'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:34.944342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-436ea5d3-e07f-4c71-b0ea-60c4138eb523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['99bd9e11-2745-46b0-b87c-27e65fc155c3'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:35.013066 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Request body: {'port': {'network_id': '8eecab3e-0265-42ca-b132-3946cbffec1a', 'name': 'tempest-FloatingIPNegativeTestJSON-405100312'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:35.061212 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['32fdd6ad-bfc8-44c7-b8d8-12a574303cea'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:06:35.079643 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:35.093570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-d26d09de-6fc2-4fa3-a197-45cb9018c87e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Allocated IP 172.20.0.7 (9141664f-a2df-4f3d-8af6-9e336042f636/59fab0d6-08e6-4a61-8a29-c48217b1a9e5/18d7c376-efbb-4519-82c9-70598c8dad43) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:35.163398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-4fb361a7-72b2-4786-b65b-bc69dc8d9d74 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:35.164121 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-436ea5d3-e07f-4c71-b0ea-60c4138eb523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:35.165395 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-4fb361a7-72b2-4786-b65b-bc69dc8d9d74 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.83 "GET /v2.0/networks?id=541e3743-3e75-4c6c-9e97-b96740f8fa0d HTTP/1.1" status: 200 len: 812 time: 0.9762239 Jan 27 17:06:35.169767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:35.220027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Usage tracker for resource:port and tenant:288ef7717c7443cf9ab335071f244107 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:35.226311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ea5d3-e07f-4c71-b0ea-60c4138eb523 None None] Routers {'99bd9e11-2745-46b0-b87c-27e65fc155c3'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:35.227006 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-436ea5d3-e07f-4c71-b0ea-60c4138eb523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['99bd9e11-2745-46b0-b87c-27e65fc155c3'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:35.227554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:35.239197 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:35.244366 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-fef526cd-03b0-4bd4-85a7-d56a57adcc8d tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:35.250909 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-aa6ba908-2d89-4a6d-b0f8-637f8f19454e tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Synchronizing usage tracker for tenant:406c1347ba5a453bb38d862a9a6c44ff on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:35.277296 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object f1b24199-6095-41b5-9cb1-477d5aa13aa0 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:35.291297 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f511e9c8-00b2-4821-9e08-f9a6add1656b req-8bf938af-90b0-47d0-afea-59cb9711b1a2 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 210 time: 0.1914833 Jan 27 17:06:35.340161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] For port 55b46ad4-76c6-4638-915c-b6dedd0ae00a, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:06:35.348469 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Made reservation on behalf of 288ef7717c7443cf9ab335071f244107 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:35.365282 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:35.394486 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-436ea5d3-e07f-4c71-b0ea-60c4138eb523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:35.394868 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ea5d3-e07f-4c71-b0ea-60c4138eb523 None None] The sync data for ids ['99bd9e11-2745-46b0-b87c-27e65fc155c3'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:06:35.398902 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] For port 55b46ad4-76c6-4638-915c-b6dedd0ae00a, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=55b46ad4-76c6-4638-915c-b6dedd0ae00a,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:06:35.410452 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:35.417387 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-aa6ba908-2d89-4a6d-b0f8-637f8f19454e tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Unset dirty status for tenant:406c1347ba5a453bb38d862a9a6c44ff on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:35.423433 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-aa6ba908-2d89-4a6d-b0f8-637f8f19454e tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=406c1347ba5a453bb38d862a9a6c44ff HTTP/1.1" status: 200 len: 379 time: 0.2487609 Jan 27 17:06:35.448803 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fef526cd-03b0-4bd4-85a7-d56a57adcc8d tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] 10.222.0.50 "PUT /v2.0/quotas/31f2cd5acba445d2be7131d11b294eaa HTTP/1.1" status: 200 len: 366 time: 0.4808342 Jan 27 17:06:35.453786 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55840) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:35.456404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] device_id is not set on port 455bea9e-fdfc-4fd0-ba89-9bc1c9987072 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:06:35.473624 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2d76b044-ad0f-4c9a-ae04-5b2302422d2e tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0163994 Jan 27 17:06:35.482367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55846) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:35.492883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:35.493124 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbd98c-d9f7-4548-b9bc-7bbdedfb3800 None None] Pushing event updated for resources: {'Port': ['ID=55b46ad4-76c6-4638-915c-b6dedd0ae00a,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:35.502741 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-64830e99-d00d-42fe-861b-2aece4a01fe3 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] 10.222.0.50 "GET /v2.0/quotas/31f2cd5acba445d2be7131d11b294eaa HTTP/1.1" status: 200 len: 366 time: 0.0162702 Jan 27 17:06:35.502968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-c5c8dd86-c5a7-4d66-bb31-0c68d2952269 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Request body: {'port': {'device_id': 'f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc', 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d', 'admin_state_up': True, 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'security_groups': ['602d6a02-4d87-445c-8404-430c46533025']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:35.503095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55850) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:35.503967 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:35.610032 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-773fc863-2e88-46f7-aefc-af4c4630656e tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/31f2cd5acba445d2be7131d11b294eaa HTTP/1.1" status: 204 len: 168 time: 0.0987768 Jan 27 17:06:35.616082 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55854) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:35.665069 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-d26d09de-6fc2-4fa3-a197-45cb9018c87e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:35.677611 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4a0d49f2-c6de-4081-af0f-03bfa5f45a84 req-488c915d-817c-4ef6-a7d8-0a58298bf029 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 210 time: 0.1576946 Jan 27 17:06:35.681892 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:35.729656 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55858) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:35.731791 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:35.734435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:35.735205 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-23a81a8b-07c4-4d7c-825f-9bb61c82b1f2 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1042690 Jan 27 17:06:35.743388 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:35.744103 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:35.749557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55862) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:35.775393 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=f1b24199-6095-41b5-9cb1-477d5aa13aa0,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:35.794580 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-d26d09de-6fc2-4fa3-a197-45cb9018c87e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Transition to ACTIVE for port object 18d7c376-efbb-4519-82c9-70598c8dad43 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:35.825018 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-05a5cb1c-4121-4e1d-b67f-b9dbe28ce789 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2743478 Jan 27 17:06:35.829589 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55868) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:35.947720 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-664813b4-e930-472e-a979-02ed977fcaab tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] 10.222.0.50 "GET /v2.0/quotas/31f2cd5acba445d2be7131d11b294eaa HTTP/1.1" status: 200 len: 370 time: 0.1917605 Jan 27 17:06:35.953828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54844e6c-df42-4afb-82ea-abae1caba538 req-c7d97eee-c10e-458d-afa2-0361d5948032 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:35.956037 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-54844e6c-df42-4afb-82ea-abae1caba538 req-c7d97eee-c10e-458d-afa2-0361d5948032 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 945 time: 0.2989855 Jan 27 17:06:35.958282 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55872) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:35.962459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-d26d09de-6fc2-4fa3-a197-45cb9018c87e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:35.982943 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-404031a8-ca08-4e79-bcdf-87270bdb9f4a tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] 10.222.0.50 "GET /v2.0/quotas/31f2cd5acba445d2be7131d11b294eaa/default HTTP/1.1" status: 200 len: 370 time: 0.0230489 Jan 27 17:06:35.985823 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-909511902', 'router:external': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:35.993765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55876) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:36.009259 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:36.055576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Allocated IP 172.20.0.9 (8eecab3e-0265-42ca-b132-3946cbffec1a/4dc07f5e-5ffc-454f-bc8c-65925d257510/455bea9e-fdfc-4fd0-ba89-9bc1c9987072) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:36.063672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf94463-4ea8-4277-b4b0-f9b8a0c35fa4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:36.071924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf94463-4ea8-4277-b4b0-f9b8a0c35fa4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:36.071924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bcf94463-4ea8-4277-b4b0-f9b8a0c35fa4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:36.098413 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Usage tracker for resource:network and tenant:a2f05bb92d544cb58ff8d01cbdd96074 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:36.102402 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:36.108575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:36.118573 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-d26d09de-6fc2-4fa3-a197-45cb9018c87e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Network 9141664f-a2df-4f3d-8af6-9e336042f636 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:36.125621 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-d26d09de-6fc2-4fa3-a197-45cb9018c87e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:36.134779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-c5c8dd86-c5a7-4d66-bb31-0c68d2952269 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:36.147276 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-54844e6c-df42-4afb-82ea-abae1caba538 req-0d5d938a-2dd0-4b33-a10d-9c8686eeb7c4 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817071 Jan 27 17:06:36.151058 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-d26d09de-6fc2-4fa3-a197-45cb9018c87e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:36.156582 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 55b46ad4-76c6-4638-915c-b6dedd0ae00a up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:36.163419 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-ac5e3e28-c7d2-4afa-bcd4-ee22c2d6747c tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] delete failed (client error): The resource could not be found. Jan 27 17:06:36.164507 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ac5e3e28-c7d2-4afa-bcd4-ee22c2d6747c tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/31f2cd5acba445d2be7131d11b294eaa HTTP/1.1" status: 404 len: 348 time: 0.1675828 Jan 27 17:06:36.208666 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d09de-6fc2-4fa3-a197-45cb9018c87e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Pushing event updated for resources: {'Port': ['ID=18d7c376-efbb-4519-82c9-70598c8dad43,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:36.247930 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bcf94463-4ea8-4277-b4b0-f9b8a0c35fa4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:36.249651 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bcf94463-4ea8-4277-b4b0-f9b8a0c35fa4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4187276 Jan 27 17:06:36.253330 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55882) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:36.301645 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 55b46ad4-76c6-4638-915c-b6dedd0ae00a completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:36.336819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-d26d09de-6fc2-4fa3-a197-45cb9018c87e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:36.337458 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-d26d09de-6fc2-4fa3-a197-45cb9018c87e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:36.361956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Made reservation on behalf of a2f05bb92d544cb58ff8d01cbdd96074 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:36.362175 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2bcbd-0d65-4fed-8ade-ef61e874f944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port f1b24199-6095-41b5-9cb1-477d5aa13aa0 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:36.362377 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9fd2bcbd-0d65-4fed-8ade-ef61e874f944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:36.364806 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:36.388138 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-c5c8dd86-c5a7-4d66-bb31-0c68d2952269 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:36.413985 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:36.429291 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-d26d09de-6fc2-4fa3-a197-45cb9018c87e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4207261 Jan 27 17:06:36.444560 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-c5c8dd86-c5a7-4d66-bb31-0c68d2952269 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Made reservation on behalf of 406c1347ba5a453bb38d862a9a6c44ff for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:36.446432 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Request body: {'port': {'device_id': '1b779de6-7e20-45f0-96e8-53fe29e5f9ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:36.448070 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-c5c8dd86-c5a7-4d66-bb31-0c68d2952269 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:36.469271 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55888) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:36.483582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:36.502986 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-52d11830-b347-4481-8b62-cae894fd8f83 None None] Provisioning for port 18d7c376-efbb-4519-82c9-70598c8dad43 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:36.508119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-52d11830-b347-4481-8b62-cae894fd8f83 None None] Provisioning complete for port 18d7c376-efbb-4519-82c9-70598c8dad43 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:36.508950 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-52d11830-b347-4481-8b62-cae894fd8f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:36.556235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:36.573581 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Usage tracker for resource:security_group_rule and tenant:a2f05bb92d544cb58ff8d01cbdd96074 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:36.585116 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-52d11830-b347-4481-8b62-cae894fd8f83 None None] Port 18d7c376-efbb-4519-82c9-70598c8dad43 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:06:36.625898 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:36.644614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:36.662673 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Transition to ACTIVE for port object 455bea9e-fdfc-4fd0-ba89-9bc1c9987072 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:36.691394 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6180e2ed-693f-4484-9030-d0b51b558ba4 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] Usage tracker for resource:network and tenant:7069c565ed3b41078fcb811089d3ef4a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:36.737110 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6180e2ed-693f-4484-9030-d0b51b558ba4 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:36.741868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Router 2769bfd2-9714-4c25-a2f7-706efe4dc4ae is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:06:36.760867 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:36.886934 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f51e799-b167-4297-9168-1651d5275452 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:06:36.926942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6180e2ed-693f-4484-9030-d0b51b558ba4 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] Usage tracker for resource:subnet and tenant:7069c565ed3b41078fcb811089d3ef4a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:36.929856 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7919dcf4-de6d-4441-ad85-f83604bc6e01 req-488d4bef-35dc-46fb-b8b4-07034db9424c tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 210 time: 0.1167700 Jan 27 17:06:36.989747 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e0bc334e-ba43-45c1-903e-d2beba1f18e7 None None] Provisioning for port 55b46ad4-76c6-4638-915c-b6dedd0ae00a completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:37.003112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e0bc334e-ba43-45c1-903e-d2beba1f18e7 None None] Provisioning complete for port 55b46ad4-76c6-4638-915c-b6dedd0ae00a triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:37.003474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0bc334e-ba43-45c1-903e-d2beba1f18e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:37.077544 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622198c-8dfd-48e8-bd15-35e5c4876fe2 req-1e52a209-da1d-492f-a5cd-ec945cafb020 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:37.079062 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8622198c-8dfd-48e8-bd15-35e5c4876fe2 req-1e52a209-da1d-492f-a5cd-ec945cafb020 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 931 time: 0.6216061 Jan 27 17:06:37.095084 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6180e2ed-693f-4484-9030-d0b51b558ba4 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:37.110514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-c5c8dd86-c5a7-4d66-bb31-0c68d2952269 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Allocated IP 172.20.0.8 (541e3743-3e75-4c6c-9e97-b96740f8fa0d/228f1672-179a-43da-b8a9-bb821d1b9be6/399e0565-8300-4dc5-ab4f-ed75096550ec) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:37.137333 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9fd2bcbd-0d65-4fed-8ade-ef61e874f944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:37.141190 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:37.237852 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0bc334e-ba43-45c1-903e-d2beba1f18e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:37.279854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6180e2ed-693f-4484-9030-d0b51b558ba4 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] Usage tracker for resource:subnetpool and tenant:7069c565ed3b41078fcb811089d3ef4a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:37.283696 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e0bc334e-ba43-45c1-903e-d2beba1f18e7 None None] For port 55b46ad4-76c6-4638-915c-b6dedd0ae00a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=55b46ad4-76c6-4638-915c-b6dedd0ae00a,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:37.290013 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0bc334e-ba43-45c1-903e-d2beba1f18e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:37.327347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6180e2ed-693f-4484-9030-d0b51b558ba4 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:37.360911 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8622198c-8dfd-48e8-bd15-35e5c4876fe2 req-16b8a182-36d8-477c-88bd-9a60930155f7 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/security-groups?id=455d0435-8b91-49df-a85e-dc62ce683bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724290 Jan 27 17:06:37.367210 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Network 8eecab3e-0265-42ca-b132-3946cbffec1a is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:37.379985 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc334e-ba43-45c1-903e-d2beba1f18e7 None None] Pushing event updated for resources: {'Port': ['ID=55b46ad4-76c6-4638-915c-b6dedd0ae00a,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:37.380598 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:37.402091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:37.407058 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:06:37.418358 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2bcbd-0d65-4fed-8ade-ef61e874f944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for f1b24199-6095-41b5-9cb1-477d5aa13aa0 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:37.434482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Pushing event updated for resources: {'Port': ['ID=455bea9e-fdfc-4fd0-ba89-9bc1c9987072,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:37.437174 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:06:37.450187 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdf693a-4cf0-4859-8309-f10686f2696e None None] Sync routers for ids ['2769bfd2-9714-4c25-a2f7-706efe4dc4ae'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:06:37.452247 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6180e2ed-693f-4484-9030-d0b51b558ba4 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] Usage tracker for resource:port and tenant:7069c565ed3b41078fcb811089d3ef4a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:37.463496 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdf693a-4cf0-4859-8309-f10686f2696e None None] Routers {'2769bfd2-9714-4c25-a2f7-706efe4dc4ae'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:37.464160 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-8bdf693a-4cf0-4859-8309-f10686f2696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['2769bfd2-9714-4c25-a2f7-706efe4dc4ae'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:37.486645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:37.514478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6180e2ed-693f-4484-9030-d0b51b558ba4 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:37.524690 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:37.555267 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-8bdf693a-4cf0-4859-8309-f10686f2696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:37.567268 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdf693a-4cf0-4859-8309-f10686f2696e None None] Routers {'2769bfd2-9714-4c25-a2f7-706efe4dc4ae'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:37.568655 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-8bdf693a-4cf0-4859-8309-f10686f2696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['2769bfd2-9714-4c25-a2f7-706efe4dc4ae'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:37.625703 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:06:37.648842 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-8bdf693a-4cf0-4859-8309-f10686f2696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:37.650140 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdf693a-4cf0-4859-8309-f10686f2696e None None] The sync data for ids ['2769bfd2-9714-4c25-a2f7-706efe4dc4ae'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:06:37.669583 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 32fdd6ad-bfc8-44c7-b8d8-12a574303cea up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:37.692858 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:37.693571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:37.697470 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6180e2ed-693f-4484-9030-d0b51b558ba4 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] Usage tracker for resource:router and tenant:7069c565ed3b41078fcb811089d3ef4a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:37.711489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:37.712937 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-aa5d2015-850e-4e36-8f47-6ea32b7f6538 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.5234241 Jan 27 17:06:37.723073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f047f287-b991-4d45-a82d-602506480716,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:37.725969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55896) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:37.734448 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:37.734997 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Added segment 5bd0cfa3-f20c-49fd-a3b3-ba10c32c7986 of type vlan for network caac65f9-62f3-4383-b670-97e686863f47 Jan 27 17:06:37.739975 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6180e2ed-693f-4484-9030-d0b51b558ba4 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:37.782814 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-08267958-9e4e-4c4b-add8-82fc4e7c4b08 None None] Provisioning complete for port 55b46ad4-76c6-4638-915c-b6dedd0ae00a triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:37.783251 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08267958-9e4e-4c4b-add8-82fc4e7c4b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:37.808130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee28a9-b4a5-49ba-b81a-f579acdb6684 req-fbf28c4a-0b6c-4229-96ff-effef44dc692 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:37.809234 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-23ee28a9-b4a5-49ba-b81a-f579acdb6684 req-fbf28c4a-0b6c-4229-96ff-effef44dc692 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 945 time: 0.4882207 Jan 27 17:06:37.813630 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 32fdd6ad-bfc8-44c7-b8d8-12a574303cea completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:37.819529 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d7c376-efbb-4519-82c9-70598c8dad43 {{(pid=87595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:06:37.834990 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 32fdd6ad-bfc8-44c7-b8d8-12a574303cea triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:37.835637 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:37.844372 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-45d26a57-10a3-46cb-8ccf-52cc6b1f23f1 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8473740 Jan 27 17:06:37.851519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:37.853989 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55900) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:37.878666 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:37.888237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6180e2ed-693f-4484-9030-d0b51b558ba4 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] Usage tracker for resource:floatingip and tenant:7069c565ed3b41078fcb811089d3ef4a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:37.897938 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:37.911340 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-c5c8dd86-c5a7-4d66-bb31-0c68d2952269 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:37.929479 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Usage tracker for resource:floatingip and tenant:288ef7717c7443cf9ab335071f244107 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:37.947812 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-23ee28a9-b4a5-49ba-b81a-f579acdb6684 req-8764c0e2-da7b-4ccb-952a-91e577748ca2 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203794 Jan 27 17:06:37.947952 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:37.957813 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:37.960664 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Transition to ACTIVE for port object 18d7c376-efbb-4519-82c9-70598c8dad43 will not be triggered until provisioned by entity L2. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:37.974356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6180e2ed-693f-4484-9030-d0b51b558ba4 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:37.978784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9fd2bcbd-0d65-4fed-8ade-ef61e874f944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:37.997935 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:38.049097 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:38.060729 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-c5c8dd86-c5a7-4d66-bb31-0c68d2952269 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Transition to ACTIVE for port object 399e0565-8300-4dc5-ab4f-ed75096550ec will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:38.086455 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-08267958-9e4e-4c4b-add8-82fc4e7c4b08 None None] Provisioning for port 455bea9e-fdfc-4fd0-ba89-9bc1c9987072 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:38.109179 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 55b46ad4-76c6-4638-915c-b6dedd0ae00a up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:38.112607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:38.150360 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3765fec0-56cc-4c78-8096-dbf1b3a23338 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "GET /v2.0/routers/2769bfd2-9714-4c25-a2f7-706efe4dc4ae HTTP/1.1" status: 200 len: 920 time: 0.4174137 Jan 27 17:06:38.159071 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-08267958-9e4e-4c4b-add8-82fc4e7c4b08 None None] Provisioning complete for port 455bea9e-fdfc-4fd0-ba89-9bc1c9987072 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:38.160065 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08267958-9e4e-4c4b-add8-82fc4e7c4b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:38.160585 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55906) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:38.163833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:38.242303 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2bcbd-0d65-4fed-8ade-ef61e874f944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=f1b24199-6095-41b5-9cb1-477d5aa13aa0,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:38.246919 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9fd2bcbd-0d65-4fed-8ade-ef61e874f944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:38.256719 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50f29a9-955c-4c2b-9b12-455420e00af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fdd6ad-bfc8-44c7-b8d8-12a574303cea'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:06:38.270304 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1b8639e4-a126-489c-b0dd-6e62083ca415 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "GET /v2.0/ports?device_id=2769bfd2-9714-4c25-a2f7-706efe4dc4ae HTTP/1.1" status: 200 len: 205 time: 0.1044509 Jan 27 17:06:38.276140 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55912) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:38.278296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-7f8ba738-4447-4b92-b577-5ba54c50e3c8 req-c6bcc160-4602-4de8-a701-949310887f0f tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Synchronizing usage tracker for tenant:406c1347ba5a453bb38d862a9a6c44ff on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:38.287686 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:38.290226 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:38.290838 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:38.342135 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 32fdd6ad-bfc8-44c7-b8d8-12a574303cea, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=32fdd6ad-bfc8-44c7-b8d8-12a574303cea,segment=NetworkSegment(e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750),segment_id=e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:38.358733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:38.400536 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-08267958-9e4e-4c4b-add8-82fc4e7c4b08 None None] Port 455bea9e-fdfc-4fd0-ba89-9bc1c9987072 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:06:38.450395 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-08267958-9e4e-4c4b-add8-82fc4e7c4b08 None None] Could not find standard attr ID for object f1b24199-6095-41b5-9cb1-477d5aa13aa0. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:06:38.463875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 55b46ad4-76c6-4638-915c-b6dedd0ae00a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:38.464415 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:38.499624 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9fd2bcbd-0d65-4fed-8ade-ef61e874f944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/f1b24199-6095-41b5-9cb1-477d5aa13aa0 HTTP/1.1" status: 204 len: 168 time: 2.2451136 Jan 27 17:06:38.529996 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Pushing event updated for resources: {'Network': ['ID=caac65f9-62f3-4383-b670-97e686863f47,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:38.543249 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-7f8ba738-4447-4b92-b577-5ba54c50e3c8 req-c6bcc160-4602-4de8-a701-949310887f0f tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Unset dirty status for tenant:406c1347ba5a453bb38d862a9a6c44ff on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:38.547196 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7f8ba738-4447-4b92-b577-5ba54c50e3c8 req-c6bcc160-4602-4de8-a701-949310887f0f tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 210 time: 0.3816600 Jan 27 17:06:38.548162 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55922) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:38.591030 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network caac65f9-62f3-4383-b670-97e686863f47 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:06:38.647769 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=32fdd6ad-bfc8-44c7-b8d8-12a574303cea,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:38.672883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6180e2ed-693f-4484-9030-d0b51b558ba4 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] Usage tracker for resource:security_group and tenant:7069c565ed3b41078fcb811089d3ef4a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:38.678908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b607c3a6-498b-4b35-9fee-4bb94f5dfd65 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:38.730487 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-c5c8dd86-c5a7-4d66-bb31-0c68d2952269 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:38.732609 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Pushing event updated for resources: {'Port': ['ID=18d7c376-efbb-4519-82c9-70598c8dad43,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:38.736209 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-07d762dd-efa4-46d3-88d4-e48a2d713d15 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.0029852 Jan 27 17:06:38.743015 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55930) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:38.753730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fd36423c-347e-4125-9c81-93f1cc0e3b0f None None] Could not find standard attr ID for object f1b24199-6095-41b5-9cb1-477d5aa13aa0. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:06:38.771557 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-57c0fd4d-94fe-4fdc-9731-f75d28690a8b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Request body: {'subnet': {'network_id': 'caac65f9-62f3-4383-b670-97e686863f47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:38.806693 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50f29a9-955c-4c2b-9b12-455420e00af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fdd6ad-bfc8-44c7-b8d8-12a574303cea', 'code': 200} Jan 27 17:06:38.820318 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6180e2ed-693f-4484-9030-d0b51b558ba4 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:38.898026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-c5c8dd86-c5a7-4d66-bb31-0c68d2952269 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Network 541e3743-3e75-4c6c-9e97-b96740f8fa0d is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:38.905066 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6180e2ed-693f-4484-9030-d0b51b558ba4 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] Usage tracker for resource:security_group_rule and tenant:7069c565ed3b41078fcb811089d3ef4a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:38.907724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-c5c8dd86-c5a7-4d66-bb31-0c68d2952269 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:38.919319 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-c5c8dd86-c5a7-4d66-bb31-0c68d2952269 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:38.936013 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-57c0fd4d-94fe-4fdc-9731-f75d28690a8b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:38.949917 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-57c0fd4d-94fe-4fdc-9731-f75d28690a8b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Usage tracker for resource:subnet and tenant:a2f05bb92d544cb58ff8d01cbdd96074 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:38.956337 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6180e2ed-693f-4484-9030-d0b51b558ba4 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:38.957765 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-57c0fd4d-94fe-4fdc-9731-f75d28690a8b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:38.969597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-57c0fd4d-94fe-4fdc-9731-f75d28690a8b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:38.972443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Attempting to bind port 18d7c376-efbb-4519-82c9-70598c8dad43 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:38.972754 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Attempting to bind port 18d7c376-efbb-4519-82c9-70598c8dad43 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '7d9ad29e-9efb-46b6-a4fe-281b7c002171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:38.973065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Attempting to bind port 18d7c376-efbb-4519-82c9-70598c8dad43 on network 9141664f-a2df-4f3d-8af6-9e336042f636 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:38.989869 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Port 18d7c376-efbb-4519-82c9-70598c8dad43 on network 9141664f-a2df-4f3d-8af6-9e336042f636 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:38.990289 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Attempting to bind port 18d7c376-efbb-4519-82c9-70598c8dad43 on network 9141664f-a2df-4f3d-8af6-9e336042f636 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:39.001455 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c0fd4d-94fe-4fdc-9731-f75d28690a8b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Made reservation on behalf of a2f05bb92d544cb58ff8d01cbdd96074 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:39.003752 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57c0fd4d-94fe-4fdc-9731-f75d28690a8b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:39.019898 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:06:39.020222 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Checking segment: {'id': '7d9ad29e-9efb-46b6-a4fe-281b7c002171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:39.020601 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Bound using segment: {'id': '7d9ad29e-9efb-46b6-a4fe-281b7c002171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636'} {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:06:39.021037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Bound port: 18d7c376-efbb-4519-82c9-70598c8dad43, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9ad29e-9efb-46b6-a4fe-281b7c002171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636'}}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:06:39.021370 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:39.040764 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f1079-0459-42ac-9861-167862dfa861 req-f51b08b0-81e5-492c-9102-fc1c30ab7820 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:39.041546 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-177f1079-0459-42ac-9861-167862dfa861 req-f51b08b0-81e5-492c-9102-fc1c30ab7820 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Synchronizing usage tracker for tenant:bf9f89d75dcb4854990f9172a39cae4d on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:39.091515 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.83', 49786) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:39.171509 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c06d58f-d1a7-4ca6-ad7f-69f7a0ceb374 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:39.173104 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c06d58f-d1a7-4ca6-ad7f-69f7a0ceb374 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:39.177730 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4c06d58f-d1a7-4ca6-ad7f-69f7a0ceb374 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5032821 Jan 27 17:06:39.181709 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8dd86-c5a7-4d66-bb31-0c68d2952269 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Pushing event updated for resources: {'Port': ['ID=399e0565-8300-4dc5-ab4f-ed75096550ec,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:39.183903 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55940) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:39.191330 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6180e2ed-693f-4484-9030-d0b51b558ba4 tempest-QuotasTest-1249076553 tempest-QuotasTest-1249076553-project-admin] 10.222.0.50 "GET /v2.0/quotas/7069c565ed3b41078fcb811089d3ef4a/details.json HTTP/1.1" status: 200 len: 703 time: 2.7196102 Jan 27 17:06:39.248030 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-177f1079-0459-42ac-9861-167862dfa861 req-f51b08b0-81e5-492c-9102-fc1c30ab7820 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Unset dirty status for tenant:bf9f89d75dcb4854990f9172a39cae4d on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:39.249159 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-177f1079-0459-42ac-9861-167862dfa861 req-f51b08b0-81e5-492c-9102-fc1c30ab7820 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 943 time: 0.6503365 Jan 27 17:06:39.280163 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5ac83db7-0612-41a3-8972-aece5c64d567 None None] Provisioning for port 399e0565-8300-4dc5-ab4f-ed75096550ec completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:39.287795 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5ac83db7-0612-41a3-8972-aece5c64d567 None None] Provisioning complete for port 399e0565-8300-4dc5-ab4f-ed75096550ec triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:39.288555 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5ac83db7-0612-41a3-8972-aece5c64d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:39.293525 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:39.340214 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-c5c8dd86-c5a7-4d66-bb31-0c68d2952269 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:39.340214 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-c5c8dd86-c5a7-4d66-bb31-0c68d2952269 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:39.349284 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b607c3a6-498b-4b35-9fee-4bb94f5dfd65 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:39.370759 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-277f837d-94d2-481f-a4dc-5b080c106d87 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet 08a41768-6d4e-44eb-bb74-31ea1b7adb54 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:06:39.377423 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-277f837d-94d2-481f-a4dc-5b080c106d87 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:39.393124 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] For port 18d7c376-efbb-4519-82c9-70598c8dad43, host hv-neutron-8264, cleared binding levels {{(pid=87595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:06:39.412398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-b607c3a6-498b-4b35-9fee-4bb94f5dfd65 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Deleting port 8b681623-aa62-43dd-a771-84eccc1f8a4f {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:39.412741 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b607c3a6-498b-4b35-9fee-4bb94f5dfd65 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:39.421498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] For port 18d7c376-efbb-4519-82c9-70598c8dad43, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=18d7c376-efbb-4519-82c9-70598c8dad43,segment=NetworkSegment(7d9ad29e-9efb-46b6-a4fe-281b7c002171),segment_id=7d9ad29e-9efb-46b6-a4fe-281b7c002171)] {{(pid=87595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:06:39.428130 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5ac83db7-0612-41a3-8972-aece5c64d567 None None] Port 399e0565-8300-4dc5-ab4f-ed75096550ec cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:06:39.437750 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-c5c8dd86-c5a7-4d66-bb31-0c68d2952269 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9392693 Jan 27 17:06:39.464520 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-177f1079-0459-42ac-9861-167862dfa861 req-db6e2b80-1d4e-4a1a-b7c7-01fb39e21f57 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/security-groups?id=455d0435-8b91-49df-a85e-dc62ce683bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052999 Jan 27 17:06:39.481033 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:39.482035 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Request body: {'port': {'device_id': 'f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:39.537016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-277f837d-94d2-481f-a4dc-5b080c106d87 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:39.577513 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55950) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:39.604735 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6e409-1e14-4542-b5de-bc42fe454e4e req-485bdf7f-a3d0-4300-ac63-d90f53515340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:39.606224 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-49b6e409-1e14-4542-b5de-bc42fe454e4e req-485bdf7f-a3d0-4300-ac63-d90f53515340 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 1099 time: 0.5120800 Jan 27 17:06:39.620631 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:39.621238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:39.622675 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] 10.222.0.83 "PUT /v2.0/ports/18d7c376-efbb-4519-82c9-70598c8dad43 HTTP/1.1" status: 200 len: 1093 time: 3.1859267 Jan 27 17:06:39.626201 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d33336-2834-4a9d-a1d5-5201030baf4e req-849d767f-f2b5-463e-8ac5-2fb34641c285 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:39.639512 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-60d33336-2834-4a9d-a1d5-5201030baf4e req-849d767f-f2b5-463e-8ac5-2fb34641c285 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.4586494 Jan 27 17:06:39.641794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b779de6-7e20-45f0-96e8-53fe29e5f9ab', 'tag': '18d7c376-efbb-4519-82c9-70598c8dad43'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:06:39.677751 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-49b6e409-1e14-4542-b5de-bc42fe454e4e req-8cfe855b-e0b9-45b9-b749-b0dbb06a74cf service neutron] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:39.737079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ff0f7-2fa3-4c25-8ba5-5b1b44934d14 service neutron] Pushing event updated for resources: {'Port': ['ID=18d7c376-efbb-4519-82c9-70598c8dad43,revision_number=3']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:39.772770 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Allocated IP 172.26.1.26 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/bc6dc9f2-9240-4b0f-b5af-a10f9e110c1d) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:39.775277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-49b6e409-1e14-4542-b5de-bc42fe454e4e req-8cfe855b-e0b9-45b9-b749-b0dbb06a74cf service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:39.842742 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-49b6e409-1e14-4542-b5de-bc42fe454e4e req-8cfe855b-e0b9-45b9-b749-b0dbb06a74cf service neutron] Usage tracker for resource:security_group_rule and tenant:bd30534df6854cf996afefc4d0a26d42 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:39.852424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-49b6e409-1e14-4542-b5de-bc42fe454e4e req-8cfe855b-e0b9-45b9-b749-b0dbb06a74cf service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:39.864300 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-49b6e409-1e14-4542-b5de-bc42fe454e4e req-8cfe855b-e0b9-45b9-b749-b0dbb06a74cf service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:39.888509 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-18dece52-61d9-48b1-a8a6-a6285aa7ec10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:39.915167 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-60d33336-2834-4a9d-a1d5-5201030baf4e req-9b6bd45b-cde2-44f6-a57d-edc3c49f6095 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750325 Jan 27 17:06:39.915700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:39.940344 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-18dece52-61d9-48b1-a8a6-a6285aa7ec10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:39.951621 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-18dece52-61d9-48b1-a8a6-a6285aa7ec10 admin admin] Usage tracker for resource:security_group_rule and tenant:2e86072f3f5c4adbad5113dc846c3c56 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:39.987374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-18dece52-61d9-48b1-a8a6-a6285aa7ec10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:39.992345 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b779de6-7e20-45f0-96e8-53fe29e5f9ab', 'tag': '18d7c376-efbb-4519-82c9-70598c8dad43', 'status': 'completed', 'code': 200} Jan 27 17:06:39.992930 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-277f837d-94d2-481f-a4dc-5b080c106d87 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:40.027718 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b607c3a6-498b-4b35-9fee-4bb94f5dfd65 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:40.047399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-18dece52-61d9-48b1-a8a6-a6285aa7ec10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:40.064774 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-ad02effa-f85e-4e18-b02b-602ef25d7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:40.066102 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-ad02effa-f85e-4e18-b02b-602ef25d7436 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf9f89d75dcb4854990f9172a39cae4d&device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 1096 time: 0.3919833 Jan 27 17:06:40.196689 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af43bf8-57e3-4638-9b1e-661883ec33a1 req-e86d000c-25cb-4f9f-b8df-0509e4abd977 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:40.198145 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3af43bf8-57e3-4638-9b1e-661883ec33a1 req-e86d000c-25cb-4f9f-b8df-0509e4abd977 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 931 time: 0.4415953 Jan 27 17:06:40.205154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-b607c3a6-498b-4b35-9fee-4bb94f5dfd65 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Calling delete_port for 8b681623-aa62-43dd-a771-84eccc1f8a4f owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:40.215196 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:40.220851 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-e7e7b3ca-8c2d-42ae-a20e-1cdedfe8711a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18d7c376-efbb-4519-82c9-70598c8dad43 HTTP/1.1" status: 200 len: 217 time: 0.1350420 Jan 27 17:06:40.360075 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3af43bf8-57e3-4638-9b1e-661883ec33a1 req-3e459604-29b7-442d-995d-450be0a2fdd6 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/security-groups?id=602d6a02-4d87-445c-8404-430c46533025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416352 Jan 27 17:06:40.362925 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-49b6e409-1e14-4542-b5de-bc42fe454e4e req-8cfe855b-e0b9-45b9-b749-b0dbb06a74cf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:40.369097 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-24800a2e-f98f-4268-9573-37406d549150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:40.370535 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-24800a2e-f98f-4268-9573-37406d549150 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59fab0d6-08e6-4a61-8a29-c48217b1a9e5 HTTP/1.1" status: 200 len: 845 time: 0.1252830 Jan 27 17:06:40.373916 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-49b6e409-1e14-4542-b5de-bc42fe454e4e req-8cfe855b-e0b9-45b9-b749-b0dbb06a74cf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:40.446165 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-49b6e409-1e14-4542-b5de-bc42fe454e4e req-8cfe855b-e0b9-45b9-b749-b0dbb06a74cf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8319407 Jan 27 17:06:40.462661 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:40.520080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe855b-e0b9-45b9-b749-b0dbb06a74cf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf79151-5b6f-4700-8e17-e71b2cfa860d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:40.537856 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-277f837d-94d2-481f-a4dc-5b080c106d87 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:40.588603 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:40.591833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.objects.ports [None req-57c0fd4d-94fe-4fdc-9731-f75d28690a8b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87595) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:06:40.592280 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57c0fd4d-94fe-4fdc-9731-f75d28690a8b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:40.621818 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:40.631427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:40.651564 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f837d-94d2-481f-a4dc-5b080c106d87 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=08a41768-6d4e-44eb-bb74-31ea1b7adb54,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:40.662722 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba6d0f6-adb0-43f9-a9c2-5f494629318f None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:06:40.666026 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Pushing event updated for resources: {'Port': ['ID=bc6dc9f2-9240-4b0f-b5af-a10f9e110c1d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:40.671275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-277f837d-94d2-481f-a4dc-5b080c106d87 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:40.829212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0fd4d-94fe-4fdc-9731-f75d28690a8b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Pushing event updated for resources: {'Subnet': ['ID=325a3ca5-b05d-43ad-82de-adb1912f2521,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:40.832334 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-c2e4cac1-0dac-4b2f-9a39-4bfff9dae8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:40.833825 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-c2e4cac1-0dac-4b2f-9a39-4bfff9dae8c2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9141664f-a2df-4f3d-8af6-9e336042f636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4457371 Jan 27 17:06:40.882432 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-277f837d-94d2-481f-a4dc-5b080c106d87 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/08a41768-6d4e-44eb-bb74-31ea1b7adb54 HTTP/1.1" status: 204 len: 168 time: 1.6929803 Jan 27 17:06:40.886602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55962) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:40.940482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-18dece52-61d9-48b1-a8a6-a6285aa7ec10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:40.953958 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c0fd4d-94fe-4fdc-9731-f75d28690a8b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Checking segment: {'id': '5bd0cfa3-f20c-49fd-a3b3-ba10c32c7986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'caac65f9-62f3-4383-b670-97e686863f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:40.954313 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c0fd4d-94fe-4fdc-9731-f75d28690a8b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Network hostable DHCP agents. Network: caac65f9-62f3-4383-b670-97e686863f47, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:06:40.954475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-18dece52-61d9-48b1-a8a6-a6285aa7ec10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:40.961122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aac5a3-032d-4db8-816d-9466ee7a4fbc None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:06:40.972592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c9aac5a3-032d-4db8-816d-9466ee7a4fbc None None] Deleting port 55b46ad4-76c6-4638-915c-b6dedd0ae00a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:40.973960 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c9aac5a3-032d-4db8-816d-9466ee7a4fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:41.027317 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5820fc50-4512-4046-884a-dd52e048ee94 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1276689 Jan 27 17:06:41.031322 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55968) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:41.055229 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-38b3db01-5a63-4a78-b6cc-acda92dd801d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:41.085013 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-18dece52-61d9-48b1-a8a6-a6285aa7ec10 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e86072f3f5c4adbad5113dc846c3c56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5052001 Jan 27 17:06:41.089491 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-c1d49ef0-dae8-4474-a12b-e75ecf77f203 service neutron] 10.222.0.83 "GET /v2.0/networks/9141664f-a2df-4f3d-8af6-9e336042f636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423985 Jan 27 17:06:41.092136 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dece52-61d9-48b1-a8a6-a6285aa7ec10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab904848-551b-424a-89e5-182f5677c73b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:41.092276 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55972) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:41.125913 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b607c3a6-498b-4b35-9fee-4bb94f5dfd65 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:41.168500 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c0fd4d-94fe-4fdc-9731-f75d28690a8b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Network caac65f9-62f3-4383-b670-97e686863f47 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:06:41.225465 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ceed1-677d-48d6-9a78-ddc5b7ab3100 req-6bacfa8d-7465-4193-ab11-b5088edb0199 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:41.227156 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4b7ceed1-677d-48d6-9a78-ddc5b7ab3100 req-6bacfa8d-7465-4193-ab11-b5088edb0199 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 943 time: 0.6340396 Jan 27 17:06:41.230904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:06:41.235352 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-57c0fd4d-94fe-4fdc-9731-f75d28690a8b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, caac65f9-62f3-4383-b670-97e686863f47) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:41.246953 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:41.256331 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4a7881-f912-493c-97cf-c30493cd87d4 None None] Network caac65f9-62f3-4383-b670-97e686863f47 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:06:41.292395 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c0fd4d-94fe-4fdc-9731-f75d28690a8b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:41.292939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57c0fd4d-94fe-4fdc-9731-f75d28690a8b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:41.302705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607c3a6-498b-4b35-9fee-4bb94f5dfd65 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Pushing event deleted for resources: {'Port': ['ID=8b681623-aa62-43dd-a771-84eccc1f8a4f,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:41.310797 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-c9aac5a3-032d-4db8-816d-9466ee7a4fbc None None] For port 55b46ad4-76c6-4638-915c-b6dedd0ae00a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=55b46ad4-76c6-4638-915c-b6dedd0ae00a,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:41.311123 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c9aac5a3-032d-4db8-816d-9466ee7a4fbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:41.419254 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4993d42f-e5f3-4071-9b74-b78c2c5159bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:41.428817 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-05a2c7f5-a5ed-4b9b-9d54-30e186de6564 req-78c6e6b1-5c55-474f-82fb-512ccf6c88b2 service neutron] 10.222.0.83 "GET /v2.0/networks/9141664f-a2df-4f3d-8af6-9e336042f636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899928 Jan 27 17:06:41.434107 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-57c0fd4d-94fe-4fdc-9731-f75d28690a8b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6802158 Jan 27 17:06:41.438012 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-38b3db01-5a63-4a78-b6cc-acda92dd801d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:41.441988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-38b3db01-5a63-4a78-b6cc-acda92dd801d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:41.443186 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55978) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:41.444865 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-38b3db01-5a63-4a78-b6cc-acda92dd801d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:41.450190 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-fc634a9f-b629-47c7-a62a-af1b1df197db tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-505880312', 'network_id': 'caac65f9-62f3-4383-b670-97e686863f47'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:41.458015 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-38b3db01-5a63-4a78-b6cc-acda92dd801d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:41.461869 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:41.479069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399e0565-8300-4dc5-ab4f-ed75096550ec {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:06:41.486125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fc634a9f-b629-47c7-a62a-af1b1df197db tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:41.494232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b607c3a6-498b-4b35-9fee-4bb94f5dfd65 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:41.498869 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c9aac5a3-032d-4db8-816d-9466ee7a4fbc None None] Calling delete_port for 55b46ad4-76c6-4638-915c-b6dedd0ae00a owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:41.506934 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dba47-7f28-4b7b-9b72-ace35331d0dd req-5193cfab-0850-49d7-b4f7-b5a98eacb057 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:41.508760 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f14dba47-7f28-4b7b-9b72-ace35331d0dd req-5193cfab-0850-49d7-b4f7-b5a98eacb057 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.4153876 Jan 27 17:06:41.518805 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fc634a9f-b629-47c7-a62a-af1b1df197db tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Usage tracker for resource:port and tenant:a2f05bb92d544cb58ff8d01cbdd96074 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:41.535266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:41.563768 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fc634a9f-b629-47c7-a62a-af1b1df197db tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:41.571473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4993d42f-e5f3-4071-9b74-b78c2c5159bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:41.599747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fc634a9f-b629-47c7-a62a-af1b1df197db tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:41.611153 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b3db01-5a63-4a78-b6cc-acda92dd801d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:41.614652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-38b3db01-5a63-4a78-b6cc-acda92dd801d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:41.658910 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4b7ceed1-677d-48d6-9a78-ddc5b7ab3100 req-42074a42-45aa-418d-9647-98f9f9b9eeb3 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/security-groups?id=455d0435-8b91-49df-a85e-dc62ce683bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4064751 Jan 27 17:06:41.659498 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Transition to ACTIVE for port object 399e0565-8300-4dc5-ab4f-ed75096550ec will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:41.677309 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc634a9f-b629-47c7-a62a-af1b1df197db tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Made reservation on behalf of a2f05bb92d544cb58ff8d01cbdd96074 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:41.679132 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fc634a9f-b629-47c7-a62a-af1b1df197db tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:41.692601 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c9aac5a3-032d-4db8-816d-9466ee7a4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:41.701418 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f14dba47-7f28-4b7b-9b72-ace35331d0dd req-d5b84826-f451-4c35-995f-8e230d85021c tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798253 Jan 27 17:06:41.746431 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-fc634a9f-b629-47c7-a62a-af1b1df197db tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] device_id is not set on port fc66f28f-3ef8-4695-9513-e6a3a89cd7e8 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:06:41.749398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:41.753337 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aac5a3-032d-4db8-816d-9466ee7a4fbc None None] Pushing event deleted for resources: {'Port': ['ID=55b46ad4-76c6-4638-915c-b6dedd0ae00a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:41.786060 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aac5a3-032d-4db8-816d-9466ee7a4fbc None None] No DVR routers for this DVR port 55b46ad4-76c6-4638-915c-b6dedd0ae00a on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:06:41.816699 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f09eaf8-1895-4001-a48b-2dd7b62b9737 None None] Network caac65f9-62f3-4383-b670-97e686863f47 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:06:41.822281 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b607c3a6-498b-4b35-9fee-4bb94f5dfd65 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:41.827306 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b607c3a6-498b-4b35-9fee-4bb94f5dfd65 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:41.864923 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4993d42f-e5f3-4071-9b74-b78c2c5159bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:41.869312 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d8127-987b-4631-a07f-ab6c64da1f5b req-fcd337a6-2e5d-4d43-8fd0-6a4bf7f5daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:41.870830 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b81d8127-987b-4631-a07f-ab6c64da1f5b req-fcd337a6-2e5d-4d43-8fd0-6a4bf7f5daef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf9f89d75dcb4854990f9172a39cae4d&device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 1096 time: 0.3532999 Jan 27 17:06:41.948473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993d42f-e5f3-4071-9b74-b78c2c5159bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab904848-551b-424a-89e5-182f5677c73b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:42.103415 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:42.132014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4993d42f-e5f3-4071-9b74-b78c2c5159bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:42.135650 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4993d42f-e5f3-4071-9b74-b78c2c5159bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab904848-551b-424a-89e5-182f5677c73b HTTP/1.1" status: 204 len: 168 time: 1.0412605 Jan 27 17:06:42.160374 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 55b46ad4-76c6-4638-915c-b6dedd0ae00a no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:06:42.198492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Pushing event updated for resources: {'Port': ['ID=399e0565-8300-4dc5-ab4f-ed75096550ec,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:42.223199 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:42.245995 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 55b46ad4-76c6-4638-915c-b6dedd0ae00a {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:06:42.246326 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 55b46ad4-76c6-4638-915c-b6dedd0ae00a not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:06:42.278446 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b607c3a6-498b-4b35-9fee-4bb94f5dfd65 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:42.279088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b607c3a6-498b-4b35-9fee-4bb94f5dfd65 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Fanout notify agent at l3_agent the message router_deleted on router 2769bfd2-9714-4c25-a2f7-706efe4dc4ae {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:06:42.389203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-fc634a9f-b629-47c7-a62a-af1b1df197db tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Allocated IP 2001:db8::8f (caac65f9-62f3-4383-b670-97e686863f47/325a3ca5-b05d-43ad-82de-adb1912f2521/fc66f28f-3ef8-4695-9513-e6a3a89cd7e8) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:42.396343 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Pushing event updated for resources: {'Port': ['ID=bc6dc9f2-9240-4b0f-b5af-a10f9e110c1d,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:42.409427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d8127-987b-4631-a07f-ab6c64da1f5b req-59018c21-eeba-4b69-a119-afe076717224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:42.411060 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b81d8127-987b-4631-a07f-ab6c64da1f5b req-59018c21-eeba-4b69-a119-afe076717224 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9141664f-a2df-4f3d-8af6-9e336042f636 HTTP/1.1" status: 200 len: 908 time: 0.5184624 Jan 27 17:06:42.411536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b607c3a6-498b-4b35-9fee-4bb94f5dfd65 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:42.416328 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b607c3a6-498b-4b35-9fee-4bb94f5dfd65 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "DELETE /v2.0/routers/2769bfd2-9714-4c25-a2f7-706efe4dc4ae HTTP/1.1" status: 204 len: 168 time: 4.1300337 Jan 27 17:06:42.419230 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55988) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:42.428281 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Attempting to bind port 399e0565-8300-4dc5-ab4f-ed75096550ec on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:42.428612 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Attempting to bind port 399e0565-8300-4dc5-ab4f-ed75096550ec by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ce4b805f-10ca-4c69-bf04-a2937a4c1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:42.428925 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Attempting to bind port 399e0565-8300-4dc5-ab4f-ed75096550ec on network 541e3743-3e75-4c6c-9e97-b96740f8fa0d {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:42.441377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Port 399e0565-8300-4dc5-ab4f-ed75096550ec on network 541e3743-3e75-4c6c-9e97-b96740f8fa0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:06:42.441699 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Attempting to bind port 399e0565-8300-4dc5-ab4f-ed75096550ec on network 541e3743-3e75-4c6c-9e97-b96740f8fa0d {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:42.453388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224da545-8a7b-4634-b5ce-20bb3ae07f7e req-d06e1ebf-3964-45d5-92b8-943f718ee251 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:42.454905 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-224da545-8a7b-4634-b5ce-20bb3ae07f7e req-d06e1ebf-3964-45d5-92b8-943f718ee251 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 943 time: 0.4960577 Jan 27 17:06:42.458553 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:06:42.458886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Checking segment: {'id': 'ce4b805f-10ca-4c69-bf04-a2937a4c1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:42.459411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Bound using segment: {'id': 'ce4b805f-10ca-4c69-bf04-a2937a4c1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:06:42.459834 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Bound port: 399e0565-8300-4dc5-ab4f-ed75096550ec, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce4b805f-10ca-4c69-bf04-a2937a4c1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:06:42.460176 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:42.481344 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Request body: {'router': {'name': 'tempest-snat-router-359916936', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'enable_snat': False}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:42.503113 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:42.507910 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b81d8127-987b-4631-a07f-ab6c64da1f5b req-307dc46b-9e7c-426f-9406-00964e047018 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18d7c376-efbb-4519-82c9-70598c8dad43 HTTP/1.1" status: 200 len: 217 time: 0.0870891 Jan 27 17:06:42.509185 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:42.562257 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Usage tracker for resource:router and tenant:fecd79f1e96c4fefb9e3aa96cf45b209 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:42.568956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 55992) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:42.578357 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:42.597360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-38b3db01-5a63-4a78-b6cc-acda92dd801d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:42.704248 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:42.706307 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:42.707515 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5f3adfe9-d5cd-4b1e-bdf8-1cfe1d99c047 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8426719 Jan 27 17:06:42.724019 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 55998) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:42.735584 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-d29adc05-c8fd-4cba-8a1a-89736955eb9c tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Request body: {'floatingip': {'port_id': '455bea9e-fdfc-4fd0-ba89-9bc1c9987072', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:42.748283 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-224da545-8a7b-4634-b5ce-20bb3ae07f7e req-8f18a12b-386f-4e0d-9f5c-c2704aece0fd tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/security-groups?id=602d6a02-4d87-445c-8404-430c46533025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785199 Jan 27 17:06:42.763834 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ee4abd34-f0bc-43c4-9af6-bec498a7cfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:42.793092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b3db01-5a63-4a78-b6cc-acda92dd801d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:42.805554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-38b3db01-5a63-4a78-b6cc-acda92dd801d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:42.811660 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ee4abd34-f0bc-43c4-9af6-bec498a7cfb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:42.816478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b3db01-5a63-4a78-b6cc-acda92dd801d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:42.817148 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-38b3db01-5a63-4a78-b6cc-acda92dd801d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:42.819765 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61bdad2-7059-4ce8-8ee8-f1a39c19a09a None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:06:42.820348 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:42.820994 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:42.828678 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ee4abd34-f0bc-43c4-9af6-bec498a7cfb7 admin admin] Usage tracker for resource:security_group_rule and tenant:7069c565ed3b41078fcb811089d3ef4a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:42.831581 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] For port 399e0565-8300-4dc5-ab4f-ed75096550ec, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:06:42.834552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ee4abd34-f0bc-43c4-9af6-bec498a7cfb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:42.841418 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3db01-5a63-4a78-b6cc-acda92dd801d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=e1f13494-7b69-440f-af22-2d72342d2e35,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:42.844317 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d8127-987b-4631-a07f-ab6c64da1f5b req-44a2af8b-2f01-482b-beb0-c4a2880d5894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:42.845882 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b81d8127-987b-4631-a07f-ab6c64da1f5b req-44a2af8b-2f01-482b-beb0-c4a2880d5894 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59fab0d6-08e6-4a61-8a29-c48217b1a9e5 HTTP/1.1" status: 200 len: 845 time: 0.3178835 Jan 27 17:06:42.860349 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ee4abd34-f0bc-43c4-9af6-bec498a7cfb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:42.865259 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] For port 399e0565-8300-4dc5-ab4f-ed75096550ec, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=399e0565-8300-4dc5-ab4f-ed75096550ec,segment=NetworkSegment(ce4b805f-10ca-4c69-bf04-a2937a4c1454),segment_id=ce4b805f-10ca-4c69-bf04-a2937a4c1454)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:06:42.893820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d29adc05-c8fd-4cba-8a1a-89736955eb9c tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for floatingip, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:42.935014 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-38b3db01-5a63-4a78-b6cc-acda92dd801d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8890579 Jan 27 17:06:42.935014 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:42.973998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56004) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:43.057872 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'name': 'tempest-NetworksTestDHCPv6-1912881907'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:43.098386 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': 'e1f13494-7b69-440f-af22-2d72342d2e35'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:06:43.099609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:43.127870 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ee4abd34-f0bc-43c4-9af6-bec498a7cfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:43.135795 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:43.173273 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:43.174078 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:43.175862 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] 10.222.0.83 "PUT /v2.0/ports/399e0565-8300-4dc5-ab4f-ed75096550ec HTTP/1.1" status: 200 len: 1093 time: 3.7244287 Jan 27 17:06:43.180517 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc', 'tag': '399e0565-8300-4dc5-ab4f-ed75096550ec'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:06:43.184532 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ee4abd34-f0bc-43c4-9af6-bec498a7cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:43.244931 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a5d98-f57a-40cc-b12c-8ea065e796b9 service neutron] Pushing event updated for resources: {'Port': ['ID=399e0565-8300-4dc5-ab4f-ed75096550ec,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:43.305640 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Allocated IP 2001:db8::2 (bbf03638-7624-437f-9c24-a87cd70c5626/e1f13494-7b69-440f-af22-2d72342d2e35/520b5e94-b97f-4c42-ab26-0b549b1845f8) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:43.351265 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fc634a9f-b629-47c7-a62a-af1b1df197db tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:43.452953 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ee4abd34-f0bc-43c4-9af6-bec498a7cfb7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7069c565ed3b41078fcb811089d3ef4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8784909 Jan 27 17:06:43.458807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56012) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:43.477426 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4abd34-f0bc-43c4-9af6-bec498a7cfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f40ebef-f9a1-4da5-a99e-9721b0ced1d2,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:43.537570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb00c38-5e26-4470-ad63-a1cb475b534c req-bb83bee5-45ca-4cbb-ae48-202ec38efea2 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:43.544481 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4cb00c38-5e26-4470-ad63-a1cb475b534c req-bb83bee5-45ca-4cbb-ae48-202ec38efea2 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.6148078 Jan 27 17:06:43.568640 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-d29adc05-c8fd-4cba-8a1a-89736955eb9c tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] update failed (client error): The resource could not be found. Jan 27 17:06:43.570018 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d29adc05-c8fd-4cba-8a1a-89736955eb9c tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] 10.222.0.50 "PUT /v2.0/floatingips/0a558a7d-5ff1-485e-971d-e60aa925ff2e HTTP/1.1" status: 404 len: 507 time: 0.8450229 Jan 27 17:06:43.580069 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c03e4-9567-4a9d-9ae4-2738e1ad5b9c req-cdf3094e-79e6-4103-b0c2-43476b397df7 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:43.581650 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-521c03e4-9567-4a9d-9ae4-2738e1ad5b9c req-cdf3094e-79e6-4103-b0c2-43476b397df7 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 943 time: 0.7629001 Jan 27 17:06:43.588134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56016) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:43.617925 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:43.627649 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Transition to ACTIVE for port object 520b5e94-b97f-4c42-ab26-0b549b1845f8 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:43.638421 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d8127-987b-4631-a07f-ab6c64da1f5b req-31548623-ce69-4364-8058-7a17b19d47a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:43.639983 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b81d8127-987b-4631-a07f-ab6c64da1f5b req-31548623-ce69-4364-8058-7a17b19d47a0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9141664f-a2df-4f3d-8af6-9e336042f636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7558699 Jan 27 17:06:43.645776 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Transition to ACTIVE for port object 520b5e94-b97f-4c42-ab26-0b549b1845f8 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:43.652686 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:43.697782 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 18d7c376-efbb-4519-82c9-70598c8dad43 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:06:43.728242 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:43.732504 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:43.737872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:43.740083 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Pushing event updated for resources: {'Port': ['ID=520b5e94-b97f-4c42-ab26-0b549b1845f8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:43.757334 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:43.782713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-6176cc32-b539-4f79-b6b1-0822c39b381e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Deleting port bc6dc9f2-9240-4b0f-b5af-a10f9e110c1d {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:43.783047 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6176cc32-b539-4f79-b6b1-0822c39b381e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:43.808463 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-6cbb9cd7-8819-4576-9ca0-7297bb63a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:43.809981 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-6cbb9cd7-8819-4576-9ca0-7297bb63a30e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=406c1347ba5a453bb38d862a9a6c44ff&device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 1096 time: 0.4993536 Jan 27 17:06:43.830563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:43.870040 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-521c03e4-9567-4a9d-9ae4-2738e1ad5b9c req-a329b5bf-8d75-4d9b-bf28-91abf5728f58 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/security-groups?id=455d0435-8b91-49df-a85e-dc62ce683bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337375 Jan 27 17:06:43.874871 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fc634a9f-b629-47c7-a62a-af1b1df197db tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:43.904535 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:43.914818 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:43.920920 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-777bca37-c886-45fa-aec4-72a197e6f513 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=399e0565-8300-4dc5-ab4f-ed75096550ec HTTP/1.1" status: 200 len: 217 time: 0.0928180 Jan 27 17:06:43.934357 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4cb00c38-5e26-4470-ad63-a1cb475b534c req-e5729ed5-aec3-4c79-a88f-8d88dcb7166b tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3890429 Jan 27 17:06:43.972513 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:43.994689 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc634a9f-b629-47c7-a62a-af1b1df197db tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Network caac65f9-62f3-4383-b670-97e686863f47 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:43.995590 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc634a9f-b629-47c7-a62a-af1b1df197db tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Pushing event updated for resources: {'Port': ['ID=fc66f28f-3ef8-4695-9513-e6a3a89cd7e8,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:43.999240 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b81d8127-987b-4631-a07f-ab6c64da1f5b req-c3d0bc3e-f56b-4fcd-a774-82b1925e667f service neutron] 10.222.0.83 "GET /v2.0/networks/9141664f-a2df-4f3d-8af6-9e336042f636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460505 Jan 27 17:06:44.001086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-fc634a9f-b629-47c7-a62a-af1b1df197db tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:44.003888 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc634a9f-b629-47c7-a62a-af1b1df197db tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:44.004577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e7d79159-5cd9-4eda-8f5e-23e6fe47651f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:44.004883 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc634a9f-b629-47c7-a62a-af1b1df197db tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:44.005456 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fc634a9f-b629-47c7-a62a-af1b1df197db tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:44.039690 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 18d7c376-efbb-4519-82c9-70598c8dad43, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=18d7c376-efbb-4519-82c9-70598c8dad43,segment=NetworkSegment(7d9ad29e-9efb-46b6-a4fe-281b7c002171),segment_id=7d9ad29e-9efb-46b6-a4fe-281b7c002171)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:44.069178 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:44.078538 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '18d7c376-efbb-4519-82c9-70598c8dad43', 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636', 'port_id': '18d7c376-efbb-4519-82c9-70598c8dad43', 'mac_address': 'fa:16:3e:8e:f8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:06:44.082869 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Attempting to bind port 520b5e94-b97f-4c42-ab26-0b549b1845f8 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:44.083709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Attempting to bind port 520b5e94-b97f-4c42-ab26-0b549b1845f8 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:44.084188 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Attempting to bind port 520b5e94-b97f-4c42-ab26-0b549b1845f8 on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:44.084909 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:44.144150 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc', 'tag': '399e0565-8300-4dc5-ab4f-ed75096550ec', 'status': 'completed', 'code': 200} Jan 27 17:06:44.165112 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fc634a9f-b629-47c7-a62a-af1b1df197db tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.7168379 Jan 27 17:06:44.174039 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:06:44.174576 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:44.175095 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:44.175850 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:06:44.176703 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Bound port: 520b5e94-b97f-4c42-ab26-0b549b1845f8, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:06:44.177258 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:44.200039 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:44.211232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56028) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:44.219355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-b19caf56-d748-42ec-a8a5-e07b28d58dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:44.220803 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-b19caf56-d748-42ec-a8a5-e07b28d58dd3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=228f1672-179a-43da-b8a9-bb821d1b9be6 HTTP/1.1" status: 200 len: 851 time: 0.2816839 Jan 27 17:06:44.265422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d7c376-efbb-4519-82c9-70598c8dad43 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:06:44.292730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e7d79159-5cd9-4eda-8f5e-23e6fe47651f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:44.313389 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 18d7c376-efbb-4519-82c9-70598c8dad43, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=18d7c376-efbb-4519-82c9-70598c8dad43,segment=NetworkSegment(7d9ad29e-9efb-46b6-a4fe-281b7c002171),segment_id=7d9ad29e-9efb-46b6-a4fe-281b7c002171)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:44.326023 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:44.371933 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] For port 520b5e94-b97f-4c42-ab26-0b549b1845f8, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:06:44.377433 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port 2328f417-273e-49ab-b6fb-d6c89fcd24af yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:06:44.377733 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b81d8127-987b-4631-a07f-ab6c64da1f5b req-da26e7a4-a983-415e-bf38-3e1bf605c26a service neutron] 10.222.0.83 "GET /v2.0/networks/9141664f-a2df-4f3d-8af6-9e336042f636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666801 Jan 27 17:06:44.392513 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] For port 520b5e94-b97f-4c42-ab26-0b549b1845f8, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=520b5e94-b97f-4c42-ab26-0b549b1845f8,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:06:44.407435 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:44.416754 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=18d7c376-efbb-4519-82c9-70598c8dad43,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:44.478097 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632a8b1-08bf-4461-bc8e-dd6a1b4d6fd7 req-acad66bb-08a0-4d92-9ea3-3e922ec7f663 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:44.479572 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b632a8b1-08bf-4461-bc8e-dd6a1b4d6fd7 req-acad66bb-08a0-4d92-9ea3-3e922ec7f663 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.1999106 Jan 27 17:06:44.500034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Deleting port fc66f28f-3ef8-4695-9513-e6a3a89cd7e8 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:44.500733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:44.516095 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17b61d-b499-483e-b310-54791288c7b8 None None] Pushing event updated for resources: {'Port': ['ID=520b5e94-b97f-4c42-ab26-0b549b1845f8,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:44.533738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56032) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:44.534594 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['18d7c376-efbb-4519-82c9-70598c8dad43'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:06:44.544315 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6176cc32-b539-4f79-b6b1-0822c39b381e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:44.544315 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6176cc32-b539-4f79-b6b1-0822c39b381e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:44.549890 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ace81e87-942c-467c-a4e7-0445f011898d tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Request body: {'floatingip': {'port_id': '32fdd6ad-bfc8-44c7-b8d8-12a574303cea'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:44.667932 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ace81e87-942c-467c-a4e7-0445f011898d tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for floatingip, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:44.822191 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:44.829236 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-6176cc32-b539-4f79-b6b1-0822c39b381e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Calling delete_port for bc6dc9f2-9240-4b0f-b5af-a10f9e110c1d owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:44.862771 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:44.976480 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e7d79159-5cd9-4eda-8f5e-23e6fe47651f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:45.038916 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda471e-a7d2-4775-853a-390045a76e0a req-6a12ef4d-75df-4b4b-a968-62061983f296 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:45.040450 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9fda471e-a7d2-4775-853a-390045a76e0a req-6a12ef4d-75df-4b4b-a968-62061983f296 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 943 time: 0.8301792 Jan 27 17:06:45.051075 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d79159-5cd9-4eda-8f5e-23e6fe47651f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f40ebef-f9a1-4da5-a99e-9721b0ced1d2,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:45.081142 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-dd0938bf-8c2c-4d66-bc92-24f41e912fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:45.082635 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-dd0938bf-8c2c-4d66-bc92-24f41e912fba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=541e3743-3e75-4c6c-9e97-b96740f8fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8202913 Jan 27 17:06:45.098745 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::145 (bbf03638-7624-437f-9c24-a87cd70c5626/e1f13494-7b69-440f-af22-2d72342d2e35/2328f417-273e-49ab-b6fb-d6c89fcd24af) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:45.183541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e7d79159-5cd9-4eda-8f5e-23e6fe47651f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:45.184632 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e7d79159-5cd9-4eda-8f5e-23e6fe47651f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2f40ebef-f9a1-4da5-a99e-9721b0ced1d2 HTTP/1.1" status: 204 len: 168 time: 1.7088618 Jan 27 17:06:45.311135 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5424cd-0dad-4c73-b277-bb29ff88b05c req-1e7d6d49-f484-4cae-85fb-0f07f6e2a298 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:45.318494 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ef5424cd-0dad-4c73-b277-bb29ff88b05c req-1e7d6d49-f484-4cae-85fb-0f07f6e2a298 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 944 time: 0.2659607 Jan 27 17:06:45.321014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Allocated IP 172.26.1.223 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/30744d59-be01-4913-b62c-f3a055f7773c) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:45.361218 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9fda471e-a7d2-4775-853a-390045a76e0a req-6118a084-e1c5-4831-b906-7446c6026e77 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/security-groups?id=602d6a02-4d87-445c-8404-430c46533025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024256 Jan 27 17:06:45.464297 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-2471ac4f-457c-4843-90d4-79c768f85519 service neutron] 10.222.0.83 "GET /v2.0/networks/541e3743-3e75-4c6c-9e97-b96740f8fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475587 Jan 27 17:06:45.491545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:45.543236 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6176cc32-b539-4f79-b6b1-0822c39b381e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:45.698705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 18d7c376-efbb-4519-82c9-70598c8dad43 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:45.709733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Calling delete_port for fc66f28f-3ef8-4695-9513-e6a3a89cd7e8 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:45.757552 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ef5424cd-0dad-4c73-b277-bb29ff88b05c req-2c174ab5-b193-4c36-8b15-9c49fb7d67f9 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/security-groups?id=455d0435-8b91-49df-a85e-dc62ce683bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4381623 Jan 27 17:06:45.797031 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176cc32-b539-4f79-b6b1-0822c39b381e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Pushing event deleted for resources: {'Port': ['ID=bc6dc9f2-9240-4b0f-b5af-a10f9e110c1d,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:45.857748 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 18d7c376-efbb-4519-82c9-70598c8dad43 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:45.865528 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 18d7c376-efbb-4519-82c9-70598c8dad43 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:45.865929 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:45.934885 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-08ac514f-951e-4847-9ca1-fcc655ca3977 None None] Provisioning for port 520b5e94-b97f-4c42-ab26-0b549b1845f8 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:46.060612 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.064992 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-765979f1-e2b0-4fc2-acc7-4b5dbc8160e2 req-d51f5953-da49-4c40-8521-743434b93d48 service neutron] 10.222.0.83 "GET /v2.0/networks/541e3743-3e75-4c6c-9e97-b96740f8fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791867 Jan 27 17:06:46.065203 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.106465 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 18d7c376-efbb-4519-82c9-70598c8dad43, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=18d7c376-efbb-4519-82c9-70598c8dad43,segment=NetworkSegment(7d9ad29e-9efb-46b6-a4fe-281b7c002171),segment_id=7d9ad29e-9efb-46b6-a4fe-281b7c002171)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:46.107519 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b779de6-7e20-45f0-96e8-53fe29e5f9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d7c376-efbb-4519-82c9-70598c8dad43'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:06:46.127952 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6176cc32-b539-4f79-b6b1-0822c39b381e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.128685 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.263826 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b779de6-7e20-45f0-96e8-53fe29e5f9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d7c376-efbb-4519-82c9-70598c8dad43', 'code': 200} Jan 27 17:06:46.264395 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=18d7c376-efbb-4519-82c9-70598c8dad43,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:46.267706 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 520b5e94-b97f-4c42-ab26-0b549b1845f8 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:46.333793 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object 2328f417-273e-49ab-b6fb-d6c89fcd24af will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:46.345719 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-ace81e87-942c-467c-a4e7-0445f011898d tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:06:46.376498 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6176cc32-b539-4f79-b6b1-0822c39b381e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.377622 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6176cc32-b539-4f79-b6b1-0822c39b381e tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] 10.222.0.50 "DELETE /v2.0/floatingips/0a558a7d-5ff1-485e-971d-e60aa925ff2e HTTP/1.1" status: 204 len: 168 time: 2.7839627 Jan 27 17:06:46.386388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56062) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:46.389578 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 520b5e94-b97f-4c42-ab26-0b549b1845f8 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:46.392179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.396828 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-5ce12193-354f-4891-933e-33834eb00170 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Request body: {'floatingip': {'floating_network_id': '8eecab3e-0265-42ca-b132-3946cbffec1a', 'port_id': '455bea9e-fdfc-4fd0-ba89-9bc1c9987072', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:46.398072 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 520b5e94-b97f-4c42-ab26-0b549b1845f8 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:46.398572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.442867 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.455088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5ce12193-354f-4891-933e-33834eb00170 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:46.529482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc66f28f-3ef8-4695-9513-e6a3a89cd7e8,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:46.541618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5ce12193-354f-4891-933e-33834eb00170 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Usage tracker for resource:floatingip and tenant:288ef7717c7443cf9ab335071f244107 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:46.546305 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5ce12193-354f-4891-933e-33834eb00170 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:46.552258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5ce12193-354f-4891-933e-33834eb00170 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:46.558590 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:46.558942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:46.559282 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:46.559626 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:46.559957 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:46.560288 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:46.560610 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:46.560936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:46.561259 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:46.562122 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:46.562448 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:46.562672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:46.580916 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.585674 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6f6ab94c-9063-4c2b-a883-e72beb968cf8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "DELETE /v2.0/ports/fc66f28f-3ef8-4695-9513-e6a3a89cd7e8 HTTP/1.1" status: 204 len: 168 time: 2.3615601 Jan 27 17:06:46.588546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56070) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:46.596378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caac65f9-62f3-4383-b670-97e686863f47', 'external_fixed_ips': [{'subnet_id': '325a3ca5-b05d-43ad-82de-adb1912f2521', 'ip_address': '2001:db8::8f'}]}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:46.606459 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5ce12193-354f-4891-933e-33834eb00170 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for floatingip, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.621858 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.630382 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:46.635097 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.644107 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ace81e87-942c-467c-a4e7-0445f011898d tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.660628 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 520b5e94-b97f-4c42-ab26-0b549b1845f8, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=520b5e94-b97f-4c42-ab26-0b549b1845f8,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:46.666257 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ace81e87-942c-467c-a4e7-0445f011898d tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.673306 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.686440 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Usage tracker for resource:router and tenant:a2f05bb92d544cb58ff8d01cbdd96074 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:46.699122 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:46.714726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2912b-a922-42bc-ba52-adb0ee02ec0b req-c7139cd3-a2b8-48d4-a040-b24ffebc6149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:46.716225 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bef2912b-a922-42bc-ba52-adb0ee02ec0b req-c7139cd3-a2b8-48d4-a040-b24ffebc6149 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=406c1347ba5a453bb38d862a9a6c44ff&device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 1096 time: 0.5772021 Jan 27 17:06:46.759171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:46.762940 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:46.768983 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=520b5e94-b97f-4c42-ab26-0b549b1845f8,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:46.771535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da199a-86f8-43c9-8ad0-37f26926dc25 req-005bbe40-cc3d-4e5c-8df4-f3bcff3bbf72 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:46.773005 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b8da199a-86f8-43c9-8ad0-37f26926dc25 req-005bbe40-cc3d-4e5c-8df4-f3bcff3bbf72 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 943 time: 0.2501476 Jan 27 17:06:46.780112 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.789299 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:46.789579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc89ce7-8084-4d53-ae6b-2d1ba545635f req-c9ed7d14-af40-47f1-b159-13c8ca61c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:46.791199 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2dc89ce7-8084-4d53-ae6b-2d1ba545635f req-c9ed7d14-af40-47f1-b159-13c8ca61c9c8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 1098 time: 0.3450968 Jan 27 17:06:46.791937 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:46.797916 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:46.798432 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.846869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=2328f417-273e-49ab-b6fb-d6c89fcd24af,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:46.862929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.864633 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:46.877605 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4c65c9e6-a904-4f77-a909-d8e7b055ced4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8670323 Jan 27 17:06:46.918950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:46.934598 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56082) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:47.054993 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:47.055547 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:47.059059 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Pushing event updated for resources: {'Port': ['ID=30744d59-be01-4913-b62c-f3a055f7773c,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:47.068599 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:47.090871 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-caecc5ff-bac4-44e1-8e60-0502de8e280e None None] Provisioning for port 2328f417-273e-49ab-b6fb-d6c89fcd24af completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:47.096712 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-caecc5ff-bac4-44e1-8e60-0502de8e280e None None] Provisioning complete for port 2328f417-273e-49ab-b6fb-d6c89fcd24af triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:47.098048 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-caecc5ff-bac4-44e1-8e60-0502de8e280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:47.169923 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b8da199a-86f8-43c9-8ad0-37f26926dc25 req-f83cb3f9-4e5d-401d-8191-21e234aafabd tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/security-groups?id=602d6a02-4d87-445c-8404-430c46533025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3846431 Jan 27 17:06:47.177644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-caecc5ff-bac4-44e1-8e60-0502de8e280e None None] Port 2328f417-273e-49ab-b6fb-d6c89fcd24af cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:06:47.199137 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2912b-a922-42bc-ba52-adb0ee02ec0b req-a6eb574e-52a7-435d-a044-d20963ed6fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:47.200602 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bef2912b-a922-42bc-ba52-adb0ee02ec0b req-a6eb574e-52a7-435d-a044-d20963ed6fb6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=541e3743-3e75-4c6c-9e97-b96740f8fa0d HTTP/1.1" status: 200 len: 914 time: 0.4664004 Jan 27 17:06:47.260784 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56090) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:47.284083 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-ace81e87-942c-467c-a4e7-0445f011898d tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Floating IP 5a378b35-1e14-4202-8a8a-6495cefdf7a4 associated. External IP: 172.26.1.214, port: 32fdd6ad-bfc8-44c7-b8d8-12a574303cea. Jan 27 17:06:47.340226 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-2dc89ce7-8084-4d53-ae6b-2d1ba545635f req-47ce1fac-cf4b-4304-94e3-829492b875ac service neutron] Synchronizing usage tracker for tenant:bd30534df6854cf996afefc4d0a26d42 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:47.401105 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bef2912b-a922-42bc-ba52-adb0ee02ec0b req-77e95391-b9af-4c7a-9de9-ae3073052e91 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=399e0565-8300-4dc5-ab4f-ed75096550ec HTTP/1.1" status: 200 len: 217 time: 0.1480641 Jan 27 17:06:47.524027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-5d493dbe-a475-4d21-975f-feef5f4ed81b tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1077222306'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:47.531699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-2dc89ce7-8084-4d53-ae6b-2d1ba545635f req-47ce1fac-cf4b-4304-94e3-829492b875ac service neutron] Unset dirty status for tenant:bd30534df6854cf996afefc4d0a26d42 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:47.532820 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2dc89ce7-8084-4d53-ae6b-2d1ba545635f req-47ce1fac-cf4b-4304-94e3-829492b875ac service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=455d0435-8b91-49df-a85e-dc62ce683bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6923354 Jan 27 17:06:47.533905 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5d493dbe-a475-4d21-975f-feef5f4ed81b tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:47.610643 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5d493dbe-a475-4d21-975f-feef5f4ed81b tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Usage tracker for resource:router and tenant:4ab5f84b5618409caae417182fb28bd6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:47.615938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5d493dbe-a475-4d21-975f-feef5f4ed81b tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:47.621509 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:47.638548 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b27201-7f6c-45c1-be1f-a0e9d4bce161 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:47.644243 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b27201-7f6c-45c1-be1f-a0e9d4bce161 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:47.645000 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-34b27201-7f6c-45c1-be1f-a0e9d4bce161 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:47.650955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5d493dbe-a475-4d21-975f-feef5f4ed81b tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:47.678496 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d0543-1f90-41d2-879a-ac871b2a2335 req-939710ef-720e-4964-9ba5-65b6cbc7dd23 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:47.680016 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-630d0543-1f90-41d2-879a-ac871b2a2335 req-939710ef-720e-4964-9ba5-65b6cbc7dd23 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 945 time: 0.6392589 Jan 27 17:06:47.681312 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2912b-a922-42bc-ba52-adb0ee02ec0b req-9273f002-d46c-4617-b062-ad7b288eeac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:47.682568 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bef2912b-a922-42bc-ba52-adb0ee02ec0b req-9273f002-d46c-4617-b062-ad7b288eeac5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=228f1672-179a-43da-b8a9-bb821d1b9be6 HTTP/1.1" status: 200 len: 851 time: 0.2693136 Jan 27 17:06:47.713779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5d493dbe-a475-4d21-975f-feef5f4ed81b tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:47.714764 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5d493dbe-a475-4d21-975f-feef5f4ed81b tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:47.746865 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-34b27201-7f6c-45c1-be1f-a0e9d4bce161 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:47.748029 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-34b27201-7f6c-45c1-be1f-a0e9d4bce161 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.8058345 Jan 27 17:06:47.754287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56096) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:47.806012 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-5ce12193-354f-4891-933e-33834eb00170 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:06:47.812132 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5ce12193-354f-4891-933e-33834eb00170 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.4196689 Jan 27 17:06:47.831282 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56100) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:47.841896 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '455bea9e-fdfc-4fd0-ba89-9bc1c9987072', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:47.861795 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5d493dbe-a475-4d21-975f-feef5f4ed81b tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:47.891465 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-630d0543-1f90-41d2-879a-ac871b2a2335 req-278ca6f1-be1d-4ac4-88c4-4e89397a8cac tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/security-groups?id=455d0435-8b91-49df-a85e-dc62ce683bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874020 Jan 27 17:06:47.915201 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:47.931084 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Usage tracker for resource:floatingip and tenant:288ef7717c7443cf9ab335071f244107 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:47.931448 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-bf9e084d-2efc-40c4-9430-8abc281623c7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port 2328f417-273e-49ab-b6fb-d6c89fcd24af {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:47.931785 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf9e084d-2efc-40c4-9430-8abc281623c7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:47.937103 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:47.951328 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:48.009498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:48.064925 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 520b5e94-b97f-4c42-ab26-0b549b1845f8 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:48.075959 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5d493dbe-a475-4d21-975f-feef5f4ed81b tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:48.096363 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:48.162526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace81e87-942c-467c-a4e7-0445f011898d tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Router fb51b725-d170-475b-96a6-68c10a75d654 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:06:48.180199 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 520b5e94-b97f-4c42-ab26-0b549b1845f8 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:48.180544 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:48.220754 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5d493dbe-a475-4d21-975f-feef5f4ed81b tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:48.221953 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5d493dbe-a475-4d21-975f-feef5f4ed81b tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9591670 Jan 27 17:06:48.233260 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56106) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:48.249433 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2912b-a922-42bc-ba52-adb0ee02ec0b req-f5053a9c-71ea-4068-ac66-2061c822ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:48.250951 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bef2912b-a922-42bc-ba52-adb0ee02ec0b req-f5053a9c-71ea-4068-ac66-2061c822ede2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=541e3743-3e75-4c6c-9e97-b96740f8fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4465277 Jan 27 17:06:48.543507 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bef2912b-a922-42bc-ba52-adb0ee02ec0b req-dc1fc0f1-3296-4acc-82bc-12533ae06c9f service neutron] 10.222.0.83 "GET /v2.0/networks/541e3743-3e75-4c6c-9e97-b96740f8fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794807 Jan 27 17:06:48.562275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf9e084d-2efc-40c4-9430-8abc281623c7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:48.630941 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f58ebda4-6be7-40c5-961d-19e3c6d06e32 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:48.683960 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-87c5e820-1e3d-4cb9-bef4-40b5a8520fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:48.781248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-bf9e084d-2efc-40c4-9430-8abc281623c7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for 2328f417-273e-49ab-b6fb-d6c89fcd24af owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:49.022230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:49.118544 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:49.126133 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bef2912b-a922-42bc-ba52-adb0ee02ec0b req-b3b32f75-899e-4709-b0a9-c702a866682d service neutron] 10.222.0.83 "GET /v2.0/networks/541e3743-3e75-4c6c-9e97-b96740f8fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082645 Jan 27 17:06:49.267505 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f58ebda4-6be7-40c5-961d-19e3c6d06e32 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:49.272058 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace81e87-942c-467c-a4e7-0445f011898d tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:06:49.274208 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f58ebda4-6be7-40c5-961d-19e3c6d06e32 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:49.278029 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:49.283989 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c4dbe-ffbb-4b25-b5e4-f7d58c470ee1 None None] Sync routers for ids ['fb51b725-d170-475b-96a6-68c10a75d654'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:06:49.296561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c4dbe-ffbb-4b25-b5e4-f7d58c470ee1 None None] Routers {'fb51b725-d170-475b-96a6-68c10a75d654'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:49.297674 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-cb4c4dbe-ffbb-4b25-b5e4-f7d58c470ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['fb51b725-d170-475b-96a6-68c10a75d654'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:49.313059 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf9e084d-2efc-40c4-9430-8abc281623c7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:49.314669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fcba8-7c9a-43b1-94d3-21f091dce1ef req-f9efe9e2-31c9-46b7-9f8f-5397ea387fff tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:49.316250 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-459fcba8-7c9a-43b1-94d3-21f091dce1ef req-f9efe9e2-31c9-46b7-9f8f-5397ea387fff tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 943 time: 1.0044749 Jan 27 17:06:49.371711 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ace81e87-942c-467c-a4e7-0445f011898d tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:49.456933 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f58ebda4-6be7-40c5-961d-19e3c6d06e32 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:49.457427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58ebda4-6be7-40c5-961d-19e3c6d06e32 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfdc6dbb-68ca-4303-9008-2217a48a255b {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:06:49.466642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:49.489299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-cb4c4dbe-ffbb-4b25-b5e4-f7d58c470ee1 None None] Set router fb51b725-d170-475b-96a6-68c10a75d654 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:49.501656 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e084d-2efc-40c4-9430-8abc281623c7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=2328f417-273e-49ab-b6fb-d6c89fcd24af,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:49.517383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9a29c-ed4c-467d-b6ba-a9da50493a1d req-66317fe7-a8fd-48cd-8fa9-dddfcfe93cb9 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:49.518993 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-aeb9a29c-ed4c-467d-b6ba-a9da50493a1d req-66317fe7-a8fd-48cd-8fa9-dddfcfe93cb9 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 945 time: 0.5038643 Jan 27 17:06:49.595188 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ace81e87-942c-467c-a4e7-0445f011898d tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "PUT /v2.0/floatingips/5a378b35-1e14-4202-8a8a-6495cefdf7a4 HTTP/1.1" status: 200 len: 992 time: 5.0601335 Jan 27 17:06:49.611332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50f29a9-955c-4c2b-9b12-455420e00af2', 'tag': '32fdd6ad-bfc8-44c7-b8d8-12a574303cea'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:06:49.616266 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f58ebda4-6be7-40c5-961d-19e3c6d06e32 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:49.617175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf9e084d-2efc-40c4-9430-8abc281623c7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:49.620504 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f58ebda4-6be7-40c5-961d-19e3c6d06e32 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] 10.222.0.50 "DELETE /v2.0/routers/cfdc6dbb-68ca-4303-9008-2217a48a255b HTTP/1.1" status: 204 len: 168 time: 1.3862312 Jan 27 17:06:49.630012 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56116) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:49.653637 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-459fcba8-7c9a-43b1-94d3-21f091dce1ef req-0935b960-62ec-4b44-b74d-e63f3b7d8136 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/security-groups?id=602d6a02-4d87-445c-8404-430c46533025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2840939 Jan 27 17:06:49.661716 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-2e14af48-9675-4ee4-8aca-08ed82a8ab4e tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Request body: {'router': {'name': 'tempest-router-109118134', 'distributed': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:49.673799 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2e14af48-9675-4ee4-8aca-08ed82a8ab4e tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:49.698331 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-aeb9a29c-ed4c-467d-b6ba-a9da50493a1d req-d1e61320-d694-413b-9883-546e8e85b32f tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/security-groups?id=455d0435-8b91-49df-a85e-dc62ce683bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454506 Jan 27 17:06:49.699769 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2e14af48-9675-4ee4-8aca-08ed82a8ab4e tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Usage tracker for resource:router and tenant:4ab5f84b5618409caae417182fb28bd6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:49.704356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2e14af48-9675-4ee4-8aca-08ed82a8ab4e tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:49.711666 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bf9e084d-2efc-40c4-9430-8abc281623c7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/2328f417-273e-49ab-b6fb-d6c89fcd24af HTTP/1.1" status: 204 len: 168 time: 1.9544554 Jan 27 17:06:49.713381 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Allocated IP 2001:db8::8f (caac65f9-62f3-4383-b670-97e686863f47/325a3ca5-b05d-43ad-82de-adb1912f2521/ec88629e-62c6-4965-839f-2f28768342c2) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:49.715606 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56120) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:49.762865 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50f29a9-955c-4c2b-9b12-455420e00af2', 'tag': '32fdd6ad-bfc8-44c7-b8d8-12a574303cea', 'status': 'completed', 'code': 200} Jan 27 17:06:49.792892 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Allocated IP 172.26.1.27 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/2e01d0b8-4a4f-4b60-a75e-b5d67c09d565) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:49.813002 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2e14af48-9675-4ee4-8aca-08ed82a8ab4e tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:49.815541 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Router c2bb22b9-97bd-4777-a097-c1e406034b8e is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:06:49.884905 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 399e0565-8300-4dc5-ab4f-ed75096550ec details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:06:49.930132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2e14af48-9675-4ee4-8aca-08ed82a8ab4e tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:49.931132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2e14af48-9675-4ee4-8aca-08ed82a8ab4e tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:50.000775 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e4ef9c-c57d-4d4c-8fd8-ae709255872a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:50.002298 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e4ef9c-c57d-4d4c-8fd8-ae709255872a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:50.003993 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-28e4ef9c-c57d-4d4c-8fd8-ae709255872a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:06:50.098246 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 399e0565-8300-4dc5-ab4f-ed75096550ec, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=399e0565-8300-4dc5-ab4f-ed75096550ec,segment=NetworkSegment(ce4b805f-10ca-4c69-bf04-a2937a4c1454),segment_id=ce4b805f-10ca-4c69-bf04-a2937a4c1454)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:50.124026 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:50.124234 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '399e0565-8300-4dc5-ab4f-ed75096550ec', 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d', 'port_id': '399e0565-8300-4dc5-ab4f-ed75096550ec', 'mac_address': 'fa:16:3e:68:20:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:06:50.130742 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:06:50.144931 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Sync routers for ids ['c2bb22b9-97bd-4777-a097-c1e406034b8e'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:06:50.151780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2e14af48-9675-4ee4-8aca-08ed82a8ab4e tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:50.156279 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Routers {'c2bb22b9-97bd-4777-a097-c1e406034b8e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:50.157309 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['c2bb22b9-97bd-4777-a097-c1e406034b8e'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:50.163825 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:50.168378 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-11a52cf1-8659-4d08-af9a-49bb08b8c2c3 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.7463250 Jan 27 17:06:50.169299 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56128) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:50.190079 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-cb4c4dbe-ffbb-4b25-b5e4-f7d58c470ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'name': 'tempest-ServerActionsTestJSON-1050919288-router', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:47Z', 'updated_at': '2022-01-27T17:05:53Z', 'revision_number': 4, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'gw_port': {'id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:48Z', 'updated_at': '2022-01-27T17:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '5a378b35-1e14-4202-8a8a-6495cefdf7a4', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'floating_ip_address': '172.26.1.214', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'port_id': '32fdd6ad-bfc8-44c7-b8d8-12a574303cea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27', 'mac_address': 'fa:16:3e:01:23:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50f29a9-955c-4c2b-9b12-455420e00af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:06:06Z', 'updated_at': '2022-01-27T17:06:46Z', 'revision_number': 1, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19da04c5-c874-4e56-a41c-070cf64b8c45', 'name': '', 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'mac_address': 'fa:16:3e:be:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:51Z', 'updated_at': '2022-01-27T17:06:03Z', 'revision_number': 5, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'subnets': [{'id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:50.200120 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c4dbe-ffbb-4b25-b5e4-f7d58c470ee1 None None] Checking router: fb51b725-d170-475b-96a6-68c10a75d654 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:06:50.208555 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:50.227876 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c4dbe-ffbb-4b25-b5e4-f7d58c470ee1 None None] Routers {'fb51b725-d170-475b-96a6-68c10a75d654'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:50.228518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-cb4c4dbe-ffbb-4b25-b5e4-f7d58c470ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['fb51b725-d170-475b-96a6-68c10a75d654'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:50.250171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:50.252667 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:50.287096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2e14af48-9675-4ee4-8aca-08ed82a8ab4e tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:50.294375 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399e0565-8300-4dc5-ab4f-ed75096550ec {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:06:50.301579 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:50.336127 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 399e0565-8300-4dc5-ab4f-ed75096550ec, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=399e0565-8300-4dc5-ab4f-ed75096550ec,segment=NetworkSegment(ce4b805f-10ca-4c69-bf04-a2937a4c1454),segment_id=ce4b805f-10ca-4c69-bf04-a2937a4c1454)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:50.346769 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:50.351594 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:50.376715 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Set router c2bb22b9-97bd-4777-a097-c1e406034b8e gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:50.390351 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:50.413369 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-28e4ef9c-c57d-4d4c-8fd8-ae709255872a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:06:50.413369 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-28e4ef9c-c57d-4d4c-8fd8-ae709255872a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6829145 Jan 27 17:06:50.413645 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:50.417302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56132) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:50.463011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Pushing event updated for resources: {'Port': ['ID=2e01d0b8-4a4f-4b60-a75e-b5d67c09d565,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:50.501194 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-cb4c4dbe-ffbb-4b25-b5e4-f7d58c470ee1 None None] Set router fb51b725-d170-475b-96a6-68c10a75d654 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:50.550182 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f9b130-fdbe-49d1-907c-22a395ae938b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet e1f13494-7b69-440f-af22-2d72342d2e35 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:06:50.554393 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-39f9b130-fdbe-49d1-907c-22a395ae938b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:50.613271 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Network caac65f9-62f3-4383-b670-97e686863f47 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:50.619386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Pushing event updated for resources: {'Port': ['ID=ec88629e-62c6-4965-839f-2f28768342c2,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:50.622153 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:50.623855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2e14af48-9675-4ee4-8aca-08ed82a8ab4e tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:50.628059 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2e14af48-9675-4ee4-8aca-08ed82a8ab4e tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9947138 Jan 27 17:06:50.628739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56136) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:50.629907 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:50.644750 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:50.645083 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:50.645413 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:50.645890 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:50.646211 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:50.646535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:50.646851 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:50.647165 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:50.647473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:50.647780 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:50.648087 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:50.648501 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:50.676517 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8182982c-0b2d-472f-92e6-b69244e3359b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "GET /v2.0/routers/c2bb22b9-97bd-4777-a097-c1e406034b8e HTTP/1.1" status: 200 len: 908 time: 0.5046799 Jan 27 17:06:50.678272 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56138) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:50.686937 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Request body: {'router': {'name': 'tempest-snat-router-359916936', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'enable_snat': True}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:50.687537 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402e6e1-f4cb-4693-ae22-98d97ef8fc26 req-1aca44b3-4404-4132-920d-219b2ed3025e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:50.689089 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0402e6e1-f4cb-4693-ae22-98d97ef8fc26 req-1aca44b3-4404-4132-920d-219b2ed3025e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 945 time: 0.8039145 Jan 27 17:06:50.697896 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56146) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:50.737257 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bb22b9-97bd-4777-a097-c1e406034b8e', 'name': 'tempest-snat-router-359916936', 'tenant_id': 'fecd79f1e96c4fefb9e3aa96cf45b209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.223'}], 'enable_snat': False}, 'gw_port_id': '30744d59-be01-4913-b62c-f3a055f7773c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:06:42Z', 'updated_at': '2022-01-27T17:06:47Z', 'revision_number': 3, 'project_id': 'fecd79f1e96c4fefb9e3aa96cf45b209', 'gw_port': {'id': '30744d59-be01-4913-b62c-f3a055f7773c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:58:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bb22b9-97bd-4777-a097-c1e406034b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:44Z', 'updated_at': '2022-01-27T17:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:50.741432 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Checking router: c2bb22b9-97bd-4777-a097-c1e406034b8e for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:06:50.744840 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Updating router c2bb22b9-97bd-4777-a097-c1e406034b8e port 30744d59-be01-4913-b62c-f3a055f7773c binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:06:50.829211 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c07cfce1-0257-412a-a969-2e3792224037 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Request body: {'floatingip': {'port_id': '18d7c376-efbb-4519-82c9-70598c8dad43'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:50.833004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9314fe-9b98-48de-9619-81cd05b6a1b6 req-b4806344-8c8e-4ab5-8753-938755a8e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:50.834532 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8b9314fe-9b98-48de-9619-81cd05b6a1b6 req-b4806344-8c8e-4ab5-8753-938755a8e719 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ee54b4815b744a4b1368a3f71dedf93&device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 1099 time: 0.9528432 Jan 27 17:06:50.835591 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1d45d240-d21e-4681-a12a-87209ed461f2 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:50.856925 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:50.885892 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:50.888279 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Deleting port 2e01d0b8-4a4f-4b60-a75e-b5d67c09d565 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:50.888715 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:50.904849 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=399e0565-8300-4dc5-ab4f-ed75096550ec,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:50.914651 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['399e0565-8300-4dc5-ab4f-ed75096550ec'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:06:51.001964 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:51.002551 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:51.003262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:51.003723 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:51.004211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:51.004807 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:51.005262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:51.005749 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:51.006203 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:51.006669 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:51.007117 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:51.007589 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:06:51.068610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-15ee72e5-ae69-4d73-8166-d01f56ba80cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.072758 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Usage tracker for resource:router and tenant:fecd79f1e96c4fefb9e3aa96cf45b209 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:51.088903 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:51.110915 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c07cfce1-0257-412a-a969-2e3792224037 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for floatingip, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.187599 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:51.190936 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-cb4c4dbe-ffbb-4b25-b5e4-f7d58c470ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'name': 'tempest-ServerActionsTestJSON-1050919288-router', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:47Z', 'updated_at': '2022-01-27T17:05:53Z', 'revision_number': 4, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'gw_port': {'id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:48Z', 'updated_at': '2022-01-27T17:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '5a378b35-1e14-4202-8a8a-6495cefdf7a4', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'floating_ip_address': '172.26.1.214', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'port_id': '32fdd6ad-bfc8-44c7-b8d8-12a574303cea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27', 'mac_address': 'fa:16:3e:01:23:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50f29a9-955c-4c2b-9b12-455420e00af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:06:06Z', 'updated_at': '2022-01-27T17:06:46Z', 'revision_number': 1, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19da04c5-c874-4e56-a41c-070cf64b8c45', 'name': '', 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'mac_address': 'fa:16:3e:be:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:51Z', 'updated_at': '2022-01-27T17:06:03Z', 'revision_number': 5, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'subnets': [{'id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:51.208222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c4dbe-ffbb-4b25-b5e4-f7d58c470ee1 None None] The sync data for ids ['fb51b725-d170-475b-96a6-68c10a75d654'] in dv-neutron-826439-2-hyperv is: [{'id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'name': 'tempest-ServerActionsTestJSON-1050919288-router', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:47Z', 'updated_at': '2022-01-27T17:05:53Z', 'revision_number': 4, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'gw_port': {'id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:48Z', 'updated_at': '2022-01-27T17:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '5a378b35-1e14-4202-8a8a-6495cefdf7a4', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'floating_ip_address': '172.26.1.214', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'port_id': '32fdd6ad-bfc8-44c7-b8d8-12a574303cea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27', 'mac_address': 'fa:16:3e:01:23:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50f29a9-955c-4c2b-9b12-455420e00af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:06:06Z', 'updated_at': '2022-01-27T17:06:46Z', 'revision_number': 1, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19da04c5-c874-4e56-a41c-070cf64b8c45', 'name': '', 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'mac_address': 'fa:16:3e:be:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:51Z', 'updated_at': '2022-01-27T17:06:03Z', 'revision_number': 5, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'subnets': [{'id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:06:51.314215 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.326846 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.328123 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.330013 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Transition to ACTIVE for port object 30744d59-be01-4913-b62c-f3a055f7773c will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:51.339387 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.360849 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9314fe-9b98-48de-9619-81cd05b6a1b6 req-daed5c1b-1ad0-4246-8228-befc3f4e8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:51.363674 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8b9314fe-9b98-48de-9619-81cd05b6a1b6 req-daed5c1b-1ad0-4246-8228-befc3f4e8145 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8512c58-bd55-456e-9586-bd5fab4baa27 HTTP/1.1" status: 200 len: 914 time: 0.4010606 Jan 27 17:06:51.421265 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Attempting to bind port 30744d59-be01-4913-b62c-f3a055f7773c on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:51.421625 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Attempting to bind port 30744d59-be01-4913-b62c-f3a055f7773c by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:51.422023 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Attempting to bind port 30744d59-be01-4913-b62c-f3a055f7773c on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:51.429910 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:06:51.430235 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:51.430637 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.431027 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:06:51.431489 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Bound port: 30744d59-be01-4913-b62c-f3a055f7773c, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:06:51.431891 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.454838 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.469026 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7930a4-27d9-4295-a2d9-0cc12926c6dc None None] Pushing event updated for resources: {'Port': ['ID=30744d59-be01-4913-b62c-f3a055f7773c,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:51.518173 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] For port 30744d59-be01-4913-b62c-f3a055f7773c, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:06:51.522930 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] For port 30744d59-be01-4913-b62c-f3a055f7773c, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=30744d59-be01-4913-b62c-f3a055f7773c,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:06:51.527850 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.528202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.530020 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.550205 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80444ce-f2a0-4657-b84b-1e38caa6aa4c req-9f12f3a2-c397-42f0-af02-d938bf82aa0d tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:51.557554 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b80444ce-f2a0-4657-b84b-1e38caa6aa4c req-9f12f3a2-c397-42f0-af02-d938bf82aa0d tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 944 time: 0.5973530 Jan 27 17:06:51.565762 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1d45d240-d21e-4681-a12a-87209ed461f2 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.585656 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2376ad9-996f-4dd4-9415-d981cdeda909 None None] New status for floating IP 5a378b35-1e14-4202-8a8a-6495cefdf7a4: ACTIVE {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:06:51.598938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1d45d240-d21e-4681-a12a-87209ed461f2 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.630681 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-39f9b130-fdbe-49d1-907c-22a395ae938b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.664763 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7930a4-27d9-4295-a2d9-0cc12926c6dc None None] Pushing event updated for resources: {'Port': ['ID=30744d59-be01-4913-b62c-f3a055f7773c,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:51.670603 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Routers {'c2bb22b9-97bd-4777-a097-c1e406034b8e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:51.672342 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['c2bb22b9-97bd-4777-a097-c1e406034b8e'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:51.710038 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8b9314fe-9b98-48de-9619-81cd05b6a1b6 req-b67b64d0-cb4c-4c4d-a91a-ffd142ae7274 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32fdd6ad-bfc8-44c7-b8d8-12a574303cea HTTP/1.1" status: 200 len: 1000 time: 0.3346038 Jan 27 17:06:51.779561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 399e0565-8300-4dc5-ab4f-ed75096550ec up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:51.785005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9314fe-9b98-48de-9619-81cd05b6a1b6 req-1e382a32-0f2d-43a0-a2a3-64ac200eee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:51.786492 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8b9314fe-9b98-48de-9619-81cd05b6a1b6 req-1e382a32-0f2d-43a0-a2a3-64ac200eee6c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3cabf1cf-bd81-4663-a142-89f7ff9fd2bd HTTP/1.1" status: 200 len: 851 time: 0.0648181 Jan 27 17:06:51.791747 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1d45d240-d21e-4681-a12a-87209ed461f2 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.792232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d45d240-d21e-4681-a12a-87209ed461f2 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d9f99b1-4d55-416e-aaf0-927203a93a57 {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:06:51.828412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Calling delete_port for 2e01d0b8-4a4f-4b60-a75e-b5d67c09d565 owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:51.844242 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1d45d240-d21e-4681-a12a-87209ed461f2 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.849339 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1d45d240-d21e-4681-a12a-87209ed461f2 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] 10.222.0.50 "DELETE /v2.0/routers/0d9f99b1-4d55-416e-aaf0-927203a93a57 HTTP/1.1" status: 204 len: 168 time: 1.1592302 Jan 27 17:06:51.854021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56154) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:51.875653 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-3114c406-725a-4c6c-9fdd-95c053c03c61 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Request body: {'router': {'name': 'tempest-router-1696136712', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e2236c6fa5e04f229263ab7472224144'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:51.879858 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3114c406-725a-4c6c-9fdd-95c053c03c61 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:51.884155 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3114c406-725a-4c6c-9fdd-95c053c03c61 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Usage tracker for resource:router and tenant:e2236c6fa5e04f229263ab7472224144 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:51.887001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3114c406-725a-4c6c-9fdd-95c053c03c61 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:51.892980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3114c406-725a-4c6c-9fdd-95c053c03c61 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:51.927160 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] Set router c2bb22b9-97bd-4777-a097-c1e406034b8e gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:51.961234 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3114c406-725a-4c6c-9fdd-95c053c03c61 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.962348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3114c406-725a-4c6c-9fdd-95c053c03c61 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:51.976857 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3114c406-725a-4c6c-9fdd-95c053c03c61 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:52.013126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3114c406-725a-4c6c-9fdd-95c053c03c61 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:52.067356 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 399e0565-8300-4dc5-ab4f-ed75096550ec completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:52.075779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9314fe-9b98-48de-9619-81cd05b6a1b6 req-83cb4748-c815-442d-8632-a13054bb8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:52.078813 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8b9314fe-9b98-48de-9619-81cd05b6a1b6 req-83cb4748-c815-442d-8632-a13054bb8091 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8512c58-bd55-456e-9586-bd5fab4baa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2848327 Jan 27 17:06:52.082942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3114c406-725a-4c6c-9fdd-95c053c03c61 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:52.094989 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3114c406-725a-4c6c-9fdd-95c053c03c61 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2260692 Jan 27 17:06:52.095651 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56160) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:52.096708 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 399e0565-8300-4dc5-ab4f-ed75096550ec triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:52.097576 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:52.098871 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-39f9b130-fdbe-49d1-907c-22a395ae938b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:52.178108 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b80444ce-f2a0-4657-b84b-1e38caa6aa4c req-866b246a-316b-4903-9516-ad7574ebcf2d tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/security-groups?id=602d6a02-4d87-445c-8404-430c46533025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6194575 Jan 27 17:06:52.222914 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:52.261318 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:52.329114 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8b9314fe-9b98-48de-9619-81cd05b6a1b6 req-4f4a189b-0d8b-4246-8b1d-3247655e1fcf service neutron] 10.222.0.83 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013669 Jan 27 17:06:52.334570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-589f2382-7cba-48fd-8dd0-07b01c135235 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:52.369925 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:52.370452 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bb22b9-97bd-4777-a097-c1e406034b8e', 'name': 'tempest-snat-router-359916936', 'tenant_id': 'fecd79f1e96c4fefb9e3aa96cf45b209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.223'}], 'enable_snat': False}, 'gw_port_id': '30744d59-be01-4913-b62c-f3a055f7773c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:06:42Z', 'updated_at': '2022-01-27T17:06:47Z', 'revision_number': 3, 'project_id': 'fecd79f1e96c4fefb9e3aa96cf45b209', 'gw_port': {'id': '30744d59-be01-4913-b62c-f3a055f7773c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:58:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bb22b9-97bd-4777-a097-c1e406034b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:44Z', 'updated_at': '2022-01-27T17:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:52.374702 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03994e4-6568-498c-8290-c7e05da79ed1 None None] The sync data for ids ['c2bb22b9-97bd-4777-a097-c1e406034b8e'] in dv-neutron-826439-2-hyperv is: [{'id': 'c2bb22b9-97bd-4777-a097-c1e406034b8e', 'name': 'tempest-snat-router-359916936', 'tenant_id': 'fecd79f1e96c4fefb9e3aa96cf45b209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.223'}], 'enable_snat': False}, 'gw_port_id': '30744d59-be01-4913-b62c-f3a055f7773c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:06:42Z', 'updated_at': '2022-01-27T17:06:47Z', 'revision_number': 3, 'project_id': 'fecd79f1e96c4fefb9e3aa96cf45b209', 'gw_port': {'id': '30744d59-be01-4913-b62c-f3a055f7773c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:58:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bb22b9-97bd-4777-a097-c1e406034b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:44Z', 'updated_at': '2022-01-27T17:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:06:52.408561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399e0565-8300-4dc5-ab4f-ed75096550ec'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:06:52.419903 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 399e0565-8300-4dc5-ab4f-ed75096550ec, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=399e0565-8300-4dc5-ab4f-ed75096550ec,segment=NetworkSegment(ce4b805f-10ca-4c69-bf04-a2937a4c1454),segment_id=ce4b805f-10ca-4c69-bf04-a2937a4c1454)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:52.425485 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:52.456559 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:52.516746 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399e0565-8300-4dc5-ab4f-ed75096550ec', 'code': 200} Jan 27 17:06:52.561886 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=399e0565-8300-4dc5-ab4f-ed75096550ec,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:52.901858 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c07cfce1-0257-412a-a969-2e3792224037 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:52.919117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c07cfce1-0257-412a-a969-2e3792224037 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:53.007629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:53.143336 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6f298-6aa2-4878-a76d-bbcf1108e77e req-bdc8ab7b-6739-4617-9ee4-b4ac3cf71a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:53.144826 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5ee6f298-6aa2-4878-a76d-bbcf1108e77e req-bdc8ab7b-6739-4617-9ee4-b4ac3cf71a4c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 1098 time: 0.3003855 Jan 27 17:06:53.187894 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:53.243120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-589f2382-7cba-48fd-8dd0-07b01c135235 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:53.243447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-589f2382-7cba-48fd-8dd0-07b01c135235 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:53.254798 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-c07cfce1-0257-412a-a969-2e3792224037 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Floating IP 6c9d5dd7-3e05-408c-8927-deafcb14bf4b associated. External IP: 172.26.1.60, port: 18d7c376-efbb-4519-82c9-70598c8dad43. Jan 27 17:06:53.301567 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-39f9b130-fdbe-49d1-907c-22a395ae938b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:53.326172 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:53.348284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Pushing event deleted for resources: {'Port': ['ID=2e01d0b8-4a4f-4b60-a75e-b5d67c09d565,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:53.405349 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9b130-fdbe-49d1-907c-22a395ae938b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f13494-7b69-440f-af22-2d72342d2e35,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:53.419308 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57031491-ff97-40f5-9234-177403d07e35 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:06:53.475379 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5ee6f298-6aa2-4878-a76d-bbcf1108e77e req-dcf1fd79-e71c-4acb-a802-a22741a426b9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=602d6a02-4d87-445c-8404-430c46533025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201017 Jan 27 17:06:53.482781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-39f9b130-fdbe-49d1-907c-22a395ae938b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:53.574473 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-39f9b130-fdbe-49d1-907c-22a395ae938b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/e1f13494-7b69-440f-af22-2d72342d2e35 HTTP/1.1" status: 204 len: 168 time: 3.1374385 Jan 27 17:06:53.590402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56170) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:53.616504 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8b9314fe-9b98-48de-9619-81cd05b6a1b6 req-adfe6d1f-1280-4cd5-865a-e2315326d4eb service neutron] 10.222.0.83 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1152122 Jan 27 17:06:53.628975 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-589f2382-7cba-48fd-8dd0-07b01c135235 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87594) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 27 17:06:53.629308 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-589f2382-7cba-48fd-8dd0-07b01c135235 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Router 73a2fccb-74d1-472a-aa7e-324daba09ba3 migrating from provider to provider. {{(pid=87594) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 27 17:06:53.629988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-589f2382-7cba-48fd-8dd0-07b01c135235 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:53.646192 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-589f2382-7cba-48fd-8dd0-07b01c135235 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:53.691697 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-549a8212-124f-4f7e-abc1-a3a9db765c4c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976636 Jan 27 17:06:53.697786 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56174) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:53.706308 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-186a2298-34e6-4695-94aa-2dd289d1d011 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:53.718088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-589f2382-7cba-48fd-8dd0-07b01c135235 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:53.744646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8ee377-9439-4e5b-af46-44ce14e78790 None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:06:53.750146 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-df8ee377-9439-4e5b-af46-44ce14e78790 None None] Deleting port 520b5e94-b97f-4c42-ab26-0b549b1845f8 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:53.750512 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-df8ee377-9439-4e5b-af46-44ce14e78790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:53.849182 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] create failed (client error): The resource could not be found. Jan 27 17:06:53.853726 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-da05763e-eada-41a5-9ec8-ecb105be238a tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.0179253 Jan 27 17:06:53.863365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56178) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:53.965669 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-df8ee377-9439-4e5b-af46-44ce14e78790 None None] For port 520b5e94-b97f-4c42-ab26-0b549b1845f8, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=520b5e94-b97f-4c42-ab26-0b549b1845f8,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:53.966044 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-df8ee377-9439-4e5b-af46-44ce14e78790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:53.995431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d65d33-6b9a-4a81-9ded-fd327416cd43 req-dba514c7-542b-4371-966e-63c0c1f9130c tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:53.996963 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-97d65d33-6b9a-4a81-9ded-fd327416cd43 req-dba514c7-542b-4371-966e-63c0c1f9130c tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 945 time: 0.6315684 Jan 27 17:06:54.071541 dv-neutron-826439-2-hyperv neutron-server[87594]: WARNING neutron.scheduler.l3_agent_scheduler [None req-589f2382-7cba-48fd-8dd0-07b01c135235 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] No L3 agents can host the router 73a2fccb-74d1-472a-aa7e-324daba09ba3 Jan 27 17:06:54.110180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:54.122687 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd04c3-fa17-4549-aed1-91bed81ffedd tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Deleting port 455bea9e-fdfc-4fd0-ba89-9bc1c9987072 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:54.123028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cfbd04c3-fa17-4549-aed1-91bed81ffedd tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:54.135003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-df8ee377-9439-4e5b-af46-44ce14e78790 None None] Calling delete_port for 520b5e94-b97f-4c42-ab26-0b549b1845f8 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:54.198212 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 30744d59-be01-4913-b62c-f3a055f7773c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:54.291191 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-df8ee377-9439-4e5b-af46-44ce14e78790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:54.304286 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-186a2298-34e6-4695-94aa-2dd289d1d011 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:54.312154 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-186a2298-34e6-4695-94aa-2dd289d1d011 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:54.317096 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-186a2298-34e6-4695-94aa-2dd289d1d011 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:54.333021 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 30744d59-be01-4913-b62c-f3a055f7773c completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:06:54.350574 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ee377-9439-4e5b-af46-44ce14e78790 None None] Pushing event deleted for resources: {'Port': ['ID=520b5e94-b97f-4c42-ab26-0b549b1845f8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:54.351465 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8ee377-9439-4e5b-af46-44ce14e78790 None None] No DVR routers for this DVR port 520b5e94-b97f-4c42-ab26-0b549b1845f8 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:06:54.352245 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 30744d59-be01-4913-b62c-f3a055f7773c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:54.352919 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:54.353410 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-186a2298-34e6-4695-94aa-2dd289d1d011 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:54.377794 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-97d65d33-6b9a-4a81-9ded-fd327416cd43 req-be1d4f7b-a47e-412f-94b2-0adc2211d6f3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/security-groups?id=602d6a02-4d87-445c-8404-430c46533025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3618882 Jan 27 17:06:54.387595 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186a2298-34e6-4695-94aa-2dd289d1d011 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:54.391236 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-186a2298-34e6-4695-94aa-2dd289d1d011 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:54.413255 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07cfce1-0257-412a-a969-2e3792224037 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Router 0bea4170-56f0-4f26-8008-551918a44abe has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:06:54.449895 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:54.495401 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:54.495568 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:54.513174 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 30744d59-be01-4913-b62c-f3a055f7773c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=30744d59-be01-4913-b62c-f3a055f7773c,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:54.526043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:54.617676 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 520b5e94-b97f-4c42-ab26-0b549b1845f8 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:06:54.658242 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 520b5e94-b97f-4c42-ab26-0b549b1845f8 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:06:54.658579 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 520b5e94-b97f-4c42-ab26-0b549b1845f8 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:06:54.677255 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=30744d59-be01-4913-b62c-f3a055f7773c,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:54.784827 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f2382-7cba-48fd-8dd0-07b01c135235 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Hosts for router 73a2fccb-74d1-472a-aa7e-324daba09ba3: [] {{(pid=87594) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 27 17:06:54.872178 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f2382-7cba-48fd-8dd0-07b01c135235 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Hosts for other DVR routers connected to router 73a2fccb-74d1-472a-aa7e-324daba09ba3: set() {{(pid=87594) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 27 17:06:54.874558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-589f2382-7cba-48fd-8dd0-07b01c135235 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:54.875735 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-589f2382-7cba-48fd-8dd0-07b01c135235 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] 10.222.0.50 "PUT /v2.0/routers/73a2fccb-74d1-472a-aa7e-324daba09ba3 HTTP/1.1" status: 200 len: 717 time: 2.7429252 Jan 27 17:06:54.919659 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56184) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:54.982930 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cfbd04c3-fa17-4549-aed1-91bed81ffedd tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:54.994990 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Router d0bce3e8-7b30-4db3-94bb-5601f17fb0f7 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:06:55.085869 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07cfce1-0257-412a-a969-2e3792224037 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:06:55.099422 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f70132f-05c1-47cb-b6bf-aff4fd832463 None None] Sync routers for ids ['0bea4170-56f0-4f26-8008-551918a44abe'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:06:55.110409 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd04c3-fa17-4549-aed1-91bed81ffedd tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Calling delete_port for 455bea9e-fdfc-4fd0-ba89-9bc1c9987072 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:55.114464 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f36aa5a3-4655-4c92-9b0c-34908cc32ed2 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] 10.222.0.50 "GET /v2.0/routers/73a2fccb-74d1-472a-aa7e-324daba09ba3 HTTP/1.1" status: 200 len: 717 time: 0.1894598 Jan 27 17:06:55.115534 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f70132f-05c1-47cb-b6bf-aff4fd832463 None None] Routers {'0bea4170-56f0-4f26-8008-551918a44abe'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:55.116210 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-4f70132f-05c1-47cb-b6bf-aff4fd832463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0bea4170-56f0-4f26-8008-551918a44abe'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:55.121169 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56188) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:55.125160 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Allocated IP 172.26.1.183 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/93d0ba2d-958a-4f13-87db-6dbfffac7577) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:55.181238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c07cfce1-0257-412a-a969-2e3792224037 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:55.218425 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-186a2298-34e6-4695-94aa-2dd289d1d011 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:55.324434 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-4f70132f-05c1-47cb-b6bf-aff4fd832463 None None] Set router 0bea4170-56f0-4f26-8008-551918a44abe gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:55.369351 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186a2298-34e6-4695-94aa-2dd289d1d011 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:55.387875 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c07cfce1-0257-412a-a969-2e3792224037 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "PUT /v2.0/floatingips/6c9d5dd7-3e05-408c-8927-deafcb14bf4b HTTP/1.1" status: 200 len: 990 time: 4.6886125 Jan 27 17:06:55.389047 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-186a2298-34e6-4695-94aa-2dd289d1d011 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:55.400391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c3630b-d310-4d06-94e3-1565bdfd0314 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:06:55.402273 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b779de6-7e20-45f0-96e8-53fe29e5f9ab', 'tag': '18d7c376-efbb-4519-82c9-70598c8dad43'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:06:55.409803 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186a2298-34e6-4695-94aa-2dd289d1d011 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:55.410416 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-186a2298-34e6-4695-94aa-2dd289d1d011 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:55.412850 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:06:55.447899 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cfbd04c3-fa17-4549-aed1-91bed81ffedd tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:55.451007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:55.455166 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1705ab2e-c7c0-4bb5-a7a7-5d74fe4bf14d tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 8.8621261 Jan 27 17:06:55.460690 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Sync routers for ids ['d0bce3e8-7b30-4db3-94bb-5601f17fb0f7'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:06:55.497038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56200) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:55.551667 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Routers {'d0bce3e8-7b30-4db3-94bb-5601f17fb0f7'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:55.555966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d0bce3e8-7b30-4db3-94bb-5601f17fb0f7'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:55.607773 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b779de6-7e20-45f0-96e8-53fe29e5f9ab', 'tag': '18d7c376-efbb-4519-82c9-70598c8dad43', 'status': 'completed', 'code': 200} Jan 27 17:06:55.613600 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-186a2298-34e6-4695-94aa-2dd289d1d011 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9147735 Jan 27 17:06:55.628174 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56204) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:55.643418 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd04c3-fa17-4549-aed1-91bed81ffedd tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Pushing event deleted for resources: {'Port': ['ID=455bea9e-fdfc-4fd0-ba89-9bc1c9987072,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:55.687603 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'name': 'tempest-NetworksTestDHCPv6-892329771'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:55.722251 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a2298-34e6-4695-94aa-2dd289d1d011 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=676ac512-e482-440c-b171-0dbd5297b8a0,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:55.774161 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d81e754c-0ad5-464f-938c-e4061d753d33 tempest-RoutersTestDVR-1975902444 tempest-RoutersTestDVR-1975902444-project] 10.222.0.50 "GET /v2.0/routers/73a2fccb-74d1-472a-aa7e-324daba09ba3 HTTP/1.1" status: 200 len: 683 time: 0.6463587 Jan 27 17:06:55.786971 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56210) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:55.917212 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-4f70132f-05c1-47cb-b6bf-aff4fd832463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bea4170-56f0-4f26-8008-551918a44abe', 'name': 'tempest-ServersTestJSON-1690785565-router', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'gw_port': {'id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:53Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '6c9d5dd7-3e05-408c-8927-deafcb14bf4b', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'port_id': '18d7c376-efbb-4519-82c9-70598c8dad43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636', 'mac_address': 'fa:16:3e:8e:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b779de6-7e20-45f0-96e8-53fe29e5f9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:06:22Z', 'updated_at': '2022-01-27T17:06:52Z', 'revision_number': 1, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031105f4-0a5d-4f5c-ad10-7465904b3d7b', 'name': '', 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'mac_address': 'fa:16:3e:78:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:01Z', 'updated_at': '2022-01-27T17:06:15Z', 'revision_number': 5, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'subnets': [{'id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:55.926506 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f70132f-05c1-47cb-b6bf-aff4fd832463 None None] Checking router: 0bea4170-56f0-4f26-8008-551918a44abe for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:06:55.949283 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f70132f-05c1-47cb-b6bf-aff4fd832463 None None] Routers {'0bea4170-56f0-4f26-8008-551918a44abe'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:55.950322 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-4f70132f-05c1-47cb-b6bf-aff4fd832463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0bea4170-56f0-4f26-8008-551918a44abe'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:56.002172 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Set router d0bce3e8-7b30-4db3-94bb-5601f17fb0f7 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:56.016166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-eac79baa-f655-4d8f-b5dc-03c053b3842a tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:56.142731 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 30744d59-be01-4913-b62c-f3a055f7773c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:06:56.187306 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:56.207525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:56.215190 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:56.227527 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:56.251825 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-4f70132f-05c1-47cb-b6bf-aff4fd832463 None None] Set router 0bea4170-56f0-4f26-8008-551918a44abe gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:56.284817 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:56.298454 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cfbd04c3-fa17-4549-aed1-91bed81ffedd tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:56.304944 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56214) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:56.305289 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cfbd04c3-fa17-4549-aed1-91bed81ffedd tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] 10.222.0.50 "DELETE /v2.0/ports/455bea9e-fdfc-4fd0-ba89-9bc1c9987072 HTTP/1.1" status: 204 len: 168 time: 2.4392447 Jan 27 17:06:56.334657 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e042614-c97d-40f3-af6c-c324f0fd2513 req-fd6bcf0c-092c-41a2-9898-1a56be4242de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:56.336347 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0e042614-c97d-40f3-af6c-c324f0fd2513 req-fd6bcf0c-092c-41a2-9898-1a56be4242de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf9f89d75dcb4854990f9172a39cae4d&device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 1098 time: 0.7699370 Jan 27 17:06:56.411487 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': '676ac512-e482-440c-b171-0dbd5297b8a0'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:06:56.412366 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:56.467744 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-eac79baa-f655-4d8f-b5dc-03c053b3842a tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:56.471345 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-eac79baa-f655-4d8f-b5dc-03c053b3842a tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:56.506450 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e042614-c97d-40f3-af6c-c324f0fd2513 req-df26304d-7a88-4a36-85f9-4d43374e52b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:56.508360 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0e042614-c97d-40f3-af6c-c324f0fd2513 req-df26304d-7a88-4a36-85f9-4d43374e52b3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9141664f-a2df-4f3d-8af6-9e336042f636 HTTP/1.1" status: 200 len: 908 time: 0.1657827 Jan 27 17:06:56.511592 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead05ce3-ac4e-40ab-a964-2a46cd63a11f req-0596433d-acfc-4705-ad6a-7571b42dfd9f tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:56.513216 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ead05ce3-ac4e-40ab-a964-2a46cd63a11f req-0596433d-acfc-4705-ad6a-7571b42dfd9f tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 945 time: 0.7526433 Jan 27 17:06:56.514296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:06:56.522812 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:56.553799 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 30744d59-be01-4913-b62c-f3a055f7773c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:06:56.554284 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:56.556652 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-eac79baa-f655-4d8f-b5dc-03c053b3842a tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:56.557150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac79baa-f655-4d8f-b5dc-03c053b3842a tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73a2fccb-74d1-472a-aa7e-324daba09ba3 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:06:56.567327 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:56.604998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78e76554-9d53-4252-aed3-75430e63a0bd tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:56.639095 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-4f70132f-05c1-47cb-b6bf-aff4fd832463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bea4170-56f0-4f26-8008-551918a44abe', 'name': 'tempest-ServersTestJSON-1690785565-router', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'gw_port': {'id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:53Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '6c9d5dd7-3e05-408c-8927-deafcb14bf4b', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'port_id': '18d7c376-efbb-4519-82c9-70598c8dad43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636', 'mac_address': 'fa:16:3e:8e:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b779de6-7e20-45f0-96e8-53fe29e5f9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:06:22Z', 'updated_at': '2022-01-27T17:06:52Z', 'revision_number': 1, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031105f4-0a5d-4f5c-ad10-7465904b3d7b', 'name': '', 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'mac_address': 'fa:16:3e:78:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:01Z', 'updated_at': '2022-01-27T17:06:15Z', 'revision_number': 5, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'subnets': [{'id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:56.644313 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f70132f-05c1-47cb-b6bf-aff4fd832463 None None] The sync data for ids ['0bea4170-56f0-4f26-8008-551918a44abe'] in dv-neutron-826439-2-hyperv is: [{'id': '0bea4170-56f0-4f26-8008-551918a44abe', 'name': 'tempest-ServersTestJSON-1690785565-router', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'gw_port': {'id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:53Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '6c9d5dd7-3e05-408c-8927-deafcb14bf4b', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'port_id': '18d7c376-efbb-4519-82c9-70598c8dad43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636', 'mac_address': 'fa:16:3e:8e:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b779de6-7e20-45f0-96e8-53fe29e5f9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:06:22Z', 'updated_at': '2022-01-27T17:06:52Z', 'revision_number': 1, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031105f4-0a5d-4f5c-ad10-7465904b3d7b', 'name': '', 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'mac_address': 'fa:16:3e:78:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:01Z', 'updated_at': '2022-01-27T17:06:15Z', 'revision_number': 5, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'subnets': [{'id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:06:56.654239 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67dcc37-1da0-4204-a553-99e5a39ac1ef tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:56.655964 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b67dcc37-1da0-4204-a553-99e5a39ac1ef tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] 10.222.0.50 "GET /v2.0/ports?device_id=99bd9e11-2745-46b0-b87c-27e65fc155c3 HTTP/1.1" status: 200 len: 913 time: 0.3477252 Jan 27 17:06:56.664552 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:56.673299 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-eac79baa-f655-4d8f-b5dc-03c053b3842a tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:56.679008 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-eac79baa-f655-4d8f-b5dc-03c053b3842a tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] 10.222.0.50 "DELETE /v2.0/routers/73a2fccb-74d1-472a-aa7e-324daba09ba3 HTTP/1.1" status: 204 len: 168 time: 0.8900962 Jan 27 17:06:56.685247 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56218) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:56.685733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56220) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:56.692362 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:56.698715 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:56.759710 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ead05ce3-ac4e-40ab-a964-2a46cd63a11f req-13c02ee7-9e3d-4880-9dba-39d671fd5f05 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/security-groups?id=602d6a02-4d87-445c-8404-430c46533025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363832 Jan 27 17:06:56.820085 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bce3e8-7b30-4db3-94bb-5601f17fb0f7', 'name': '', 'tenant_id': 'a2f05bb92d544cb58ff8d01cbdd96074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caac65f9-62f3-4383-b670-97e686863f47', 'external_fixed_ips': [{'subnet_id': '325a3ca5-b05d-43ad-82de-adb1912f2521', 'ip_address': '2001:db8::8f'}], 'enable_snat': True}, 'gw_port_id': 'ec88629e-62c6-4965-839f-2f28768342c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:06:46Z', 'updated_at': '2022-01-27T17:06:51Z', 'revision_number': 3, 'project_id': 'a2f05bb92d544cb58ff8d01cbdd96074', 'gw_port': {'id': 'ec88629e-62c6-4965-839f-2f28768342c2', 'name': '', 'network_id': 'caac65f9-62f3-4383-b670-97e686863f47', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bce3e8-7b30-4db3-94bb-5601f17fb0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '325a3ca5-b05d-43ad-82de-adb1912f2521', 'ip_address': '2001:db8::8f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:49Z', 'updated_at': '2022-01-27T17:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '325a3ca5-b05d-43ad-82de-adb1912f2521', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:56.838536 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Allocated IP 2001:db8::2 (bbf03638-7624-437f-9c24-a87cd70c5626/676ac512-e482-440c-b171-0dbd5297b8a0/99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:56.856428 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Checking router: d0bce3e8-7b30-4db3-94bb-5601f17fb0f7 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:06:56.856428 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Updating router d0bce3e8-7b30-4db3-94bb-5601f17fb0f7 port ec88629e-62c6-4965-839f-2f28768342c2 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:06:56.968176 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Pushing event updated for resources: {'Port': ['ID=93d0ba2d-958a-4f13-87db-6dbfffac7577,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:57.025550 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:57.028839 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c3827b-0407-4423-a9a6-9f2e1d1ece50 None None] New status for floating IP 6c9d5dd7-3e05-408c-8927-deafcb14bf4b: ACTIVE {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:06:57.246021 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a291297-f75d-4879-84a0-b3ede233c6dc req-5bdd8b0c-1cfc-4601-8630-fbe80726af37 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:57.247909 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6a291297-f75d-4879-84a0-b3ede233c6dc req-5bdd8b0c-1cfc-4601-8630-fbe80726af37 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 945 time: 0.2354856 Jan 27 17:06:57.258459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56232) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:57.266281 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-6eff0020-5b17-48e3-a18f-7d19cba8bbad tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Request body: {'floatingip': {'port_id': '399e0565-8300-4dc5-ab4f-ed75096550ec'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:57.273743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-879f23cb-5509-469a-b147-91431790e3f3 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Request body: {'router': {'name': 'tempest-router-756844353', 'distributed': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:06:57.279476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-879f23cb-5509-469a-b147-91431790e3f3 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:06:57.284059 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-879f23cb-5509-469a-b147-91431790e3f3 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Usage tracker for resource:router and tenant:4ab5f84b5618409caae417182fb28bd6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:06:57.287642 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-879f23cb-5509-469a-b147-91431790e3f3 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:06:57.295091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-879f23cb-5509-469a-b147-91431790e3f3 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:06:57.337275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-879f23cb-5509-469a-b147-91431790e3f3 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:57.338575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-879f23cb-5509-469a-b147-91431790e3f3 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:57.348554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port 6f655d76-fb5e-462c-87d6-c177036ea994 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:06:57.458189 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:57.475926 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Transition to ACTIVE for port object 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:57.500412 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Transition to ACTIVE for port object 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:57.522139 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0e042614-c97d-40f3-af6c-c324f0fd2513 req-85cfb2c8-3b99-48d0-907e-d219e78da0e8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18d7c376-efbb-4519-82c9-70598c8dad43 HTTP/1.1" status: 200 len: 998 time: 0.9848027 Jan 27 17:06:57.529842 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-879f23cb-5509-469a-b147-91431790e3f3 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:57.551040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6eff0020-5b17-48e3-a18f-7d19cba8bbad tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for floatingip, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:57.561891 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:57.650639 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:06:57.660889 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:06:57.668232 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:57.671140 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:06:57.675103 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Pushing event updated for resources: {'Port': ['ID=99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:57.679548 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:57.716139 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Transition to ACTIVE for port object ec88629e-62c6-4965-839f-2f28768342c2 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:57.762442 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:57.829802 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Attempting to bind port 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:57.830168 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Attempting to bind port 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:57.830517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Attempting to bind port 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:57.854850 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:06:57.855206 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:57.855597 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:57.855982 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:06:57.856428 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Bound port: 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:06:57.857323 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:57.872744 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efbac5-5733-4a09-b10b-acc27d227277 None None] Pushing event updated for resources: {'Port': ['ID=ec88629e-62c6-4965-839f-2f28768342c2,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:57.881770 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Attempting to bind port ec88629e-62c6-4965-839f-2f28768342c2 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:06:57.882132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Attempting to bind port ec88629e-62c6-4965-839f-2f28768342c2 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '5bd0cfa3-f20c-49fd-a3b3-ba10c32c7986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'caac65f9-62f3-4383-b670-97e686863f47'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:06:57.883035 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Attempting to bind port ec88629e-62c6-4965-839f-2f28768342c2 on network caac65f9-62f3-4383-b670-97e686863f47 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:06:57.909307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-879f23cb-5509-469a-b147-91431790e3f3 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:57.918916 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:06:57.919258 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Checking segment: {'id': '5bd0cfa3-f20c-49fd-a3b3-ba10c32c7986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'caac65f9-62f3-4383-b670-97e686863f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:06:57.919707 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:57.920310 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Bound using segment: {'id': '5bd0cfa3-f20c-49fd-a3b3-ba10c32c7986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'caac65f9-62f3-4383-b670-97e686863f47'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:06:57.920763 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Bound port: ec88629e-62c6-4965-839f-2f28768342c2, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd0cfa3-f20c-49fd-a3b3-ba10c32c7986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'caac65f9-62f3-4383-b670-97e686863f47'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:06:57.921123 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:57.934547 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::2a5 (bbf03638-7624-437f-9c24-a87cd70c5626/676ac512-e482-440c-b171-0dbd5297b8a0/6f655d76-fb5e-462c-87d6-c177036ea994) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:06:57.942540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e042614-c97d-40f3-af6c-c324f0fd2513 req-c81b4006-cc02-437c-9787-c371c0f13ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:57.944095 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0e042614-c97d-40f3-af6c-c324f0fd2513 req-c81b4006-cc02-437c-9787-c371c0f13ccf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=59fab0d6-08e6-4a61-8a29-c48217b1a9e5 HTTP/1.1" status: 200 len: 845 time: 0.3842931 Jan 27 17:06:57.990549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78e76554-9d53-4252-aed3-75430e63a0bd tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:58.047895 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-78e76554-9d53-4252-aed3-75430e63a0bd tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Deleting port ec88629e-62c6-4965-839f-2f28768342c2 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:06:58.048412 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78e76554-9d53-4252-aed3-75430e63a0bd tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:58.049575 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] For port ec88629e-62c6-4965-839f-2f28768342c2, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:06:58.054003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] For port ec88629e-62c6-4965-839f-2f28768342c2, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ec88629e-62c6-4965-839f-2f28768342c2,segment=NetworkSegment(5bd0cfa3-f20c-49fd-a3b3-ba10c32c7986),segment_id=5bd0cfa3-f20c-49fd-a3b3-ba10c32c7986)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:06:58.075369 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:58.087558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-879f23cb-5509-469a-b147-91431790e3f3 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:58.091749 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-879f23cb-5509-469a-b147-91431790e3f3 tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.3896000 Jan 27 17:06:58.108955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56238) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:58.174351 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:58.213905 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] For port 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:06:58.219122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] For port 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:06:58.227612 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:58.233129 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Routers {'d0bce3e8-7b30-4db3-94bb-5601f17fb0f7'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:58.233517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d0bce3e8-7b30-4db3-94bb-5601f17fb0f7'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:58.289640 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efbac5-5733-4a09-b10b-acc27d227277 None None] Pushing event updated for resources: {'Port': ['ID=ec88629e-62c6-4965-839f-2f28768342c2,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:58.410393 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9a71c5dd-4939-48f3-a75e-d05975a1981e tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:58.470896 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] Set router d0bce3e8-7b30-4db3-94bb-5601f17fb0f7 gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:58.625128 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Router 960061de-44c6-4a7a-9479-36fa9dc7ff2e is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:06:58.631762 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9eeeb-8532-4fbd-8db4-5d2b92e447a1 None None] Pushing event updated for resources: {'Port': ['ID=99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:06:58.635056 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bce3e8-7b30-4db3-94bb-5601f17fb0f7', 'name': '', 'tenant_id': 'a2f05bb92d544cb58ff8d01cbdd96074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:06:46Z', 'updated_at': '2022-01-27T17:06:57Z', 'revision_number': 4, 'project_id': 'a2f05bb92d544cb58ff8d01cbdd96074', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:58.646501 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ab150c-ffc2-4f37-9817-6128e96890e9 None None] The sync data for ids ['d0bce3e8-7b30-4db3-94bb-5601f17fb0f7'] in dv-neutron-826439-2-hyperv is: [{'id': 'd0bce3e8-7b30-4db3-94bb-5601f17fb0f7', 'name': '', 'tenant_id': 'a2f05bb92d544cb58ff8d01cbdd96074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:06:46Z', 'updated_at': '2022-01-27T17:06:57Z', 'revision_number': 4, 'project_id': 'a2f05bb92d544cb58ff8d01cbdd96074', 'gw_port_host': None}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:06:58.754892 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e042614-c97d-40f3-af6c-c324f0fd2513 req-08cfe50e-b020-47bd-aae7-71b211049c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:06:58.756424 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0e042614-c97d-40f3-af6c-c324f0fd2513 req-08cfe50e-b020-47bd-aae7-71b211049c04 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9141664f-a2df-4f3d-8af6-9e336042f636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8047442 Jan 27 17:06:58.901864 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-6eff0020-5b17-48e3-a18f-7d19cba8bbad tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:06:58.967654 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9a71c5dd-4939-48f3-a75e-d05975a1981e tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:58.972018 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9a71c5dd-4939-48f3-a75e-d05975a1981e tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:59.029440 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-78e76554-9d53-4252-aed3-75430e63a0bd tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] For port ec88629e-62c6-4965-839f-2f28768342c2, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ec88629e-62c6-4965-839f-2f28768342c2,segment=NetworkSegment(5bd0cfa3-f20c-49fd-a3b3-ba10c32c7986),segment_id=5bd0cfa3-f20c-49fd-a3b3-ba10c32c7986)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:06:59.031149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78e76554-9d53-4252-aed3-75430e63a0bd tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:59.069852 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6eff0020-5b17-48e3-a18f-7d19cba8bbad tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:59.086500 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:06:59.095452 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6eff0020-5b17-48e3-a18f-7d19cba8bbad tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:59.096766 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Sync routers for ids ['960061de-44c6-4a7a-9479-36fa9dc7ff2e'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:06:59.117988 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Routers {'960061de-44c6-4a7a-9479-36fa9dc7ff2e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:06:59.118869 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['960061de-44c6-4a7a-9479-36fa9dc7ff2e'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:59.192728 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:59.194352 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-630bd985-3d47-4188-b8e6-ff27d97724c5 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.5136216 Jan 27 17:06:59.197360 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56246) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:59.231493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:59.240613 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-78e76554-9d53-4252-aed3-75430e63a0bd tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Calling delete_port for ec88629e-62c6-4965-839f-2f28768342c2 owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:06:59.349043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Set router 960061de-44c6-4a7a-9479-36fa9dc7ff2e gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:06:59.428870 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c2780ff-6e91-49bf-af2d-2e95222392dc tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:59.439872 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-6eff0020-5b17-48e3-a18f-7d19cba8bbad tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Floating IP 9af0e1a2-6af7-4d73-9be9-87aa1442e70c associated. External IP: 172.26.1.74, port: 399e0565-8300-4dc5-ab4f-ed75096550ec. Jan 27 17:06:59.591632 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9a71c5dd-4939-48f3-a75e-d05975a1981e tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:59.592102 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a71c5dd-4939-48f3-a75e-d05975a1981e tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82591524-c76a-4923-982b-8e5837b78e5d {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:06:59.637084 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object 6f655d76-fb5e-462c-87d6-c177036ea994 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:06:59.655004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9a71c5dd-4939-48f3-a75e-d05975a1981e tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:59.656518 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9a71c5dd-4939-48f3-a75e-d05975a1981e tempest-RoutersTestDVR-870299393 tempest-RoutersTestDVR-870299393-project-admin] 10.222.0.50 "DELETE /v2.0/routers/82591524-c76a-4923-982b-8e5837b78e5d HTTP/1.1" status: 204 len: 168 time: 1.5382192 Jan 27 17:06:59.684809 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0e042614-c97d-40f3-af6c-c324f0fd2513 req-889c928d-ea66-443b-8609-f5458584c63b service neutron] 10.222.0.83 "GET /v2.0/networks/9141664f-a2df-4f3d-8af6-9e336042f636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8480284 Jan 27 17:06:59.690753 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a608d096-55b3-4ef2-987e-1a17696f2385 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "GET /v2.0/routers/960061de-44c6-4a7a-9479-36fa9dc7ff2e HTTP/1.1" status: 200 len: 907 time: 0.4913657 Jan 27 17:06:59.696028 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56254) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:06:59.747162 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960061de-44c6-4a7a-9479-36fa9dc7ff2e', 'name': 'tempest-snat-router-359916936', 'tenant_id': 'fecd79f1e96c4fefb9e3aa96cf45b209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '93d0ba2d-958a-4f13-87db-6dbfffac7577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:06:51Z', 'updated_at': '2022-01-27T17:06:57Z', 'revision_number': 3, 'project_id': 'fecd79f1e96c4fefb9e3aa96cf45b209', 'gw_port': {'id': '93d0ba2d-958a-4f13-87db-6dbfffac7577', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960061de-44c6-4a7a-9479-36fa9dc7ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:54Z', 'updated_at': '2022-01-27T17:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:06:59.752431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Checking router: 960061de-44c6-4a7a-9479-36fa9dc7ff2e for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:06:59.752777 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Updating router 960061de-44c6-4a7a-9479-36fa9dc7ff2e port 93d0ba2d-958a-4f13-87db-6dbfffac7577 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:06:59.830200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:06:59.893248 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-67929cfd-0504-4ba5-94c1-499b55280d5f None None] Provisioning for port 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:00.005917 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eff0020-5b17-48e3-a18f-7d19cba8bbad tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Router e7f74d74-00dd-453c-8566-09ed062d114d has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:07:00.105752 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:00.123589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56260) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:00.228061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:00.239985 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=6f655d76-fb5e-462c-87d6-c177036ea994,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:00.249248 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0e042614-c97d-40f3-af6c-c324f0fd2513 req-d0c4f2ea-68fa-4de6-9f07-bb7e5cbea29b service neutron] 10.222.0.83 "GET /v2.0/networks/9141664f-a2df-4f3d-8af6-9e336042f636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389926 Jan 27 17:07:00.280753 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:00.299716 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:00.302655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:00.322878 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:00.331737 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:00.332389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:00.379771 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:00.424523 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:00.424888 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:00.438183 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ae61020c-d91f-43a9-b752-240d9b4b028f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7923687 Jan 27 17:07:00.443433 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56268) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:00.450080 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c62b19c-96bb-42f2-bf33-3857cef86b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:00.521874 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:00.617173 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:00.633547 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3c62b19c-96bb-42f2-bf33-3857cef86b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:00.644965 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3c62b19c-96bb-42f2-bf33-3857cef86b85 admin admin] Usage tracker for resource:security_group_rule and tenant:e2236c6fa5e04f229263ab7472224144 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:00.653833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3c62b19c-96bb-42f2-bf33-3857cef86b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:00.658630 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Transition to ACTIVE for port object 93d0ba2d-958a-4f13-87db-6dbfffac7577 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:00.667821 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3c62b19c-96bb-42f2-bf33-3857cef86b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:00.668253 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:00.671853 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78e76554-9d53-4252-aed3-75430e63a0bd tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:00.674213 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:00.709074 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3c2780ff-6e91-49bf-af2d-2e95222392dc tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Deleting port 74bc362d-b359-4411-a33d-f8c7bad60788 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:00.709481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c2780ff-6e91-49bf-af2d-2e95222392dc tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:00.713421 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cfa2c96c-7d29-4d81-bacc-668a90a8590d None None] Provisioning for port 6f655d76-fb5e-462c-87d6-c177036ea994 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:00.714264 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:00.715753 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:00.733079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eff0020-5b17-48e3-a18f-7d19cba8bbad tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:00.734632 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Deleting port 93d0ba2d-958a-4f13-87db-6dbfffac7577 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:00.735449 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:00.739549 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cfa2c96c-7d29-4d81-bacc-668a90a8590d None None] Provisioning complete for port 6f655d76-fb5e-462c-87d6-c177036ea994 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:00.739914 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cfa2c96c-7d29-4d81-bacc-668a90a8590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:00.748126 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367be0b-de84-4ba7-81c5-f8576586c5f1 None None] Sync routers for ids ['e7f74d74-00dd-453c-8566-09ed062d114d'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:00.757548 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2367be0b-de84-4ba7-81c5-f8576586c5f1 None None] Routers {'e7f74d74-00dd-453c-8566-09ed062d114d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:00.758477 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-2367be0b-de84-4ba7-81c5-f8576586c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e7f74d74-00dd-453c-8566-09ed062d114d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:00.766753 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6eff0020-5b17-48e3-a18f-7d19cba8bbad tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:00.777313 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e76554-9d53-4252-aed3-75430e63a0bd tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec88629e-62c6-4965-839f-2f28768342c2,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:00.850297 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Attempting to bind port 93d0ba2d-958a-4f13-87db-6dbfffac7577 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:00.851697 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Attempting to bind port 93d0ba2d-958a-4f13-87db-6dbfffac7577 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:00.852533 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Attempting to bind port 93d0ba2d-958a-4f13-87db-6dbfffac7577 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:00.859083 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:00.872787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78e76554-9d53-4252-aed3-75430e63a0bd tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:00.874640 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6eff0020-5b17-48e3-a18f-7d19cba8bbad tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "PUT /v2.0/floatingips/9af0e1a2-6af7-4d73-9be9-87aa1442e70c HTTP/1.1" status: 200 len: 990 time: 3.6147361 Jan 27 17:07:00.879056 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc', 'tag': '399e0565-8300-4dc5-ab4f-ed75096550ec'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:07:00.992238 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-2367be0b-de84-4ba7-81c5-f8576586c5f1 None None] Set router e7f74d74-00dd-453c-8566-09ed062d114d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:01.013564 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5768e9e-ed26-4356-a45e-3cc58f1115f3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:01.024093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] For port 93d0ba2d-958a-4f13-87db-6dbfffac7577, host dv-neutron-826439-2-hyperv, got binding levels [] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:01.024689 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:01.035606 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:01.036246 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:01.036794 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:01.037352 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:01.037986 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Bound port: 93d0ba2d-958a-4f13-87db-6dbfffac7577, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:01.038509 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:01.055947 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5768e9e-ed26-4356-a45e-3cc58f1115f3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:01.057054 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c5768e9e-ed26-4356-a45e-3cc58f1115f3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:01.119595 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6140f-6b3b-4585-adf0-ac34a9be552c None None] Pushing event updated for resources: {'Port': ['ID=93d0ba2d-958a-4f13-87db-6dbfffac7577,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:01.157069 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cfa2c96c-7d29-4d81-bacc-668a90a8590d None None] Port 6f655d76-fb5e-462c-87d6-c177036ea994 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:01.183917 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Calling delete_port for 93d0ba2d-958a-4f13-87db-6dbfffac7577 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:01.193923 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] For port 93d0ba2d-958a-4f13-87db-6dbfffac7577, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:01.197168 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] For port 93d0ba2d-958a-4f13-87db-6dbfffac7577, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=93d0ba2d-958a-4f13-87db-6dbfffac7577,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:01.207626 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:01.296717 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc', 'tag': '399e0565-8300-4dc5-ab4f-ed75096550ec', 'status': 'completed', 'code': 200} Jan 27 17:07:01.300121 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:07:01.300295 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:07:01.338206 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Routers {'960061de-44c6-4a7a-9479-36fa9dc7ff2e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:01.339213 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['960061de-44c6-4a7a-9479-36fa9dc7ff2e'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:01.355276 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78e76554-9d53-4252-aed3-75430e63a0bd tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:01.359404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78e76554-9d53-4252-aed3-75430e63a0bd tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:01.363813 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c5768e9e-ed26-4356-a45e-3cc58f1115f3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:01.367599 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c5768e9e-ed26-4356-a45e-3cc58f1115f3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.9186065 Jan 27 17:07:01.367599 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c62b19c-96bb-42f2-bf33-3857cef86b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:01.368507 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56278) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:01.405318 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6140f-6b3b-4585-adf0-ac34a9be552c None None] Pushing event updated for resources: {'Port': ['ID=93d0ba2d-958a-4f13-87db-6dbfffac7577,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:01.453723 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-3b183e06-ee5d-4b72-b6f3-c19aea263fd0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port 6f655d76-fb5e-462c-87d6-c177036ea994 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:01.454238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3b183e06-ee5d-4b72-b6f3-c19aea263fd0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:01.456720 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-2367be0b-de84-4ba7-81c5-f8576586c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'name': 'tempest-ServersTestManualDisk-1088274207-router', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'gw_port': {'id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:52Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '9af0e1a2-6af7-4d73-9be9-87aa1442e70c', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'port_id': '399e0565-8300-4dc5-ab4f-ed75096550ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d', 'mac_address': 'fa:16:3e:68:20:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:06:24Z', 'updated_at': '2022-01-27T17:06:58Z', 'revision_number': 1, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2646c71e-d10b-4c43-a638-22fedb52ddc5', 'name': '', 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'mac_address': 'fa:16:3e:8d:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:06Z', 'updated_at': '2022-01-27T17:06:18Z', 'revision_number': 5, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'subnets': [{'id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:01.461875 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367be0b-de84-4ba7-81c5-f8576586c5f1 None None] Checking router: e7f74d74-00dd-453c-8566-09ed062d114d for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:07:01.473614 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2367be0b-de84-4ba7-81c5-f8576586c5f1 None None] Routers {'e7f74d74-00dd-453c-8566-09ed062d114d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:01.474559 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-2367be0b-de84-4ba7-81c5-f8576586c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e7f74d74-00dd-453c-8566-09ed062d114d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:01.518221 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c62b19c-96bb-42f2-bf33-3857cef86b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:01.539691 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] Set router 960061de-44c6-4a7a-9479-36fa9dc7ff2e gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:01.598083 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c2780ff-6e91-49bf-af2d-2e95222392dc tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:01.613034 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3c62b19c-96bb-42f2-bf33-3857cef86b85 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e2236c6fa5e04f229263ab7472224144&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4806173 Jan 27 17:07:01.614661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78e76554-9d53-4252-aed3-75430e63a0bd tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:01.615150 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e76554-9d53-4252-aed3-75430e63a0bd tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0bce3e8-7b30-4db3-94bb-5601f17fb0f7 {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:07:01.616513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56284) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:01.630690 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62b19c-96bb-42f2-bf33-3857cef86b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e89691-cb14-4ad0-8cad-7d153b61cd33,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:01.669345 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960061de-44c6-4a7a-9479-36fa9dc7ff2e', 'name': 'tempest-snat-router-359916936', 'tenant_id': 'fecd79f1e96c4fefb9e3aa96cf45b209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:06:51Z', 'updated_at': '2022-01-27T17:07:00Z', 'revision_number': 4, 'project_id': 'fecd79f1e96c4fefb9e3aa96cf45b209', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:01.675487 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998173bf-101f-4f67-b7a9-c55df94d4318 None None] The sync data for ids ['960061de-44c6-4a7a-9479-36fa9dc7ff2e'] in dv-neutron-826439-2-hyperv is: [{'id': '960061de-44c6-4a7a-9479-36fa9dc7ff2e', 'name': 'tempest-snat-router-359916936', 'tenant_id': 'fecd79f1e96c4fefb9e3aa96cf45b209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:06:51Z', 'updated_at': '2022-01-27T17:07:00Z', 'revision_number': 4, 'project_id': 'fecd79f1e96c4fefb9e3aa96cf45b209', 'gw_port_host': None}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:01.755830 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-2367be0b-de84-4ba7-81c5-f8576586c5f1 None None] Set router e7f74d74-00dd-453c-8566-09ed062d114d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:01.808519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Deleting port 93d0ba2d-958a-4f13-87db-6dbfffac7577 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:01.808844 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:01.846889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3c2780ff-6e91-49bf-af2d-2e95222392dc tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Calling delete_port for 74bc362d-b359-4411-a33d-f8c7bad60788 owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:01.934516 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3b183e06-ee5d-4b72-b6f3-c19aea263fd0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:01.955452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78e76554-9d53-4252-aed3-75430e63a0bd tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:01.959766 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-78e76554-9d53-4252-aed3-75430e63a0bd tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "DELETE /v2.0/routers/d0bce3e8-7b30-4db3-94bb-5601f17fb0f7 HTTP/1.1" status: 204 len: 168 time: 6.4592323 Jan 27 17:07:01.961841 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56290) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:01.971639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13562640-5d06-42e3-874d-7ad298f42128 req-4df77057-f545-4fbb-95b6-25a4acb3127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:01.973545 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-13562640-5d06-42e3-874d-7ad298f42128 req-4df77057-f545-4fbb-95b6-25a4acb3127f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=406c1347ba5a453bb38d862a9a6c44ff&device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 1098 time: 0.8782260 Jan 27 17:07:02.133341 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:02.178149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13562640-5d06-42e3-874d-7ad298f42128 req-b10ced6f-53c0-444e-bca6-1b801ca07af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:02.179759 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-13562640-5d06-42e3-874d-7ad298f42128 req-b10ced6f-53c0-444e-bca6-1b801ca07af5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=541e3743-3e75-4c6c-9e97-b96740f8fa0d HTTP/1.1" status: 200 len: 914 time: 0.1954751 Jan 27 17:07:02.219379 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-2367be0b-de84-4ba7-81c5-f8576586c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'name': 'tempest-ServersTestManualDisk-1088274207-router', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'gw_port': {'id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:52Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '9af0e1a2-6af7-4d73-9be9-87aa1442e70c', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'port_id': '399e0565-8300-4dc5-ab4f-ed75096550ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d', 'mac_address': 'fa:16:3e:68:20:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:06:24Z', 'updated_at': '2022-01-27T17:06:58Z', 'revision_number': 1, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2646c71e-d10b-4c43-a638-22fedb52ddc5', 'name': '', 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'mac_address': 'fa:16:3e:8d:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:06Z', 'updated_at': '2022-01-27T17:06:18Z', 'revision_number': 5, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'subnets': [{'id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:02.224537 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367be0b-de84-4ba7-81c5-f8576586c5f1 None None] The sync data for ids ['e7f74d74-00dd-453c-8566-09ed062d114d'] in dv-neutron-826439-2-hyperv is: [{'id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'name': 'tempest-ServersTestManualDisk-1088274207-router', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'gw_port': {'id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:52Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '9af0e1a2-6af7-4d73-9be9-87aa1442e70c', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'port_id': '399e0565-8300-4dc5-ab4f-ed75096550ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d', 'mac_address': 'fa:16:3e:68:20:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:06:24Z', 'updated_at': '2022-01-27T17:06:58Z', 'revision_number': 1, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2646c71e-d10b-4c43-a638-22fedb52ddc5', 'name': '', 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'mac_address': 'fa:16:3e:8d:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:06Z', 'updated_at': '2022-01-27T17:06:18Z', 'revision_number': 5, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'subnets': [{'id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:02.275788 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:02.276144 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:02.362137 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-13562640-5d06-42e3-874d-7ad298f42128 req-17b54529-2316-41a4-b3c4-dc6100a72114 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=399e0565-8300-4dc5-ab4f-ed75096550ec HTTP/1.1" status: 200 len: 998 time: 0.1293662 Jan 27 17:07:02.366029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c2780ff-6e91-49bf-af2d-2e95222392dc tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:02.432813 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-3b183e06-ee5d-4b72-b6f3-c19aea263fd0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for 6f655d76-fb5e-462c-87d6-c177036ea994 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:02.493807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2780ff-6e91-49bf-af2d-2e95222392dc tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Pushing event deleted for resources: {'Port': ['ID=74bc362d-b359-4411-a33d-f8c7bad60788,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:02.518104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aeefdc76-82f7-4b9e-9633-e0bcbafb65bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:02.542533 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] For port 93d0ba2d-958a-4f13-87db-6dbfffac7577, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=93d0ba2d-958a-4f13-87db-6dbfffac7577,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:02.542884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:02.561423 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-574dbbfe-e485-401f-a758-a076f8cb684b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Deleting subnet 325a3ca5-b05d-43ad-82de-adb1912f2521 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:07:02.573366 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13562640-5d06-42e3-874d-7ad298f42128 req-62586bdf-664a-4e6d-bf2a-9e58154a255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:02.574867 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-13562640-5d06-42e3-874d-7ad298f42128 req-62586bdf-664a-4e6d-bf2a-9e58154a255f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=228f1672-179a-43da-b8a9-bb821d1b9be6 HTTP/1.1" status: 200 len: 851 time: 0.1984217 Jan 27 17:07:02.649352 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-574dbbfe-e485-401f-a758-a076f8cb684b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:02.766629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c2780ff-6e91-49bf-af2d-2e95222392dc tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:02.767836 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Calling delete_port for 93d0ba2d-958a-4f13-87db-6dbfffac7577 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:02.795264 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aeefdc76-82f7-4b9e-9633-e0bcbafb65bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:02.874108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-574dbbfe-e485-401f-a758-a076f8cb684b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:02.914438 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13562640-5d06-42e3-874d-7ad298f42128 req-e980ab5e-7c2e-4959-9e99-bb944e569199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:02.915942 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-13562640-5d06-42e3-874d-7ad298f42128 req-e980ab5e-7c2e-4959-9e99-bb944e569199 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=541e3743-3e75-4c6c-9e97-b96740f8fa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3340144 Jan 27 17:07:02.976263 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a02329-cf38-4fe6-90bc-88dbaefff38c None None] New status for floating IP 9af0e1a2-6af7-4d73-9be9-87aa1442e70c: ACTIVE {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:07:03.050480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aeefdc76-82f7-4b9e-9633-e0bcbafb65bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:03.080303 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefdc76-82f7-4b9e-9633-e0bcbafb65bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e89691-cb14-4ad0-8cad-7d153b61cd33,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:03.082785 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-574dbbfe-e485-401f-a758-a076f8cb684b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:03.148365 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3b183e06-ee5d-4b72-b6f3-c19aea263fd0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:03.212500 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:03.222015 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b183e06-ee5d-4b72-b6f3-c19aea263fd0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=6f655d76-fb5e-462c-87d6-c177036ea994,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:03.269602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aeefdc76-82f7-4b9e-9633-e0bcbafb65bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:03.270881 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-aeefdc76-82f7-4b9e-9633-e0bcbafb65bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55e89691-cb14-4ad0-8cad-7d153b61cd33 HTTP/1.1" status: 204 len: 168 time: 1.6526287 Jan 27 17:07:03.302582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2780ff-6e91-49bf-af2d-2e95222392dc tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Router 99bd9e11-2745-46b0-b87c-27e65fc155c3 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:07:03.392499 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3b183e06-ee5d-4b72-b6f3-c19aea263fd0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:03.407411 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3b183e06-ee5d-4b72-b6f3-c19aea263fd0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/6f655d76-fb5e-462c-87d6-c177036ea994 HTTP/1.1" status: 204 len: 168 time: 2.0373976 Jan 27 17:07:03.410374 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:03.413673 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56304) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:03.423889 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-13562640-5d06-42e3-874d-7ad298f42128 req-725ab9ec-a36d-45af-8660-715f1a1d02a5 service neutron] 10.222.0.83 "GET /v2.0/networks/541e3743-3e75-4c6c-9e97-b96740f8fa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593794 Jan 27 17:07:03.459834 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-574dbbfe-e485-401f-a758-a076f8cb684b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:03.510027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Pushing event deleted for resources: {'Port': ['ID=93d0ba2d-958a-4f13-87db-6dbfffac7577,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:03.552221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dbbfe-e485-401f-a758-a076f8cb684b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=325a3ca5-b05d-43ad-82de-adb1912f2521,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:03.560477 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-574dbbfe-e485-401f-a758-a076f8cb684b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:03.564717 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-574dbbfe-e485-401f-a758-a076f8cb684b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/325a3ca5-b05d-43ad-82de-adb1912f2521 HTTP/1.1" status: 204 len: 168 time: 1.5981812 Jan 27 17:07:03.566663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56310) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:03.619819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:03.624522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2780ff-6e91-49bf-af2d-2e95222392dc tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:03.639755 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ab1127-8fba-4e76-b43b-8104a52f3631 None None] Sync routers for ids ['99bd9e11-2745-46b0-b87c-27e65fc155c3'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:03.652339 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ab1127-8fba-4e76-b43b-8104a52f3631 None None] Routers {'99bd9e11-2745-46b0-b87c-27e65fc155c3'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:03.653201 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c5ab1127-8fba-4e76-b43b-8104a52f3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['99bd9e11-2745-46b0-b87c-27e65fc155c3'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:03.710730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56314) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:03.713207 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3c2780ff-6e91-49bf-af2d-2e95222392dc tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] 10.222.0.50 "PUT /v2.0/routers/99bd9e11-2745-46b0-b87c-27e65fc155c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0156989 Jan 27 17:07:03.733578 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56318) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:03.766828 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c5ab1127-8fba-4e76-b43b-8104a52f3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:03.778702 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ab1127-8fba-4e76-b43b-8104a52f3631 None None] Routers {'99bd9e11-2745-46b0-b87c-27e65fc155c3'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:03.779293 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c5ab1127-8fba-4e76-b43b-8104a52f3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['99bd9e11-2745-46b0-b87c-27e65fc155c3'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:03.788478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34815188-e01b-4852-86c3-eaee2509e718 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:03.790183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34815188-e01b-4852-86c3-eaee2509e718 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:03.790927 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-34815188-e01b-4852-86c3-eaee2509e718 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:03.793637 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c849c4a-b3da-4924-b22c-96f8d525751d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:03.831712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8c849c4a-b3da-4924-b22c-96f8d525751d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:03.847129 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8c849c4a-b3da-4924-b22c-96f8d525751d admin admin] Usage tracker for resource:security_group_rule and tenant:4ab5f84b5618409caae417182fb28bd6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:03.850918 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c5ab1127-8fba-4e76-b43b-8104a52f3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:03.851569 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ab1127-8fba-4e76-b43b-8104a52f3631 None None] The sync data for ids ['99bd9e11-2745-46b0-b87c-27e65fc155c3'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:03.853496 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6bd041ea-bcb5-4b9a-b32c-8fc43962e593 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:03.857960 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8c849c4a-b3da-4924-b22c-96f8d525751d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:03.879892 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-34815188-e01b-4852-86c3-eaee2509e718 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:03.883583 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-34815188-e01b-4852-86c3-eaee2509e718 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4662139 Jan 27 17:07:03.885482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8c849c4a-b3da-4924-b22c-96f8d525751d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:03.888775 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56324) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:03.964520 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-13562640-5d06-42e3-874d-7ad298f42128 req-39ffb392-e968-4218-b891-7853c26a2b96 service neutron] 10.222.0.83 "GET /v2.0/networks/541e3743-3e75-4c6c-9e97-b96740f8fa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956386 Jan 27 17:07:04.037532 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.049784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.056742 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d5bcc15f-f02b-44d0-849e-51d0a1b9fa05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.109941 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-4961c242-02bb-43a4-91da-8d6dbcba7bfe tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet 676ac512-e482-440c-b171-0dbd5297b8a0 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:07:04.117846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6bd041ea-bcb5-4b9a-b32c-8fc43962e593 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.126435 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4961c242-02bb-43a4-91da-8d6dbcba7bfe tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.190187 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-6bd041ea-bcb5-4b9a-b32c-8fc43962e593 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caac65f9-62f3-4383-b670-97e686863f47']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:04.214660 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-6bd041ea-bcb5-4b9a-b32c-8fc43962e593 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd0cfa3-f20c-49fd-a3b3-ba10c32c7986') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:04.214986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-6bd041ea-bcb5-4b9a-b32c-8fc43962e593 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd0cfa3-f20c-49fd-a3b3-ba10c32c7986') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:04.236429 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.236981 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 960061de-44c6-4a7a-9479-36fa9dc7ff2e {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:07:04.238663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4961c242-02bb-43a4-91da-8d6dbcba7bfe tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.268633 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6bd041ea-bcb5-4b9a-b32c-8fc43962e593 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.317812 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6bd041ea-bcb5-4b9a-b32c-8fc43962e593 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.328908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c849c4a-b3da-4924-b22c-96f8d525751d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.335230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd041ea-bcb5-4b9a-b32c-8fc43962e593 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:07:04.335652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6bd041ea-bcb5-4b9a-b32c-8fc43962e593 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:07:04.349429 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:07:04.355894 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c849c4a-b3da-4924-b22c-96f8d525751d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.365028 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.368623 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-efa81f1a-33fa-4a2e-b1f5-e009de9d8703 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "DELETE /v2.0/routers/960061de-44c6-4a7a-9479-36fa9dc7ff2e HTTP/1.1" status: 204 len: 168 time: 4.6690757 Jan 27 17:07:04.374453 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56330) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:04.378698 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d5bcc15f-f02b-44d0-849e-51d0a1b9fa05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.430277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d5bcc15f-f02b-44d0-849e-51d0a1b9fa05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.480543 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8c849c4a-b3da-4924-b22c-96f8d525751d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ab5f84b5618409caae417182fb28bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7661018 Jan 27 17:07:04.483712 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56334) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:04.488205 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c849c4a-b3da-4924-b22c-96f8d525751d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d5aee4-fa96-441f-8de8-88c41608a430,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:04.492382 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6bd041ea-bcb5-4b9a-b32c-8fc43962e593 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.497726 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d5bcc15f-f02b-44d0-849e-51d0a1b9fa05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.498177 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bcc15f-f02b-44d0-849e-51d0a1b9fa05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Fanout notify agent at l3_agent the message router_deleted on router 99bd9e11-2745-46b0-b87c-27e65fc155c3 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:07:04.513637 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd041ea-bcb5-4b9a-b32c-8fc43962e593 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network caac65f9-62f3-4383-b670-97e686863f47 {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 27 17:07:04.516430 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6bd041ea-bcb5-4b9a-b32c-8fc43962e593 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.519123 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd041ea-bcb5-4b9a-b32c-8fc43962e593 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Pushing event deleted for resources: {'Network': ['ID=caac65f9-62f3-4383-b670-97e686863f47,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:04.543138 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4961c242-02bb-43a4-91da-8d6dbcba7bfe tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.582172 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6bd041ea-bcb5-4b9a-b32c-8fc43962e593 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "DELETE /v2.0/networks/caac65f9-62f3-4383-b670-97e686863f47 HTTP/1.1" status: 204 len: 168 time: 1.0087790 Jan 27 17:07:04.597540 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d5bcc15f-f02b-44d0-849e-51d0a1b9fa05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.598704 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d5bcc15f-f02b-44d0-849e-51d0a1b9fa05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] 10.222.0.50 "DELETE /v2.0/routers/99bd9e11-2745-46b0-b87c-27e65fc155c3 HTTP/1.1" status: 204 len: 168 time: 0.8636296 Jan 27 17:07:04.601584 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56342) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:04.627432 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd744226-7afa-4015-ab9f-86cd3302c944 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.693491 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f79af69-f3e6-4cf4-b81d-72c453272d85 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Deleting subnet 4dc07f5e-5ffc-454f-bc8c-65925d257510 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:07:04.697402 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f79af69-f3e6-4cf4-b81d-72c453272d85 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.724684 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ca76-b4a5-453d-8ea2-68d02dfa0ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.728171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4961c242-02bb-43a4-91da-8d6dbcba7bfe tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.786662 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961c242-02bb-43a4-91da-8d6dbcba7bfe tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=676ac512-e482-440c-b171-0dbd5297b8a0,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:04.798275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4961c242-02bb-43a4-91da-8d6dbcba7bfe tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.801551 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40e2f7e-b75a-4536-ab7f-791e8ec0fef9 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:04.813761 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f79af69-f3e6-4cf4-b81d-72c453272d85 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.831800 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ca76-b4a5-453d-8ea2-68d02dfa0ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.859400 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4961c242-02bb-43a4-91da-8d6dbcba7bfe tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/676ac512-e482-440c-b171-0dbd5297b8a0 HTTP/1.1" status: 204 len: 168 time: 0.9660861 Jan 27 17:07:04.860131 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56346) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:04.916201 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd744226-7afa-4015-ab9f-86cd3302c944 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:04.954427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-cd744226-7afa-4015-ab9f-86cd3302c944 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Deleting port 30744d59-be01-4913-b62c-f3a055f7773c {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:04.954786 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd744226-7afa-4015-ab9f-86cd3302c944 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:05.077643 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d98e05da-8954-4feb-b636-e8fc9c8c4ad5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2093406 Jan 27 17:07:05.078245 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56356) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:05.121382 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ca76-b4a5-453d-8ea2-68d02dfa0ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:05.202014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8ca76-b4a5-453d-8ea2-68d02dfa0ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d5aee4-fa96-441f-8de8-88c41608a430,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:05.213563 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ca76-b4a5-453d-8ea2-68d02dfa0ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:05.214895 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56360) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:05.228627 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d8b3f144-282f-440c-92ab-be8b74b1428e tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Request body: {'router': {'name': 'tempest-router--1206303580', 'project_id': '86dbc3a7f09c4800b136dd57f905163a'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:05.242715 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a0f8ca76-b4a5-453d-8ea2-68d02dfa0ff4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/69d5aee4-fa96-441f-8de8-88c41608a430 HTTP/1.1" status: 204 len: 168 time: 0.7574658 Jan 27 17:07:05.243638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d8b3f144-282f-440c-92ab-be8b74b1428e tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:05.257396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d8b3f144-282f-440c-92ab-be8b74b1428e tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Usage tracker for resource:router and tenant:86dbc3a7f09c4800b136dd57f905163a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:05.262771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f79af69-f3e6-4cf4-b81d-72c453272d85 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:05.267537 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3780e2ce-61a8-417e-b17b-3395cc0a1577 None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:07:05.272758 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3780e2ce-61a8-417e-b17b-3395cc0a1577 None None] Deleting port 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:05.273343 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3780e2ce-61a8-417e-b17b-3395cc0a1577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:05.295820 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d8b3f144-282f-440c-92ab-be8b74b1428e tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:05.313486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d8b3f144-282f-440c-92ab-be8b74b1428e tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:05.354389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f144-282f-440c-92ab-be8b74b1428e tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:05.355286 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f144-282f-440c-92ab-be8b74b1428e tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:05.371661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5114f956-2328-43d6-9497-23fc2881ab26 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:05.373632 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5114f956-2328-43d6-9497-23fc2881ab26 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2621439 Jan 27 17:07:05.381305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56368) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:05.390360 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a76ee89-f7a2-4c4b-a459-602f68203cac req-33d6ce1e-1120-4602-a3b6-92bb6a319438 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3222764 Jan 27 17:07:05.421166 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f144-282f-440c-92ab-be8b74b1428e tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:05.465797 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f79af69-f3e6-4cf4-b81d-72c453272d85 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:05.481153 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-cd744226-7afa-4015-ab9f-86cd3302c944 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] For port 30744d59-be01-4913-b62c-f3a055f7773c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=30744d59-be01-4913-b62c-f3a055f7773c,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:05.482198 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd744226-7afa-4015-ab9f-86cd3302c944 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:05.504404 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8355f0b3-f1d3-489a-81a8-2fb3c4b8f2d9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:05.505170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8355f0b3-f1d3-489a-81a8-2fb3c4b8f2d9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:05.529600 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-3780e2ce-61a8-417e-b17b-3395cc0a1577 None None] For port 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:05.530179 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3780e2ce-61a8-417e-b17b-3395cc0a1577 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:05.582038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79af69-f3e6-4cf4-b81d-72c453272d85 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc07f5e-5ffc-454f-bc8c-65925d257510,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:05.588699 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f144-282f-440c-92ab-be8b74b1428e tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:05.618975 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f79af69-f3e6-4cf4-b81d-72c453272d85 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:05.642809 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7f79af69-f3e6-4cf4-b81d-72c453272d85 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] 10.222.0.50 "DELETE /v2.0/subnets/4dc07f5e-5ffc-454f-bc8c-65925d257510 HTTP/1.1" status: 204 len: 168 time: 1.0365679 Jan 27 17:07:05.646886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56374) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:05.647622 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f144-282f-440c-92ab-be8b74b1428e tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:05.648891 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d8b3f144-282f-440c-92ab-be8b74b1428e tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4288213 Jan 27 17:07:05.650302 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-cd744226-7afa-4015-ab9f-86cd3302c944 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Calling delete_port for 30744d59-be01-4913-b62c-f3a055f7773c owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:05.663629 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3341ac91-3b37-47a2-acfd-af5609efc43b None None] Network 8eecab3e-0265-42ca-b132-3946cbffec1a requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:05.671055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56378) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:05.735640 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3780e2ce-61a8-417e-b17b-3395cc0a1577 None None] Calling delete_port for 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:05.857970 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8355f0b3-f1d3-489a-81a8-2fb3c4b8f2d9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:05.859722 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8355f0b3-f1d3-489a-81a8-2fb3c4b8f2d9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4767609 Jan 27 17:07:05.862529 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56390) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:05.881125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:05.959434 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6898ae68-9dfe-46ac-ab6e-465dcc5e29c6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954607 Jan 27 17:07:05.965145 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56396) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:05.970092 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-5c28dbe6-95f0-449d-a3ee-bca79dbfcd86 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:05.988077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdde89c2-c924-431d-8049-1909b8c29dc4 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:05.989766 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3780e2ce-61a8-417e-b17b-3395cc0a1577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:06.049123 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780e2ce-61a8-417e-b17b-3395cc0a1577 None None] Pushing event deleted for resources: {'Port': ['ID=99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:06.053187 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3780e2ce-61a8-417e-b17b-3395cc0a1577 None None] No DVR routers for this DVR port 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:07:06.128195 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:07:06.150677 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5c28dbe6-95f0-449d-a3ee-bca79dbfcd86 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:06.211699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5c28dbe6-95f0-449d-a3ee-bca79dbfcd86 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:06.228676 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3402a24-db2a-4179-a687-c29187d8e7a0 None None] DHCP port deletion for 8eecab3e-0265-42ca-b132-3946cbffec1a request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:07:06.242537 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c28dbe6-95f0-449d-a3ee-bca79dbfcd86 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:06.246956 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5c28dbe6-95f0-449d-a3ee-bca79dbfcd86 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:06.247438 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:07:06.247771 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 99d2fa83-4b2e-4b7c-b8b4-a9a1bc2710bd not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:07:06.250177 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d3402a24-db2a-4179-a687-c29187d8e7a0 None None] Deleting port d00b8902-fea7-44fa-b70c-bb23db2a39bd {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:06.250542 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d3402a24-db2a-4179-a687-c29187d8e7a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:06.313862 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd744226-7afa-4015-ab9f-86cd3302c944 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:06.375934 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Deleting port d00b8902-fea7-44fa-b70c-bb23db2a39bd {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:06.376510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:06.392089 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd744226-7afa-4015-ab9f-86cd3302c944 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Pushing event deleted for resources: {'Port': ['ID=30744d59-be01-4913-b62c-f3a055f7773c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:06.458430 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56410) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:06.497369 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d3402a24-db2a-4179-a687-c29187d8e7a0 None None] For port d00b8902-fea7-44fa-b70c-bb23db2a39bd, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d00b8902-fea7-44fa-b70c-bb23db2a39bd,segment=NetworkSegment(16b7b476-f9d0-46e0-8bf6-fa3206dddac1),segment_id=16b7b476-f9d0-46e0-8bf6-fa3206dddac1)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:06.497776 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d3402a24-db2a-4179-a687-c29187d8e7a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:06.589216 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd744226-7afa-4015-ab9f-86cd3302c944 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:06.596742 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdde89c2-c924-431d-8049-1909b8c29dc4 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:06.601725 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdde89c2-c924-431d-8049-1909b8c29dc4 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:06.605085 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76ee89-f7a2-4c4b-a459-602f68203cac req-41229ac8-e9e9-4f9a-b272-a759d85887c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:06.606924 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a76ee89-f7a2-4c4b-a459-602f68203cac req-41229ac8-e9e9-4f9a-b272-a759d85887c2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ee54b4815b744a4b1368a3f71dedf93&device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 1099 time: 1.0621781 Jan 27 17:07:06.624582 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d3402a24-db2a-4179-a687-c29187d8e7a0 None None] Calling delete_port for d00b8902-fea7-44fa-b70c-bb23db2a39bd owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:06.701821 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-656197877'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:06.704937 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d3402a24-db2a-4179-a687-c29187d8e7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:06.716354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:06.725980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Usage tracker for resource:network and tenant:4f6333610cc64c2ca6453d3da6b09779 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:06.754634 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3402a24-db2a-4179-a687-c29187d8e7a0 None None] Pushing event deleted for resources: {'Port': ['ID=d00b8902-fea7-44fa-b70c-bb23db2a39bd,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:06.760901 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3402a24-db2a-4179-a687-c29187d8e7a0 None None] No DVR routers for this DVR port d00b8902-fea7-44fa-b70c-bb23db2a39bd on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:07:06.856939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd744226-7afa-4015-ab9f-86cd3302c944 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:06.863324 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd744226-7afa-4015-ab9f-86cd3302c944 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:06.905164 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd744226-7afa-4015-ab9f-86cd3302c944 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:06.905592 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd744226-7afa-4015-ab9f-86cd3302c944 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2bb22b9-97bd-4777-a097-c1e406034b8e {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:07:06.943488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:06.946450 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdde89c2-c924-431d-8049-1909b8c29dc4 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:06.946953 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdde89c2-c924-431d-8049-1909b8c29dc4 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fbdd70c-56ef-452a-adeb-a866951fff9f {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:07:06.960027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5c28dbe6-95f0-449d-a3ee-bca79dbfcd86 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:06.963166 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:06.985715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] For port d00b8902-fea7-44fa-b70c-bb23db2a39bd, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d00b8902-fea7-44fa-b70c-bb23db2a39bd,segment=NetworkSegment(16b7b476-f9d0-46e0-8bf6-fa3206dddac1),segment_id=16b7b476-f9d0-46e0-8bf6-fa3206dddac1)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:06.986085 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:06.991595 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd744226-7afa-4015-ab9f-86cd3302c944 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:06.996245 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cd744226-7afa-4015-ab9f-86cd3302c944 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "DELETE /v2.0/routers/c2bb22b9-97bd-4777-a097-c1e406034b8e HTTP/1.1" status: 204 len: 168 time: 2.6173275 Jan 27 17:07:07.000668 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56420) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:07.012820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1556935045', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:07.020867 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:07.024699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Usage tracker for resource:router and tenant:3f177f9aa6a04da19a5abdf567092cb4 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:07.027558 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:07.029509 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76ee89-f7a2-4c4b-a459-602f68203cac req-f244994b-d880-45c4-bb65-04d789f33fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:07.031413 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a76ee89-f7a2-4c4b-a459-602f68203cac req-f244994b-d880-45c4-bb65-04d789f33fcf service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8512c58-bd55-456e-9586-bd5fab4baa27 HTTP/1.1" status: 200 len: 914 time: 0.3943067 Jan 27 17:07:07.033314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:07.040027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdde89c2-c924-431d-8049-1909b8c29dc4 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:07.041282 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cdde89c2-c924-431d-8049-1909b8c29dc4 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "DELETE /v2.0/routers/4fbdd70c-56ef-452a-adeb-a866951fff9f HTTP/1.1" status: 204 len: 168 time: 1.3682587 Jan 27 17:07:07.076377 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28dbe6-95f0-449d-a3ee-bca79dbfcd86 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=09b0cea3-1e70-469a-aebf-26e1645d8095,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:07.087584 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c28dbe6-95f0-449d-a3ee-bca79dbfcd86 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:07.088761 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-5c28dbe6-95f0-449d-a3ee-bca79dbfcd86 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:07.092370 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c28dbe6-95f0-449d-a3ee-bca79dbfcd86 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:07.093037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5c28dbe6-95f0-449d-a3ee-bca79dbfcd86 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:07.096981 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:07.098035 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:07.102371 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a428c50-fbc4-4d70-b7f7-e99a1d0130d5 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:07.129181 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5c28dbe6-95f0-449d-a3ee-bca79dbfcd86 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1641934 Jan 27 17:07:07.138028 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56426) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:07.141096 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:07.148085 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'fixed_ips': [{'subnet_id': '09b0cea3-1e70-469a-aebf-26e1645d8095', 'ip_address': '2001:db8::d816:9f12:40bd:32c5'}], 'name': 'tempest-NetworksTestDHCPv6-1695575915'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:07.203945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Made reservation on behalf of 4f6333610cc64c2ca6453d3da6b09779 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:07.207765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:07.287046 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Calling delete_port for d00b8902-fea7-44fa-b70c-bb23db2a39bd owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:07.339498 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:07.362104 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56430) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:07.395638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:07.404203 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a76ee89-f7a2-4c4b-a459-602f68203cac req-9631b0af-8531-4829-ba1b-75aee3eb6109 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32fdd6ad-bfc8-44c7-b8d8-12a574303cea HTTP/1.1" status: 200 len: 1002 time: 0.3615994 Jan 27 17:07:07.405127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Usage tracker for resource:security_group_rule and tenant:4f6333610cc64c2ca6453d3da6b09779 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:07.428821 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:07.464938 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': '09b0cea3-1e70-469a-aebf-26e1645d8095'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:07:07.467262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:07.516661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76ee89-f7a2-4c4b-a459-602f68203cac req-35b5babd-a7a4-4c0b-995f-54824043f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:07.518258 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a76ee89-f7a2-4c4b-a459-602f68203cac req-35b5babd-a7a4-4c0b-995f-54824043f3b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3cabf1cf-bd81-4663-a142-89f7ff9fd2bd HTTP/1.1" status: 200 len: 851 time: 0.0908067 Jan 27 17:07:07.523445 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:07.580966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.api [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:07:07.581335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG oslo_db.api [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:07:07.658179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76ee89-f7a2-4c4b-a459-602f68203cac req-2eb271d8-6de1-49b9-a343-20309e85fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:07.659717 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a76ee89-f7a2-4c4b-a459-602f68203cac req-2eb271d8-6de1-49b9-a343-20309e85fe72 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8512c58-bd55-456e-9586-bd5fab4baa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1255920 Jan 27 17:07:07.680365 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Allocated IP 2001:db8::2 (bbf03638-7624-437f-9c24-a87cd70c5626/09b0cea3-1e70-469a-aebf-26e1645d8095/e686720a-ea3f-4876-b566-8193e8328d5b) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:07.703258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1297799960', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}, 'admin_state_up': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:07.715922 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:07.718675 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:07.725362 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:07.730322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:07.734085 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:07.740988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Usage tracker for resource:router and tenant:5326678e7ab9402da7acd3f3a88cca04 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:07.748095 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:07.756856 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:07.764626 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:07.826022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:07.845116 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:07.861671 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:07.870144 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:07.871129 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:07.917714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:07.920540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515781f2-0eb5-44a1-8480-07af69c22c34,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:07.926176 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:07.932265 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a76ee89-f7a2-4c4b-a459-602f68203cac req-6a6c5005-be43-40d4-83d1-e09f8b5c51ac service neutron] 10.222.0.83 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598720 Jan 27 17:07:07.936728 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Transition to ACTIVE for port object e686720a-ea3f-4876-b566-8193e8328d5b will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:07.959163 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Transition to ACTIVE for port object e686720a-ea3f-4876-b566-8193e8328d5b will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:07.966888 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:07.973331 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:07.974008 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Added segment ff2f7db8-f83a-4b21-8b55-31b052efc334 of type vlan for network 5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6 Jan 27 17:07:07.978111 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:08.082468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:08.087386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Deleting port d00b8902-fea7-44fa-b70c-bb23db2a39bd {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:08.087716 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:08.111087 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d00b8902-fea7-44fa-b70c-bb23db2a39bd no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:07:08.172168 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Pushing event updated for resources: {'Port': ['ID=e686720a-ea3f-4876-b566-8193e8328d5b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:08.176313 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: d00b8902-fea7-44fa-b70c-bb23db2a39bd {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:07:08.176649 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d00b8902-fea7-44fa-b70c-bb23db2a39bd not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:07:08.177061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 30744d59-be01-4913-b62c-f3a055f7773c no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:07:08.197906 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:08.210188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:08.251436 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:08.258121 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 30744d59-be01-4913-b62c-f3a055f7773c {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:07:08.258539 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 30744d59-be01-4913-b62c-f3a055f7773c not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:07:08.261438 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:08.262884 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:08.264826 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:08.294508 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port 0a2b04dd-5f60-4ef3-b8a0-a6be1399b6c4 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:08.320629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] The port 'd00b8902-fea7-44fa-b70c-bb23db2a39bd' was deleted {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:07:08.326250 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a76ee89-f7a2-4c4b-a459-602f68203cac req-b0653d91-cf81-4368-baed-0af558e5fa5a service neutron] 10.222.0.83 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850143 Jan 27 17:07:08.327993 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:07:08.366517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Attempting to bind port e686720a-ea3f-4876-b566-8193e8328d5b on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:08.367224 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Attempting to bind port e686720a-ea3f-4876-b566-8193e8328d5b by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:08.368622 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Attempting to bind port e686720a-ea3f-4876-b566-8193e8328d5b on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:08.376755 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:08.377520 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:08.377941 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:08.378349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:08.378863 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Bound port: e686720a-ea3f-4876-b566-8193e8328d5b, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:08.379235 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:08.476932 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] For port e686720a-ea3f-4876-b566-8193e8328d5b, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:08.480323 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] For port e686720a-ea3f-4876-b566-8193e8328d5b, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e686720a-ea3f-4876-b566-8193e8328d5b,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:08.486105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:08.526416 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:08.533272 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:08.533887 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:08.562868 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Allocated IP 172.26.1.139 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/0a6767a7-06c6-49f3-a456-bf79c45f4f47) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:08.568089 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:08.573885 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fa806-0464-459e-ae45-a529e999e6d7 None None] Pushing event updated for resources: {'Port': ['ID=e686720a-ea3f-4876-b566-8193e8328d5b,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:08.624200 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::d816:9f12:40bd:32c5 (bbf03638-7624-437f-9c24-a87cd70c5626/09b0cea3-1e70-469a-aebf-26e1645d8095/0a2b04dd-5f60-4ef3-b8a0-a6be1399b6c4) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:08.825132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:08.857742 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:08.947172 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eecab3e-0265-42ca-b132-3946cbffec1a']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:08.957061 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Pushing event updated for resources: {'Network': ['ID=5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:08.963656 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5ca3c3b1-5804-4f4a-9db9-c1d0a3dce481 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4726348 Jan 27 17:07:08.969258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56446) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:08.972929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b7b476-f9d0-46e0-8bf6-fa3206dddac1') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:08.973479 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b7b476-f9d0-46e0-8bf6-fa3206dddac1') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:08.974492 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:08.993113 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-0f384220-4228-4dd7-bca5-e1628a6613cf tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Request body: {'subnet': {'network_id': '5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:09.020530 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:09.041580 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:09.047179 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object 0a2b04dd-5f60-4ef3-b8a0-a6be1399b6c4 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:09.084632 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:09.128434 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Pushing event updated for resources: {'Port': ['ID=0a6767a7-06c6-49f3-a456-bf79c45f4f47,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:09.145464 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:09.147588 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:09.150355 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:09.190967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:09.193121 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0f384220-4228-4dd7-bca5-e1628a6613cf tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:09.201430 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0f384220-4228-4dd7-bca5-e1628a6613cf tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Usage tracker for resource:subnet and tenant:4f6333610cc64c2ca6453d3da6b09779 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:09.206071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0f384220-4228-4dd7-bca5-e1628a6613cf tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:09.252432 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:07:09.252948 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:09.263878 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:07:09.275025 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:07:09.277592 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0f384220-4228-4dd7-bca5-e1628a6613cf tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:09.355105 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f384220-4228-4dd7-bca5-e1628a6613cf tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Made reservation on behalf of 4f6333610cc64c2ca6453d3da6b09779 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:09.359342 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0f384220-4228-4dd7-bca5-e1628a6613cf tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:09.417242 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:09.443443 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:09.518399 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:09.518663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] Pushing event deleted for resources: {'Network': ['ID=8eecab3e-0265-42ca-b132-3946cbffec1a,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:09.525144 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c754255e-082c-4168-8169-f6fa6818ff05 tempest-FloatingIPNegativeTestJSON-1135679906 tempest-FloatingIPNegativeTestJSON-1135679906-project] 10.222.0.50 "DELETE /v2.0/networks/8eecab3e-0265-42ca-b132-3946cbffec1a HTTP/1.1" status: 204 len: 168 time: 3.8748453 Jan 27 17:07:09.604273 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:09.618789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=0a2b04dd-5f60-4ef3-b8a0-a6be1399b6c4,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:09.621266 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:09.627112 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:09.627882 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:09.757321 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56456) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:09.762495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:09.763100 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fe58bcde-1fe0-4ecb-9a8d-205fdfa317e7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6109142 Jan 27 17:07:09.841255 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:09.869898 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7f047d3d-a1e5-4e17-8c0c-c75e03d263da None None] Provisioning for port e686720a-ea3f-4876-b566-8193e8328d5b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:09.906223 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:09.935483 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56462) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:09.976435 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0f384220-4228-4dd7-bca5-e1628a6613cf tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:10.163141 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b3226-893c-46ab-8cd5-462dd1b1fb0f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:10.173370 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b3226-893c-46ab-8cd5-462dd1b1fb0f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:10.178123 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ef4b3226-893c-46ab-8cd5-462dd1b1fb0f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4196780 Jan 27 17:07:10.181648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56470) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:10.200834 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e686720a-ea3f-4876-b566-8193e8328d5b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:10.215058 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f384220-4228-4dd7-bca5-e1628a6613cf tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Pushing event updated for resources: {'Subnet': ['ID=37a3d7f1-feba-43b3-9401-97e927045eed,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:10.249088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8e583ae4-d33a-4383-ac03-04ca6bc7242c None None] Provisioning for port 0a2b04dd-5f60-4ef3-b8a0-a6be1399b6c4 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:10.261824 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8e583ae4-d33a-4383-ac03-04ca6bc7242c None None] Provisioning complete for port 0a2b04dd-5f60-4ef3-b8a0-a6be1399b6c4 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:10.262190 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e583ae4-d33a-4383-ac03-04ca6bc7242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:10.319940 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f384220-4228-4dd7-bca5-e1628a6613cf tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Checking segment: {'id': 'ff2f7db8-f83a-4b21-8b55-31b052efc334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:10.320297 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f384220-4228-4dd7-bca5-e1628a6613cf tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Network hostable DHCP agents. Network: 5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:07:10.322483 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8e583ae4-d33a-4383-ac03-04ca6bc7242c None None] Port 0a2b04dd-5f60-4ef3-b8a0-a6be1399b6c4 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:10.333298 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port e686720a-ea3f-4876-b566-8193e8328d5b completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:10.336171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3453e7ec-01ee-4480-994b-122d8a065e18 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port 0a2b04dd-5f60-4ef3-b8a0-a6be1399b6c4 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:10.336171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3453e7ec-01ee-4480-994b-122d8a065e18 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:10.338223 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e686720a-ea3f-4876-b566-8193e8328d5b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:10.338588 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:10.354562 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:10.376870 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Allocated IP 172.26.1.29 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/cb079ad8-e566-4239-9e6c-20e1d28b5cb6) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:10.438388 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-80f269da-5f22-4191-9794-4b1d3447ea1b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=288ef7717c7443cf9ab335071f244107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4883294 Jan 27 17:07:10.449784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56476) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:10.459081 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f384220-4228-4dd7-bca5-e1628a6613cf tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Network 5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:07:10.461916 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:10.497637 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port e686720a-ea3f-4876-b566-8193e8328d5b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e686720a-ea3f-4876-b566-8193e8328d5b,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:10.505634 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:10.583800 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=e686720a-ea3f-4876-b566-8193e8328d5b,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:10.645977 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3efc4e8-b0d6-484d-aa4a-ed669ba2de2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:10.646614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-0f384220-4228-4dd7-bca5-e1628a6613cf tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:10.657180 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf935dab-d24b-4fe0-889e-ed55aafe6d67 None None] Network 5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:10.688835 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3efc4e8-b0d6-484d-aa4a-ed669ba2de2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:10.694985 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f384220-4228-4dd7-bca5-e1628a6613cf tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:10.695670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0f384220-4228-4dd7-bca5-e1628a6613cf tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:10.716177 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Router f6b4b26b-2439-423a-a050-a2a65fca814e is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:07:10.776401 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0f384220-4228-4dd7-bca5-e1628a6613cf tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8060489 Jan 27 17:07:10.789132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56480) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:10.799636 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Request body: {'port': {'network_id': '5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-909284174'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:10.882530 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3efc4e8-b0d6-484d-aa4a-ed669ba2de2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:10.886006 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6', 'network_id': '5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6', 'tenant_id': '4f6333610cc64c2ca6453d3da6b09779', 'fixed_ips': [{'subnet_id': '37a3d7f1-feba-43b3-9401-97e927045eed'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:07:10.887387 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:10.912887 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efc4e8-b0d6-484d-aa4a-ed669ba2de2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8433cdb2-6d57-4cf4-9213-c5e82a75de15,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:10.916518 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:10.926212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3efc4e8-b0d6-484d-aa4a-ed669ba2de2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:10.927328 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b3efc4e8-b0d6-484d-aa4a-ed669ba2de2d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8433cdb2-6d57-4cf4-9213-c5e82a75de15 HTTP/1.1" status: 204 len: 168 time: 0.4765913 Jan 27 17:07:10.934425 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:10.962488 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:10.966436 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-25f16c73-24d8-46af-b64a-60e7635a3e56 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9574869 Jan 27 17:07:10.966595 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5c6bd-7a4f-43b3-9866-6ae0f757c680 None None] Sync routers for ids ['f6b4b26b-2439-423a-a050-a2a65fca814e'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:10.966683 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56486) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:10.972271 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0f4fe5ef-9665-4c09-b295-b73fa385ce35 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'enable_snat': False}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:10.994360 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c5c6bd-7a4f-43b3-9866-6ae0f757c680 None None] Routers {'f6b4b26b-2439-423a-a050-a2a65fca814e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:10.995421 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-82c5c6bd-7a4f-43b3-9866-6ae0f757c680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f6b4b26b-2439-423a-a050-a2a65fca814e'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:11.051607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3453e7ec-01ee-4480-994b-122d8a065e18 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:11.073727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-82c5c6bd-7a4f-43b3-9866-6ae0f757c680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:11.129067 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c5c6bd-7a4f-43b3-9866-6ae0f757c680 None None] Routers {'f6b4b26b-2439-423a-a050-a2a65fca814e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:11.129577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-82c5c6bd-7a4f-43b3-9866-6ae0f757c680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f6b4b26b-2439-423a-a050-a2a65fca814e'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:11.251353 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Allocated IP 2001:db8::2 (5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6/37a3d7f1-feba-43b3-9401-97e927045eed/9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:11.259951 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3453e7ec-01ee-4480-994b-122d8a065e18 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for 0a2b04dd-5f60-4ef3-b8a0-a6be1399b6c4 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:11.263239 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-82c5c6bd-7a4f-43b3-9866-6ae0f757c680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:11.263635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5c6bd-7a4f-43b3-9866-6ae0f757c680 None None] The sync data for ids ['f6b4b26b-2439-423a-a050-a2a65fca814e'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:11.335286 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:11.344612 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Usage tracker for resource:port and tenant:4f6333610cc64c2ca6453d3da6b09779 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:11.350891 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:11.359807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:11.376953 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:11.459881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Made reservation on behalf of 4f6333610cc64c2ca6453d3da6b09779 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:11.463802 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:11.475713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:11.514977 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:11.525441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:11.574750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] device_id is not set on port fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:11.583839 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:11.623391 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Pushing event updated for resources: {'Port': ['ID=cb079ad8-e566-4239-9e6c-20e1d28b5cb6,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:11.665513 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Transition to ACTIVE for port object 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:11.675100 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3453e7ec-01ee-4480-994b-122d8a065e18 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:11.702646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Transition to ACTIVE for port object 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:11.711379 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:11.819167 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Network 5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:11.822309 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:11.824976 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453e7ec-01ee-4480-994b-122d8a065e18 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=0a2b04dd-5f60-4ef3-b8a0-a6be1399b6c4,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:11.826637 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:11.835663 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Pushing event updated for resources: {'Port': ['ID=9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:11.891593 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe5ef-9665-4c09-b295-b73fa385ce35 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:11.971886 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Attempting to bind port 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:11.972769 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Attempting to bind port 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'ff2f7db8-f83a-4b21-8b55-31b052efc334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:11.972769 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Attempting to bind port 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 on network 5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:11.979689 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:11.980082 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Checking segment: {'id': 'ff2f7db8-f83a-4b21-8b55-31b052efc334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:11.980436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:11.980818 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Bound using segment: {'id': 'ff2f7db8-f83a-4b21-8b55-31b052efc334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:11.981316 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Bound port: 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2f7db8-f83a-4b21-8b55-31b052efc334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:11.981696 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:12.018832 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56514) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:12.096996 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3453e7ec-01ee-4480-994b-122d8a065e18 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:12.152155 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e686720a-ea3f-4876-b566-8193e8328d5b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:12.243645 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3453e7ec-01ee-4480-994b-122d8a065e18 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/0a2b04dd-5f60-4ef3-b8a0-a6be1399b6c4 HTTP/1.1" status: 204 len: 168 time: 2.0168319 Jan 27 17:07:12.255269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Allocated IP 2001:db8::2a4 (5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6/37a3d7f1-feba-43b3-9401-97e927045eed/fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:12.261904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56522) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:12.281425 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] For port 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:12.286701 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] For port 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16,segment=NetworkSegment(ff2f7db8-f83a-4b21-8b55-31b052efc334),segment_id=ff2f7db8-f83a-4b21-8b55-31b052efc334)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:12.303238 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:12.392679 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e686720a-ea3f-4876-b566-8193e8328d5b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:12.393027 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:12.433953 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Request body: {'networks': [{'name': 'tempest-network--545317229'}, {'name': 'tempest-network--1967274487'}]} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:12.434535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Request body: {'network': {'name': 'tempest-network--545317229'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:12.435000 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Request body: {'network': {'name': 'tempest-network--1967274487'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:12.450848 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:12.457081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e9ed0-9d2d-4299-ab4e-294ec42fe6a4 None None] Pushing event updated for resources: {'Port': ['ID=9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:12.472424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Usage tracker for resource:network and tenant:af1c0fa7553f434798fbd758455940a2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:12.479429 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:12.489766 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:12.572360 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Made reservation on behalf of af1c0fa7553f434798fbd758455940a2 for: {'network': 2} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:12.577074 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:12.599026 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:12.619612 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:12.629553 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Usage tracker for resource:security_group_rule and tenant:af1c0fa7553f434798fbd758455940a2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:12.634380 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:12.647055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:12.721253 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:12.772092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a9910b-c033-493f-a064-167ea68c7cb9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:12.773650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a9910b-c033-493f-a064-167ea68c7cb9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:12.774477 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b2a9910b-c033-493f-a064-167ea68c7cb9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:12.875436 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe5ef-9665-4c09-b295-b73fa385ce35 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:12.882946 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe5ef-9665-4c09-b295-b73fa385ce35 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:12.925447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b2a9910b-c033-493f-a064-167ea68c7cb9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:12.929200 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b2a9910b-c033-493f-a064-167ea68c7cb9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6634965 Jan 27 17:07:12.933395 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56530) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:13.127908 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:13.171924 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-459f1759-c5b9-45b7-b24b-0821498ca72f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet 09b0cea3-1e70-469a-aebf-26e1645d8095 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:07:13.181343 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:13.181816 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:13.194629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-459f1759-c5b9-45b7-b24b-0821498ca72f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:13.266562 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3df2ee-362e-4d6a-890d-c50696e284c8,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:13.289285 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:13.290645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:13.301881 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:13.302410 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Added segment 116edf2a-bffb-427c-a88a-2d16a240e772 of type vlan for network f381d756-66cd-48d4-92bb-f17000ce4a79 Jan 27 17:07:13.338014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:13.369201 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Transition to ACTIVE for port object fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:13.381951 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-459f1759-c5b9-45b7-b24b-0821498ca72f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:13.388427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:13.398782 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:13.399189 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Added segment be92ed25-53c8-4114-b436-42f9f8886a92 of type vlan for network 014a20a5-7739-4be9-a7a5-1d7c9dc724f2 Jan 27 17:07:13.419193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:13.437902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:13.479179 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4fe5ef-9665-4c09-b295-b73fa385ce35 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Router f6b4b26b-2439-423a-a050-a2a65fca814e has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:07:13.570103 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:13.570598 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:13.576079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:13.580757 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:13.581820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:13.631617 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3181b85f-1211-4def-a627-3f7d1479542c None None] Network 5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:13.662050 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:13.764506 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7390132 Jan 27 17:07:13.764831 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2587ee3b-b612-4542-946e-7dc4b0cfaaeb None None] Provisioning for port 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:13.765967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Network 5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:13.769192 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56538) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:13.771083 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Pushing event updated for resources: {'Port': ['ID=fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:13.773243 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:13.780409 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:13.785846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:13.786473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:13.820840 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event updated for resources: {'Network': ['ID=f381d756-66cd-48d4-92bb-f17000ce4a79,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:13.839109 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-64944168-8e8e-4702-9c5b-5cb38d50ca77 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.0492306 Jan 27 17:07:13.852282 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56542) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:13.864014 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network f381d756-66cd-48d4-92bb-f17000ce4a79 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:13.865608 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-459f1759-c5b9-45b7-b24b-0821498ca72f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:13.874773 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Request body: {'port': {'network_id': '5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-726450529', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:13.875253 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.api.validators [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] bootfile-name is not in valid_values {{(pid=87595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:07:13.875579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.api.validators [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] tftp-server is not in valid_values {{(pid=87595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:07:13.875906 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.api.validators [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] server-ip-address is not in valid_values {{(pid=87595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:07:14.054147 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2f8e6-e514-4ca6-be27-c350cfcd7a76 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event updated for resources: {'Network': ['ID=014a20a5-7739-4be9-a7a5-1d7c9dc724f2,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:14.054303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Router 2503b798-f732-4a79-b11f-d42daf31afc3 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:07:14.073977 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4fe5ef-9665-4c09-b295-b73fa385ce35 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:14.075162 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b581e6e-7148-4335-ae17-8b96abedf13d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:14.079189 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe5ef-9665-4c09-b295-b73fa385ce35 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:14.081352 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0f4fe5ef-9665-4c09-b295-b73fa385ce35 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "PUT /v2.0/routers/f6b4b26b-2439-423a-a050-a2a65fca814e HTTP/1.1" status: 200 len: 922 time: 3.1135018 Jan 27 17:07:14.084802 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7ad3e2-dbaa-4483-81b6-c937a657a7c3 None None] Sync routers for ids ['f6b4b26b-2439-423a-a050-a2a65fca814e'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:14.085305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56548) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:14.090658 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 014a20a5-7739-4be9-a7a5-1d7c9dc724f2 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:14.095692 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b581e6e-7148-4335-ae17-8b96abedf13d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:14.097484 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ad3e2-dbaa-4483-81b6-c937a657a7c3 None None] Routers {'f6b4b26b-2439-423a-a050-a2a65fca814e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:14.100456 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-db7ad3e2-dbaa-4483-81b6-c937a657a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f6b4b26b-2439-423a-a050-a2a65fca814e'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:14.118336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b581e6e-7148-4335-ae17-8b96abedf13d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:14.125066 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b581e6e-7148-4335-ae17-8b96abedf13d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:14.127440 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5b581e6e-7148-4335-ae17-8b96abedf13d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3521235 Jan 27 17:07:14.136026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56552) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:14.234900 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:14.236128 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-459f1759-c5b9-45b7-b24b-0821498ca72f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:14.270639 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-db7ad3e2-dbaa-4483-81b6-c937a657a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:14.286314 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ad3e2-dbaa-4483-81b6-c937a657a7c3 None None] Routers {'f6b4b26b-2439-423a-a050-a2a65fca814e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:14.287169 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-db7ad3e2-dbaa-4483-81b6-c937a657a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f6b4b26b-2439-423a-a050-a2a65fca814e'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:14.301812 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:14.306722 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Usage tracker for resource:port and tenant:4f6333610cc64c2ca6453d3da6b09779 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:14.317813 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:14.327469 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:14.356062 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4495d039-695f-424f-99ec-58365e326b6a tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "GET /v2.0/routers/f6b4b26b-2439-423a-a050-a2a65fca814e HTTP/1.1" status: 200 len: 922 time: 0.2674451 Jan 27 17:07:14.357159 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56556) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:14.364553 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-db7ad3e2-dbaa-4483-81b6-c937a657a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:14.365325 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7ad3e2-dbaa-4483-81b6-c937a657a7c3 None None] The sync data for ids ['f6b4b26b-2439-423a-a050-a2a65fca814e'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:14.386891 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:07:14.397898 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Made reservation on behalf of 4f6333610cc64c2ca6453d3da6b09779 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:14.401298 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:14.432616 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:14.439305 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:14.439801 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:14.446839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] device_id is not set on port 9bedf0ea-5c99-40e6-884d-2886710dbe8d yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:14.534164 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f7d7c6b9-57a0-4435-a40a-e0d9a8291b7a None None] Provisioning for port fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:14.535063 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b013ab0-859f-4746-b11b-7fa8b330c67a tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:14.535790 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1b013ab0-859f-4746-b11b-7fa8b330c67a tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Synchronizing usage tracker for tenant:fecd79f1e96c4fefb9e3aa96cf45b209 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:14.540329 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f7d7c6b9-57a0-4435-a40a-e0d9a8291b7a None None] Provisioning complete for port fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:14.540989 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7d7c6b9-57a0-4435-a40a-e0d9a8291b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:14.598727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1b013ab0-859f-4746-b11b-7fa8b330c67a tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Unset dirty status for tenant:fecd79f1e96c4fefb9e3aa96cf45b209 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:14.599946 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1b013ab0-859f-4746-b11b-7fa8b330c67a tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&device_id=f6b4b26b-2439-423a-a050-a2a65fca814e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2424126 Jan 27 17:07:14.603384 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56562) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:14.637732 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:14.667062 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Allocated IP 2001:db8::e4 (5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6/37a3d7f1-feba-43b3-9401-97e927045eed/9bedf0ea-5c99-40e6-884d-2886710dbe8d) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:14.710646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f7d7c6b9-57a0-4435-a40a-e0d9a8291b7a None None] Port fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:14.719263 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16,segment=NetworkSegment(ff2f7db8-f83a-4b21-8b55-31b052efc334),segment_id=ff2f7db8-f83a-4b21-8b55-31b052efc334)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:14.727177 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f7d7c6b9-57a0-4435-a40a-e0d9a8291b7a None None] Provisioning complete for port 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:14.727924 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7d7c6b9-57a0-4435-a40a-e0d9a8291b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:14.757784 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:14.767659 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f1759-c5b9-45b7-b24b-0821498ca72f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=09b0cea3-1e70-469a-aebf-26e1645d8095,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:14.789948 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a0445ca-9b7b-435f-8eaa-e60363c0519d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:14.793263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-459f1759-c5b9-45b7-b24b-0821498ca72f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:14.810576 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72227e8e-2fc8-4a0b-9c04-175d9e815de9 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:14.820748 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a8546a-c727-429d-8ee3-34be6c2b9a58 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:14.821357 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-09a8546a-c727-429d-8ee3-34be6c2b9a58 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Synchronizing usage tracker for tenant:fecd79f1e96c4fefb9e3aa96cf45b209 on resource:network {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:14.846336 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-459f1759-c5b9-45b7-b24b-0821498ca72f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/09b0cea3-1e70-469a-aebf-26e1645d8095 HTTP/1.1" status: 204 len: 168 time: 1.9116836 Jan 27 17:07:14.849615 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56566) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:14.897009 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:14.962462 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:14.963947 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1bb919dc-611d-4405-93ac-29a2dd42996a tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.5978460 Jan 27 17:07:14.968136 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56572) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:14.986128 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec99841-563a-4904-b00b-cd3ad553e2a7 None None] Sync routers for ids ['2503b798-f732-4a79-b11f-d42daf31afc3'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:15.005248 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:15.039222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec99841-563a-4904-b00b-cd3ad553e2a7 None None] Routers {'2503b798-f732-4a79-b11f-d42daf31afc3'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:15.040147 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-aec99841-563a-4904-b00b-cd3ad553e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['2503b798-f732-4a79-b11f-d42daf31afc3'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:15.075608 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3028a310-ec37-4237-91d6-f2dbaed23341 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2248275 Jan 27 17:07:15.118861 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56576) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:15.119429 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-09a8546a-c727-429d-8ee3-34be6c2b9a58 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Unset dirty status for tenant:fecd79f1e96c4fefb9e3aa96cf45b209 on resource:network {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:15.120590 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-09a8546a-c727-429d-8ee3-34be6c2b9a58 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "GET /v2.0/networks/fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 HTTP/1.1" status: 200 len: 881 time: 0.5164971 Jan 27 17:07:15.126248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56580) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:15.131113 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-d8a21c2f-6c86-4446-a4b6-f29660d2dac6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:15.136824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a0445ca-9b7b-435f-8eaa-e60363c0519d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:15.160976 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-aec99841-563a-4904-b00b-cd3ad553e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:15.210225 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec99841-563a-4904-b00b-cd3ad553e2a7 None None] Routers {'2503b798-f732-4a79-b11f-d42daf31afc3'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:15.211248 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-aec99841-563a-4904-b00b-cd3ad553e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:06:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['2503b798-f732-4a79-b11f-d42daf31afc3'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:15.215043 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3a44aca1-d09a-479d-b055-513f59a0b466 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b4b26b-2439-423a-a050-a2a65fca814e HTTP/1.1" status: 200 len: 205 time: 0.0823152 Jan 27 17:07:15.216975 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56586) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:15.226000 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-8a0445ca-9b7b-435f-8eaa-e60363c0519d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f381d756-66cd-48d4-92bb-f17000ce4a79']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:15.273806 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-aec99841-563a-4904-b00b-cd3ad553e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:15.274442 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec99841-563a-4904-b00b-cd3ad553e2a7 None None] The sync data for ids ['2503b798-f732-4a79-b11f-d42daf31afc3'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:15.285559 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d8a21c2f-6c86-4446-a4b6-f29660d2dac6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:15.296375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d8a21c2f-6c86-4446-a4b6-f29660d2dac6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:15.301905 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d8a21c2f-6c86-4446-a4b6-f29660d2dac6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:15.311851 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d8a21c2f-6c86-4446-a4b6-f29660d2dac6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:15.314483 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:15.337393 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-690842be-c579-4903-8f87-cae9f4b84698 None None] Provisioning complete for port fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:15.337928 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-690842be-c579-4903-8f87-cae9f4b84698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:15.339436 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Transition to ACTIVE for port object 9bedf0ea-5c99-40e6-884d-2886710dbe8d will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:15.340952 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a21c2f-6c86-4446-a4b6-f29660d2dac6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:15.345265 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d8a21c2f-6c86-4446-a4b6-f29660d2dac6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:15.372331 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-8a0445ca-9b7b-435f-8eaa-e60363c0519d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116edf2a-bffb-427c-a88a-2d16a240e772') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:15.372904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-8a0445ca-9b7b-435f-8eaa-e60363c0519d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116edf2a-bffb-427c-a88a-2d16a240e772') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:15.394834 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa64221b-2673-43a4-918d-cc6ad45c4bff None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:07:15.403954 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fa64221b-2673-43a4-918d-cc6ad45c4bff None None] Deleting port e686720a-ea3f-4876-b566-8193e8328d5b {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:15.404416 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa64221b-2673-43a4-918d-cc6ad45c4bff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:15.414303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a0445ca-9b7b-435f-8eaa-e60363c0519d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:15.474621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-690842be-c579-4903-8f87-cae9f4b84698 None None] Port fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:15.485051 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:15.495927 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a0445ca-9b7b-435f-8eaa-e60363c0519d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:15.508794 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f5e3ff69-2ac1-407f-8e91-ca7b9f5627ee tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "GET /v2.0/routers/2503b798-f732-4a79-b11f-d42daf31afc3 HTTP/1.1" status: 200 len: 924 time: 0.5371585 Jan 27 17:07:15.520375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56590) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:15.526529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0445ca-9b7b-435f-8eaa-e60363c0519d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:07:15.528130 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a0445ca-9b7b-435f-8eaa-e60363c0519d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:15.558216 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Network 5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:15.561434 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:15.563946 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:15.569614 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:15.570286 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:07:15.579186 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:07:15.585591 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5c97edcd-273b-486d-90a2-a2df00f2c009 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "GET /v2.0/ports?device_id=2503b798-f732-4a79-b11f-d42daf31afc3 HTTP/1.1" status: 200 len: 205 time: 0.0598919 Jan 27 17:07:15.585705 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56594) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:15.589537 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Pushing event updated for resources: {'Port': ['ID=9bedf0ea-5c99-40e6-884d-2886710dbe8d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:15.659538 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7492e291-ca7b-4957-b912-b73f493ab442 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:15.669397 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5becba64-21ae-4b19-b664-c788b3459ca2 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.8135839 Jan 27 17:07:15.671939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56598) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:15.672187 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-fa64221b-2673-43a4-918d-cc6ad45c4bff None None] For port e686720a-ea3f-4876-b566-8193e8328d5b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e686720a-ea3f-4876-b566-8193e8328d5b,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:15.672877 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa64221b-2673-43a4-918d-cc6ad45c4bff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:15.836082 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fa64221b-2673-43a4-918d-cc6ad45c4bff None None] Calling delete_port for e686720a-ea3f-4876-b566-8193e8328d5b owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:15.889073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a0445ca-9b7b-435f-8eaa-e60363c0519d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:15.915833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044a24ac-c0cf-4d94-82e3-9b78460e9422 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:15.918385 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a0445ca-9b7b-435f-8eaa-e60363c0519d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:15.921673 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044a24ac-c0cf-4d94-82e3-9b78460e9422 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:15.923569 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0445ca-9b7b-435f-8eaa-e60363c0519d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event deleted for resources: {'Network': ['ID=f381d756-66cd-48d4-92bb-f17000ce4a79,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:15.928309 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044a24ac-c0cf-4d94-82e3-9b78460e9422 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:15.929184 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-044a24ac-c0cf-4d94-82e3-9b78460e9422 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Synchronizing usage tracker for tenant:4f6333610cc64c2ca6453d3da6b09779 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:15.934756 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8a0445ca-9b7b-435f-8eaa-e60363c0519d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "DELETE /v2.0/networks/f381d756-66cd-48d4-92bb-f17000ce4a79 HTTP/1.1" status: 204 len: 168 time: 1.7952492 Jan 27 17:07:15.937020 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7492e291-ca7b-4957-b912-b73f493ab442 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:15.937274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9a4448bc-d0eb-4b82-a91f-b52f5ee6e5cd tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:15.942761 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56604) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:15.949348 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa64221b-2673-43a4-918d-cc6ad45c4bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:15.974475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7492e291-ca7b-4957-b912-b73f493ab442 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Deleting port 0a6767a7-06c6-49f3-a456-bf79c45f4f47 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:15.974855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7492e291-ca7b-4957-b912-b73f493ab442 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:15.998193 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64221b-2673-43a4-918d-cc6ad45c4bff None None] Pushing event deleted for resources: {'Port': ['ID=e686720a-ea3f-4876-b566-8193e8328d5b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:16.006330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa64221b-2673-43a4-918d-cc6ad45c4bff None None] No DVR routers for this DVR port e686720a-ea3f-4876-b566-8193e8328d5b on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:07:16.024619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-721d220a-7cc3-4d23-a84c-b25f9e114a2c None None] Provisioning for port 9bedf0ea-5c99-40e6-884d-2886710dbe8d completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:16.032601 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-721d220a-7cc3-4d23-a84c-b25f9e114a2c None None] Provisioning complete for port 9bedf0ea-5c99-40e6-884d-2886710dbe8d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:16.032983 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-721d220a-7cc3-4d23-a84c-b25f9e114a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:16.110636 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-044a24ac-c0cf-4d94-82e3-9b78460e9422 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Unset dirty status for tenant:4f6333610cc64c2ca6453d3da6b09779 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:16.112677 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-044a24ac-c0cf-4d94-82e3-9b78460e9422 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4398913 Jan 27 17:07:16.114287 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-721d220a-7cc3-4d23-a84c-b25f9e114a2c None None] Port 9bedf0ea-5c99-40e6-884d-2886710dbe8d cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:16.184947 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:16.190962 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56610) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:16.254720 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:16.255031 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:16.278246 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d8a21c2f-6c86-4446-a4b6-f29660d2dac6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:16.311305 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-126ec0f5-4cfb-4d89-941d-31b5152603f6 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:16.348522 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-1bed48fd-4c3a-45cd-a29c-b9186d161d65 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Deleting port 9bedf0ea-5c99-40e6-884d-2886710dbe8d {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:16.349113 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1bed48fd-4c3a-45cd-a29c-b9186d161d65 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:16.392216 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9a4448bc-d0eb-4b82-a91f-b52f5ee6e5cd tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:16.426023 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a21c2f-6c86-4446-a4b6-f29660d2dac6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:16.427653 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a21c2f-6c86-4446-a4b6-f29660d2dac6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=ee4538aa-b905-48b2-a0b8-3ab5ce30c0bf,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:16.439541 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-d8a21c2f-6c86-4446-a4b6-f29660d2dac6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:16.446360 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a21c2f-6c86-4446-a4b6-f29660d2dac6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:16.447003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d8a21c2f-6c86-4446-a4b6-f29660d2dac6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:16.453312 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fabcd3-7f81-4e38-a5eb-8be64194bf53 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:16.456267 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9a4448bc-d0eb-4b82-a91f-b52f5ee6e5cd tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Deleting port cb079ad8-e566-4239-9e6c-20e1d28b5cb6 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:16.456597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9a4448bc-d0eb-4b82-a91f-b52f5ee6e5cd tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:16.483211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e686720a-ea3f-4876-b566-8193e8328d5b no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:07:16.528385 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7492e291-ca7b-4957-b912-b73f493ab442 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:16.539336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-126ec0f5-4cfb-4d89-941d-31b5152603f6 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:16.544270 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: e686720a-ea3f-4876-b566-8193e8328d5b {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:07:16.544715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e686720a-ea3f-4876-b566-8193e8328d5b not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:07:16.581583 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d8a21c2f-6c86-4446-a4b6-f29660d2dac6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4598107 Jan 27 17:07:16.586397 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56616) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:16.609829 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'fixed_ips': [{'subnet_id': 'ee4538aa-b905-48b2-a0b8-3ab5ce30c0bf', 'ip_address': '2001:db8::a4f1:7b9:2dd7:8eb3'}], 'name': 'tempest-NetworksTestDHCPv6-1980910474'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:16.676399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7492e291-ca7b-4957-b912-b73f493ab442 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Calling delete_port for 0a6767a7-06c6-49f3-a456-bf79c45f4f47 owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:16.710073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-126ec0f5-4cfb-4d89-941d-31b5152603f6 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014a20a5-7739-4be9-a7a5-1d7c9dc724f2']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:16.731785 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-126ec0f5-4cfb-4d89-941d-31b5152603f6 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be92ed25-53c8-4114-b436-42f9f8886a92') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:16.732096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-126ec0f5-4cfb-4d89-941d-31b5152603f6 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be92ed25-53c8-4114-b436-42f9f8886a92') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:16.748858 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-126ec0f5-4cfb-4d89-941d-31b5152603f6 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:16.753876 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': 'ee4538aa-b905-48b2-a0b8-3ab5ce30c0bf'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:07:16.754693 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:16.778163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-126ec0f5-4cfb-4d89-941d-31b5152603f6 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:16.792879 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126ec0f5-4cfb-4d89-941d-31b5152603f6 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:07:16.793262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-126ec0f5-4cfb-4d89-941d-31b5152603f6 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:07:16.808402 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:07:16.905938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-126ec0f5-4cfb-4d89-941d-31b5152603f6 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:16.930644 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-126ec0f5-4cfb-4d89-941d-31b5152603f6 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:16.973218 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ec0f5-4cfb-4d89-941d-31b5152603f6 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event deleted for resources: {'Network': ['ID=014a20a5-7739-4be9-a7a5-1d7c9dc724f2,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:16.980491 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Allocated IP 2001:db8::2 (bbf03638-7624-437f-9c24-a87cd70c5626/ee4538aa-b905-48b2-a0b8-3ab5ce30c0bf/ce3d3e0d-1155-4380-975f-5f46099f09de) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:16.986396 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-126ec0f5-4cfb-4d89-941d-31b5152603f6 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "DELETE /v2.0/networks/014a20a5-7739-4be9-a7a5-1d7c9dc724f2 HTTP/1.1" status: 204 len: 168 time: 1.0426066 Jan 27 17:07:16.990545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56622) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:17.053764 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7492e291-ca7b-4957-b912-b73f493ab442 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.120859 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1bed48fd-4c3a-45cd-a29c-b9186d161d65 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.137145 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9a4448bc-d0eb-4b82-a91f-b52f5ee6e5cd tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.160542 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492e291-ca7b-4957-b912-b73f493ab442 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Pushing event deleted for resources: {'Port': ['ID=0a6767a7-06c6-49f3-a456-bf79c45f4f47,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:17.218433 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:17.222303 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.233461 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Transition to ACTIVE for port object ce3d3e0d-1155-4380-975f-5f46099f09de will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:17.251496 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Transition to ACTIVE for port object ce3d3e0d-1155-4380-975f-5f46099f09de will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:17.258395 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.277475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a7b117-6a83-45b8-8563-f57eb6188b6c tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:17.283418 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a7b117-6a83-45b8-8563-f57eb6188b6c tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:17.284236 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-71a7b117-6a83-45b8-8563-f57eb6188b6c tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Synchronizing usage tracker for tenant:af1c0fa7553f434798fbd758455940a2 on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:17.301384 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7492e291-ca7b-4957-b912-b73f493ab442 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.329617 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Pushing event updated for resources: {'Port': ['ID=ce3d3e0d-1155-4380-975f-5f46099f09de,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:17.347531 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:17.348653 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:17.350960 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:17.396459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:17.405376 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-1bed48fd-4c3a-45cd-a29c-b9186d161d65 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Calling delete_port for 9bedf0ea-5c99-40e6-884d-2886710dbe8d owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:17.413871 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-71a7b117-6a83-45b8-8563-f57eb6188b6c tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Unset dirty status for tenant:af1c0fa7553f434798fbd758455940a2 on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:17.415086 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-71a7b117-6a83-45b8-8563-f57eb6188b6c tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4236536 Jan 27 17:07:17.419378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56628) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:17.444763 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Attempting to bind port ce3d3e0d-1155-4380-975f-5f46099f09de on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:17.445116 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Attempting to bind port ce3d3e0d-1155-4380-975f-5f46099f09de by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:17.446650 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Attempting to bind port ce3d3e0d-1155-4380-975f-5f46099f09de on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:17.451285 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:17.451645 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:17.452039 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.452423 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:17.452868 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Bound port: ce3d3e0d-1155-4380-975f-5f46099f09de, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:17.453226 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.455392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9a4448bc-d0eb-4b82-a91f-b52f5ee6e5cd tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Calling delete_port for cb079ad8-e566-4239-9e6c-20e1d28b5cb6 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:17.472450 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-aa847988-315b-4003-bb2b-5b1142351135 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-260037491'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:17.487963 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:17.488711 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7492e291-ca7b-4957-b912-b73f493ab442 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.490786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-aa847988-315b-4003-bb2b-5b1142351135 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:17.493192 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7492e291-ca7b-4957-b912-b73f493ab442 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.506341 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-aa847988-315b-4003-bb2b-5b1142351135 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:17.522499 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:17.525329 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa847988-315b-4003-bb2b-5b1142351135 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Made reservation on behalf of af1c0fa7553f434798fbd758455940a2 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:17.528968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa847988-315b-4003-bb2b-5b1142351135 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.540562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7492e291-ca7b-4957-b912-b73f493ab442 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.541010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7492e291-ca7b-4957-b912-b73f493ab442 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Fanout notify agent at l3_agent the message router_deleted on router f6b4b26b-2439-423a-a050-a2a65fca814e {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:07:17.546562 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] For port ce3d3e0d-1155-4380-975f-5f46099f09de, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:17.551698 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] For port ce3d3e0d-1155-4380-975f-5f46099f09de, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ce3d3e0d-1155-4380-975f-5f46099f09de,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:17.559619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.560494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7492e291-ca7b-4957-b912-b73f493ab442 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.561578 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7492e291-ca7b-4957-b912-b73f493ab442 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "DELETE /v2.0/routers/f6b4b26b-2439-423a-a050-a2a65fca814e HTTP/1.1" status: 204 len: 168 time: 2.3417609 Jan 27 17:07:17.565845 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:17.567528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56632) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:17.574851 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-fc8075f4-d083-4edd-b4ab-63beb5e8da6d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-913617579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:17.580445 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa847988-315b-4003-bb2b-5b1142351135 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:17.583247 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-fc8075f4-d083-4edd-b4ab-63beb5e8da6d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:17.590477 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-fc8075f4-d083-4edd-b4ab-63beb5e8da6d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Usage tracker for resource:router and tenant:3f177f9aa6a04da19a5abdf567092cb4 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:17.594035 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-fc8075f4-d083-4edd-b4ab-63beb5e8da6d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:17.600508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa847988-315b-4003-bb2b-5b1142351135 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.600839 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-aa847988-315b-4003-bb2b-5b1142351135 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Added segment 3dd5d65e-0ed6-4c86-85ff-373fa314798d of type vlan for network 4044834e-a0f3-4021-9d2a-fcac8f94a5d6 Jan 27 17:07:17.602114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-fc8075f4-d083-4edd-b4ab-63beb5e8da6d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:17.626555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fc8075f4-d083-4edd-b4ab-63beb5e8da6d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.627543 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fc8075f4-d083-4edd-b4ab-63beb5e8da6d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.638512 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa847988-315b-4003-bb2b-5b1142351135 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.657741 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fc8075f4-d083-4edd-b4ab-63beb5e8da6d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.660198 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf94003-b011-42c0-ac23-e931aa85ae79 None None] Pushing event updated for resources: {'Port': ['ID=ce3d3e0d-1155-4380-975f-5f46099f09de,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:17.700757 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa847988-315b-4003-bb2b-5b1142351135 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.706774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa847988-315b-4003-bb2b-5b1142351135 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:17.707505 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa847988-315b-4003-bb2b-5b1142351135 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.745508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fc8075f4-d083-4edd-b4ab-63beb5e8da6d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.861055 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1bed48fd-4c3a-45cd-a29c-b9186d161d65 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.947012 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed48fd-4c3a-45cd-a29c-b9186d161d65 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Pushing event deleted for resources: {'Port': ['ID=9bedf0ea-5c99-40e6-884d-2886710dbe8d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:17.984602 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-aa847988-315b-4003-bb2b-5b1142351135 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5619321 Jan 27 17:07:17.985855 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.988404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fc8075f4-d083-4edd-b4ab-63beb5e8da6d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:17.992535 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fc8075f4-d083-4edd-b4ab-63beb5e8da6d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4237759 Jan 27 17:07:17.993187 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56638) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:17.993514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56640) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:17.998134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa847988-315b-4003-bb2b-5b1142351135 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event updated for resources: {'Network': ['ID=4044834e-a0f3-4021-9d2a-fcac8f94a5d6,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:18.003293 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d98a101e-0fc9-4264-940c-2167c6fa1e2d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:18.011965 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 4044834e-a0f3-4021-9d2a-fcac8f94a5d6 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:18.020044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port b8b6b2ad-5b4f-4a25-b42b-7aa4d3b1b219 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:18.156297 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-401fb3f9-2445-4bf7-b3ab-8d0ec2316237 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1828268190'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:18.193303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-401fb3f9-2445-4bf7-b3ab-8d0ec2316237 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:18.220712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-401fb3f9-2445-4bf7-b3ab-8d0ec2316237 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Usage tracker for resource:network and tenant:af1c0fa7553f434798fbd758455940a2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:18.238267 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1bed48fd-4c3a-45cd-a29c-b9186d161d65 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:18.248280 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9a4448bc-d0eb-4b82-a91f-b52f5ee6e5cd tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:18.251646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ce3d3e0d-1155-4380-975f-5f46099f09de up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:18.308497 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-401fb3f9-2445-4bf7-b3ab-8d0ec2316237 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:18.328947 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-401fb3f9-2445-4bf7-b3ab-8d0ec2316237 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:18.338629 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port ce3d3e0d-1155-4380-975f-5f46099f09de completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:18.395613 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4448bc-d0eb-4b82-a91f-b52f5ee6e5cd tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Pushing event deleted for resources: {'Port': ['ID=cb079ad8-e566-4239-9e6c-20e1d28b5cb6,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:18.439991 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1bed48fd-4c3a-45cd-a29c-b9186d161d65 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] 10.222.0.50 "DELETE /v2.0/ports/9bedf0ea-5c99-40e6-884d-2886710dbe8d HTTP/1.1" status: 204 len: 168 time: 2.2475178 Jan 27 17:07:18.451377 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56650) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:18.464318 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401fb3f9-2445-4bf7-b3ab-8d0ec2316237 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Made reservation on behalf of af1c0fa7553f434798fbd758455940a2 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:18.466482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-aceb0272-0116-4cba-b9db-7238ca3b2197 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Request body: {'port': {'name': 'tempest-new-port-name-16520217', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:18.466838 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.api.validators [None req-aceb0272-0116-4cba-b9db-7238ca3b2197 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] bootfile-name is not in valid_values {{(pid=87595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:07:18.467166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.api.validators [None req-aceb0272-0116-4cba-b9db-7238ca3b2197 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] tftp-server is not in valid_values {{(pid=87595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:07:18.467476 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.api.validators [None req-aceb0272-0116-4cba-b9db-7238ca3b2197 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] server-ip-address is not in valid_values {{(pid=87595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:07:18.467650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-401fb3f9-2445-4bf7-b3ab-8d0ec2316237 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:18.619073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d98a101e-0fc9-4264-940c-2167c6fa1e2d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:18.626387 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401fb3f9-2445-4bf7-b3ab-8d0ec2316237 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:18.652485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-401fb3f9-2445-4bf7-b3ab-8d0ec2316237 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:18.652738 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-401fb3f9-2445-4bf7-b3ab-8d0ec2316237 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Added segment 74942626-c309-49a0-9c1b-65b3ac1af3b4 of type vlan for network 8ad6f5fb-620b-4b37-8d15-bf48022cb14c Jan 27 17:07:18.691958 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d029716d-2202-4cb7-ac55-77dc77d2dd02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:18.696922 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-401fb3f9-2445-4bf7-b3ab-8d0ec2316237 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:18.701080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9a4448bc-d0eb-4b82-a91f-b52f5ee6e5cd tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:18.791085 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-401fb3f9-2445-4bf7-b3ab-8d0ec2316237 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:18.797076 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401fb3f9-2445-4bf7-b3ab-8d0ec2316237 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:18.797427 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-401fb3f9-2445-4bf7-b3ab-8d0ec2316237 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:18.931296 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-401fb3f9-2445-4bf7-b3ab-8d0ec2316237 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9365203 Jan 27 17:07:18.932084 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56656) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:18.942812 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fb3f9-2445-4bf7-b3ab-8d0ec2316237 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event updated for resources: {'Network': ['ID=8ad6f5fb-620b-4b37-8d15-bf48022cb14c,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:18.947270 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::a4f1:7b9:2dd7:8eb3 (bbf03638-7624-437f-9c24-a87cd70c5626/ee4538aa-b905-48b2-a0b8-3ab5ce30c0bf/b8b6b2ad-5b4f-4a25-b42b-7aa4d3b1b219) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:18.952901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Request body: {'ports': [{'network_id': '4044834e-a0f3-4021-9d2a-fcac8f94a5d6', 'name': 'tempest-port--1571484382', 'admin_state_up': True}, {'network_id': '8ad6f5fb-620b-4b37-8d15-bf48022cb14c', 'admin_state_up': False}]} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:18.953230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Request body: {'port': {'network_id': '4044834e-a0f3-4021-9d2a-fcac8f94a5d6', 'name': 'tempest-port--1571484382', 'admin_state_up': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:18.953968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Request body: {'port': {'network_id': '8ad6f5fb-620b-4b37-8d15-bf48022cb14c', 'admin_state_up': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:18.956705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 8ad6f5fb-620b-4b37-8d15-bf48022cb14c details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:18.962851 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9a4448bc-d0eb-4b82-a91f-b52f5ee6e5cd tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:18.968188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9a4448bc-d0eb-4b82-a91f-b52f5ee6e5cd tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:18.982738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aceb0272-0116-4cba-b9db-7238ca3b2197 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.072025 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9a4448bc-d0eb-4b82-a91f-b52f5ee6e5cd tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.072448 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4448bc-d0eb-4b82-a91f-b52f5ee6e5cd tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Fanout notify agent at l3_agent the message router_deleted on router 2503b798-f732-4a79-b11f-d42daf31afc3 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:07:19.105939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9a4448bc-d0eb-4b82-a91f-b52f5ee6e5cd tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.107025 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9a4448bc-d0eb-4b82-a91f-b52f5ee6e5cd tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "DELETE /v2.0/routers/2503b798-f732-4a79-b11f-d42daf31afc3 HTTP/1.1" status: 204 len: 168 time: 3.5214710 Jan 27 17:07:19.114338 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56660) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:19.124779 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Request body: {'router': {'name': 'tempest-snat-router-103061692', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'enable_snat': False}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:19.135269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:19.154936 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5ab6cf4d-172c-44d1-bf25-e69eb9b858d1 None None] Provisioning for port ce3d3e0d-1155-4380-975f-5f46099f09de completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:19.165410 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5ab6cf4d-172c-44d1-bf25-e69eb9b858d1 None None] Provisioning complete for port ce3d3e0d-1155-4380-975f-5f46099f09de triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:19.166041 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5ab6cf4d-172c-44d1-bf25-e69eb9b858d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.176799 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Usage tracker for resource:router and tenant:a2f05bb92d544cb58ff8d01cbdd96074 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:19.194920 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:19.221037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:19.237473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d98a101e-0fc9-4264-940c-2167c6fa1e2d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.289531 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d98a101e-0fc9-4264-940c-2167c6fa1e2d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.306451 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5ab6cf4d-172c-44d1-bf25-e69eb9b858d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.347530 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.348533 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.350204 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-5ab6cf4d-172c-44d1-bf25-e69eb9b858d1 None None] For port ce3d3e0d-1155-4380-975f-5f46099f09de, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ce3d3e0d-1155-4380-975f-5f46099f09de,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:19.361511 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5ab6cf4d-172c-44d1-bf25-e69eb9b858d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.455242 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.483440 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.484229 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6cf4d-172c-44d1-bf25-e69eb9b858d1 None None] Pushing event updated for resources: {'Port': ['ID=ce3d3e0d-1155-4380-975f-5f46099f09de,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:19.517166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object b8b6b2ad-5b4f-4a25-b42b-7aa4d3b1b219 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:19.668368 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:19.680081 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Usage tracker for resource:port and tenant:af1c0fa7553f434798fbd758455940a2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:19.687495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:19.725992 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:19.732449 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aceb0272-0116-4cba-b9db-7238ca3b2197 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.753238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aceb0272-0116-4cba-b9db-7238ca3b2197 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.754989 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Made reservation on behalf of af1c0fa7553f434798fbd758455940a2 for: {'port': 2} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:19.761252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.791263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.808681 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-d98a101e-0fc9-4264-940c-2167c6fa1e2d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Allocated IP 172.26.1.161 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/e3071072-239b-42af-9e73-73555f4a4400) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:19.866381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.883573 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.890370 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-aceb0272-0116-4cba-b9db-7238ca3b2197 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] In _notify_port_updated(), no bound segment for port fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2 on network 5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6 {{(pid=87595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:07:19.897511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceb0272-0116-4cba-b9db-7238ca3b2197 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:19.898212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aceb0272-0116-4cba-b9db-7238ca3b2197 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:19.899678 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-aceb0272-0116-4cba-b9db-7238ca3b2197 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] 10.222.0.50 "PUT /v2.0/ports/fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2 HTTP/1.1" status: 200 len: 1128 time: 1.4462700 Jan 27 17:07:19.913936 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56670) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:19.970993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb0272-0116-4cba-b9db-7238ca3b2197 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Pushing event updated for resources: {'Port': ['ID=fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:20.102764 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ce3d3e0d-1155-4380-975f-5f46099f09de up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:20.201176 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port ce3d3e0d-1155-4380-975f-5f46099f09de triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:20.202034 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:20.209242 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=b8b6b2ad-5b4f-4a25-b42b-7aa4d3b1b219,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:20.219991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:20.224831 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:20.225600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] device_id is not set on port af445a7b-863d-4218-892e-0c49daa8ff55 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:20.230976 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:20.236484 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:20.237424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:20.277066 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7dc15b-77be-46e2-9e4d-14de535ec219 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:20.277732 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1b7dc15b-77be-46e2-9e4d-14de535ec219 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Synchronizing usage tracker for tenant:4f6333610cc64c2ca6453d3da6b09779 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:20.291908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d98a101e-0fc9-4264-940c-2167c6fa1e2d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:20.303790 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1b7dc15b-77be-46e2-9e4d-14de535ec219 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Unset dirty status for tenant:4f6333610cc64c2ca6453d3da6b09779 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:20.305029 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1b7dc15b-77be-46e2-9e4d-14de535ec219 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] 10.222.0.50 "GET /v2.0/ports/fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2 HTTP/1.1" status: 200 len: 1128 time: 0.3876710 Jan 27 17:07:20.309392 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9858b037-daa7-4424-a89c-334a0400eb5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7197578 Jan 27 17:07:20.310916 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56674) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:20.326961 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7eb5b0ae-687f-4033-97ae-6b0d6b07917f None None] Provisioning complete for port fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:20.327418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7eb5b0ae-687f-4033-97ae-6b0d6b07917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:20.332102 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56676) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:20.412379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-0116e91a-665c-4d12-bd14-6c77ad11c70a tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Deleting port fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:20.412715 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0116e91a-665c-4d12-bd14-6c77ad11c70a tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:20.432854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:20.464956 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7eb5b0ae-687f-4033-97ae-6b0d6b07917f None None] Port fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:20.522063 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d98a101e-0fc9-4264-940c-2167c6fa1e2d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:20.590291 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fc18a3a6-5016-41c3-ab14-248b0d1640c6 None None] Provisioning for port b8b6b2ad-5b4f-4a25-b42b-7aa4d3b1b219 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:20.596756 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fc18a3a6-5016-41c3-ab14-248b0d1640c6 None None] Provisioning complete for port b8b6b2ad-5b4f-4a25-b42b-7aa4d3b1b219 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:20.597122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc18a3a6-5016-41c3-ab14-248b0d1640c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:20.653467 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fc18a3a6-5016-41c3-ab14-248b0d1640c6 None None] Port b8b6b2ad-5b4f-4a25-b42b-7aa4d3b1b219 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:20.655456 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] device_id is not set on port 796c176a-0746-4ba1-9bc8-5fdfcce5d17a yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:20.682000 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98a101e-0fc9-4264-940c-2167c6fa1e2d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:20.686977 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-d98a101e-0fc9-4264-940c-2167c6fa1e2d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:20.694508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98a101e-0fc9-4264-940c-2167c6fa1e2d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:20.721697 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a101e-0fc9-4264-940c-2167c6fa1e2d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Pushing event updated for resources: {'Port': ['ID=e3071072-239b-42af-9e73-73555f4a4400,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:20.847743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1b97f-d84f-4f2c-80e2-b123e8727008 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:20.853577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1b97f-d84f-4f2c-80e2-b123e8727008 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:20.854723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5dc1b97f-d84f-4f2c-80e2-b123e8727008 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:20.973174 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0116e91a-665c-4d12-bd14-6c77ad11c70a tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:20.994080 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a810a6f-a8cb-4ffe-a9a2-20a9e0ec9b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:21.006360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5dc1b97f-d84f-4f2c-80e2-b123e8727008 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:21.011896 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5dc1b97f-d84f-4f2c-80e2-b123e8727008 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5264711 Jan 27 17:07:21.011896 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56686) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:21.106234 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-0116e91a-665c-4d12-bd14-6c77ad11c70a tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Calling delete_port for fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:21.150316 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:21.162186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:21.186842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:21.192694 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-917d08f3-63b7-4ad5-81c7-afc02c247f1e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port b8b6b2ad-5b4f-4a25-b42b-7aa4d3b1b219 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:21.193030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-917d08f3-63b7-4ad5-81c7-afc02c247f1e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:21.397172 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Allocated IP 172.26.1.243 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/a587e36c-09d6-4aa6-b585-315ff708416d) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:21.399272 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0116e91a-665c-4d12-bd14-6c77ad11c70a tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:21.456786 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116e91a-665c-4d12-bd14-6c77ad11c70a tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Pushing event deleted for resources: {'Port': ['ID=fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:21.487086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:21.522215 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0116e91a-665c-4d12-bd14-6c77ad11c70a tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:21.552125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d98a101e-0fc9-4264-940c-2167c6fa1e2d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:21.595170 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0116e91a-665c-4d12-bd14-6c77ad11c70a tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] 10.222.0.50 "DELETE /v2.0/ports/fc3cbb4d-d44b-4488-a85a-99c2f7e7dbb2 HTTP/1.1" status: 204 len: 168 time: 1.2819624 Jan 27 17:07:21.597816 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56692) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:21.698870 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b917e5a-362a-4a60-a239-37d537b04169 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Deleting subnet 37a3d7f1-feba-43b3-9401-97e927045eed {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:07:21.704854 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:21.707612 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8b917e5a-362a-4a60-a239-37d537b04169 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:21.710188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event updated for resources: {'Port': ['ID=af445a7b-863d-4218-892e-0c49daa8ff55,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:21.768197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8b917e5a-362a-4a60-a239-37d537b04169 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:21.840447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:21.860640 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Checking segment: {'id': '3dd5d65e-0ed6-4c86-85ff-373fa314798d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '4044834e-a0f3-4021-9d2a-fcac8f94a5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:21.861000 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Network hostable DHCP agents. Network: 4044834e-a0f3-4021-9d2a-fcac8f94a5d6, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:07:21.906528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-917d08f3-63b7-4ad5-81c7-afc02c247f1e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:22.034476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Network 4044834e-a0f3-4021-9d2a-fcac8f94a5d6 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:07:22.062931 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:22.077571 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:22.082331 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:22.085466 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Pushing event updated for resources: {'Port': ['ID=a587e36c-09d6-4aa6-b585-315ff708416d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:22.088130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8b917e5a-362a-4a60-a239-37d537b04169 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:22.112657 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-917d08f3-63b7-4ad5-81c7-afc02c247f1e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for b8b6b2ad-5b4f-4a25-b42b-7aa4d3b1b219 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:22.119094 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:22.161527 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 4044834e-a0f3-4021-9d2a-fcac8f94a5d6) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:22.174602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:22.175707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:22.184332 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ad871d-8304-44e7-89fe-21d55873076f None None] Network 4044834e-a0f3-4021-9d2a-fcac8f94a5d6 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:22.220490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:22.325833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8b917e5a-362a-4a60-a239-37d537b04169 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:22.354936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d98a101e-0fc9-4264-940c-2167c6fa1e2d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:22.367947 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event updated for resources: {'Port': ['ID=796c176a-0746-4ba1-9bc8-5fdfcce5d17a,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:22.396619 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b917e5a-362a-4a60-a239-37d537b04169 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Pushing event deleted for resources: {'Subnet': ['ID=37a3d7f1-feba-43b3-9401-97e927045eed,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:22.403731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d98a101e-0fc9-4264-940c-2167c6fa1e2d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:22.414701 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8b917e5a-362a-4a60-a239-37d537b04169 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:22.423281 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9d663e-cdef-4595-93b4-e3b2e41b36fe None None] Network 5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:22.431732 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8b917e5a-362a-4a60-a239-37d537b04169 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] 10.222.0.50 "DELETE /v2.0/subnets/37a3d7f1-feba-43b3-9401-97e927045eed HTTP/1.1" status: 204 len: 168 time: 0.8305507 Jan 27 17:07:22.431936 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56702) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:22.499320 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Checking segment: {'id': '74942626-c309-49a0-9c1b-65b3ac1af3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8ad6f5fb-620b-4b37-8d15-bf48022cb14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:22.499669 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Network hostable DHCP agents. Network: 8ad6f5fb-620b-4b37-8d15-bf48022cb14c, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:07:22.533705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-917d08f3-63b7-4ad5-81c7-afc02c247f1e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:22.608801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:22.644224 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Deleting port 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:22.644827 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:22.654425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d08f3-63b7-4ad5-81c7-afc02c247f1e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=b8b6b2ad-5b4f-4a25-b42b-7aa4d3b1b219,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:22.686575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Network 8ad6f5fb-620b-4b37-8d15-bf48022cb14c is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:07:22.712972 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-917d08f3-63b7-4ad5-81c7-afc02c247f1e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:22.717605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 8ad6f5fb-620b-4b37-8d15-bf48022cb14c) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:22.726858 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36af4910-177b-4350-9e8d-5b9e1aec65da None None] Network 8ad6f5fb-620b-4b37-8d15-bf48022cb14c requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:22.729596 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:22.735182 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:22.739956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:22.740645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:22.784857 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b9a221-644c-4322-bf32-318c99d8eee1 None None] DHCP port deletion for 5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:07:22.790340 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-917d08f3-63b7-4ad5-81c7-afc02c247f1e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/b8b6b2ad-5b4f-4a25-b42b-7aa4d3b1b219 HTTP/1.1" status: 204 len: 168 time: 1.7728560 Jan 27 17:07:22.790340 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56706) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:22.795264 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-85b9a221-644c-4322-bf32-318c99d8eee1 None None] Deleting port 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:22.795911 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85b9a221-644c-4322-bf32-318c99d8eee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:22.829912 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7a21a927-41e3-4963-9918-cc7d8b992a1a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8885276 Jan 27 17:07:22.839721 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56710) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:22.918693 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98a101e-0fc9-4264-940c-2167c6fa1e2d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Router 340f52dc-4d9e-41d7-a8f6-52a603aceb97 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:07:22.924473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a7ee80-972c-436b-92d4-fe3570ff280f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:22.926092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a7ee80-972c-436b-92d4-fe3570ff280f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:22.926841 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-59a7ee80-972c-436b-92d4-fe3570ff280f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:22.951676 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:23.128560 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-59a7ee80-972c-436b-92d4-fe3570ff280f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:23.132197 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-59a7ee80-972c-436b-92d4-fe3570ff280f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3386323 Jan 27 17:07:23.139371 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56716) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:23.176167 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98146997-c5ae-4e09-85d7-28520278a2b8 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:23.183268 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98146997-c5ae-4e09-85d7-28520278a2b8 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:23.184059 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-98146997-c5ae-4e09-85d7-28520278a2b8 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Synchronizing usage tracker for tenant:af1c0fa7553f434798fbd758455940a2 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:23.230258 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-85b9a221-644c-4322-bf32-318c99d8eee1 None None] For port 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16,segment=NetworkSegment(ff2f7db8-f83a-4b21-8b55-31b052efc334),segment_id=ff2f7db8-f83a-4b21-8b55-31b052efc334)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:23.230875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85b9a221-644c-4322-bf32-318c99d8eee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:23.284799 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-98146997-c5ae-4e09-85d7-28520278a2b8 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Unset dirty status for tenant:af1c0fa7553f434798fbd758455940a2 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:23.286098 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-98146997-c5ae-4e09-85d7-28520278a2b8 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4435747 Jan 27 17:07:23.289001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56722) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:23.335449 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] For port 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16,segment=NetworkSegment(ff2f7db8-f83a-4b21-8b55-31b052efc334),segment_id=ff2f7db8-f83a-4b21-8b55-31b052efc334)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:23.335806 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:23.342473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98a101e-0fc9-4264-940c-2167c6fa1e2d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:23.353260 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91c8667-28a9-4e39-850c-e84cadb25201 None None] Sync routers for ids ['340f52dc-4d9e-41d7-a8f6-52a603aceb97'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:23.357826 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d98a101e-0fc9-4264-940c-2167c6fa1e2d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:23.359184 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d98a101e-0fc9-4264-940c-2167c6fa1e2d tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "PUT /v2.0/routers/340f52dc-4d9e-41d7-a8f6-52a603aceb97 HTTP/1.1" status: 200 len: 879 time: 5.3629611 Jan 27 17:07:23.362876 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56726) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:23.368944 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c8667-28a9-4e39-850c-e84cadb25201 None None] Routers {'340f52dc-4d9e-41d7-a8f6-52a603aceb97'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:23.369485 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d91c8667-28a9-4e39-850c-e84cadb25201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['340f52dc-4d9e-41d7-a8f6-52a603aceb97'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:23.415075 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-85b9a221-644c-4322-bf32-318c99d8eee1 None None] Calling delete_port for 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:23.451605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7452e334-a659-4b0d-a391-a0024515051d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Deleting port af445a7b-863d-4218-892e-0c49daa8ff55 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:23.452128 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7452e334-a659-4b0d-a391-a0024515051d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:23.473711 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d91c8667-28a9-4e39-850c-e84cadb25201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:23.499710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:23.511088 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c8667-28a9-4e39-850c-e84cadb25201 None None] Routers {'340f52dc-4d9e-41d7-a8f6-52a603aceb97'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:23.514248 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d91c8667-28a9-4e39-850c-e84cadb25201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['340f52dc-4d9e-41d7-a8f6-52a603aceb97'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:23.535373 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85b9a221-644c-4322-bf32-318c99d8eee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:23.593782 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9a221-644c-4322-bf32-318c99d8eee1 None None] Pushing event deleted for resources: {'Port': ['ID=9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:23.603323 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b9a221-644c-4322-bf32-318c99d8eee1 None None] No DVR routers for this DVR port 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:07:23.629415 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d91c8667-28a9-4e39-850c-e84cadb25201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:23.630057 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91c8667-28a9-4e39-850c-e84cadb25201 None None] The sync data for ids ['340f52dc-4d9e-41d7-a8f6-52a603aceb97'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:23.630339 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Calling delete_port for 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:23.680907 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-a606d06f-3ded-414c-b96d-883dd28e93fa tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet ee4538aa-b905-48b2-a0b8-3ab5ce30c0bf {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:07:23.686085 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fea17ff6-d6a3-48cc-a32a-4b33af202227 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "GET /v2.0/routers/340f52dc-4d9e-41d7-a8f6-52a603aceb97 HTTP/1.1" status: 200 len: 920 time: 0.3218169 Jan 27 17:07:23.688839 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56732) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:23.743336 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a606d06f-3ded-414c-b96d-883dd28e93fa tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:23.836773 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7452e334-a659-4b0d-a391-a0024515051d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:23.839970 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a606d06f-3ded-414c-b96d-883dd28e93fa tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:23.867630 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:23.874750 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:07:23.875066 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:07:23.964054 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7452e334-a659-4b0d-a391-a0024515051d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Calling delete_port for af445a7b-863d-4218-892e-0c49daa8ff55 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:24.018376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5db6c4-ca37-413b-affc-f95acbb4632c tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:24.022661 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1a5db6c4-ca37-413b-affc-f95acbb4632c tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&device_id=340f52dc-4d9e-41d7-a8f6-52a603aceb97&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3301027 Jan 27 17:07:24.022661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56736) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:24.097258 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:07:24.105434 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a606d06f-3ded-414c-b96d-883dd28e93fa tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:24.132936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7452e334-a659-4b0d-a391-a0024515051d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:24.133793 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:07:24.135448 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:07:24.192072 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452e334-a659-4b0d-a391-a0024515051d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event deleted for resources: {'Port': ['ID=af445a7b-863d-4218-892e-0c49daa8ff55,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:24.192423 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Router b661c72e-d784-449a-9e37-ec49a80b8df8 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:07:24.217747 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7452e334-a659-4b0d-a391-a0024515051d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:24.228890 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1044ec-28a7-43e8-b288-40e8fdca4850 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:24.230526 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7b1044ec-28a7-43e8-b288-40e8fdca4850 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "GET /v2.0/networks/fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 HTTP/1.1" status: 200 len: 881 time: 0.2070122 Jan 27 17:07:24.233471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56742) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:24.270639 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a606d06f-3ded-414c-b96d-883dd28e93fa tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:24.270901 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7452e334-a659-4b0d-a391-a0024515051d tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "DELETE /v2.0/ports/af445a7b-863d-4218-892e-0c49daa8ff55 HTTP/1.1" status: 204 len: 168 time: 0.9804826 Jan 27 17:07:24.273217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56746) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:24.308467 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-261195a8-31be-450d-a4c3-7c2534411195 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "GET /v2.0/ports?device_id=340f52dc-4d9e-41d7-a8f6-52a603aceb97 HTTP/1.1" status: 200 len: 205 time: 0.0737317 Jan 27 17:07:24.312905 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56750) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:24.330010 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606d06f-3ded-414c-b96d-883dd28e93fa tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4538aa-b905-48b2-a0b8-3ab5ce30c0bf,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:24.346181 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3f7eb7d8-b3b2-42fe-9094-ab7054702546 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Deleting port 796c176a-0746-4ba1-9bc8-5fdfcce5d17a {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:24.346528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3f7eb7d8-b3b2-42fe-9094-ab7054702546 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:24.387348 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Deleting port 9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:24.387686 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:24.394876 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda6aed7-ed34-40ea-9424-750d72886611 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:24.411792 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a606d06f-3ded-414c-b96d-883dd28e93fa tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:24.480599 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] The port '9b4c82e5-965c-4437-a4b9-3d4fc3f7fb16' was deleted {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:07:24.633794 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a606d06f-3ded-414c-b96d-883dd28e93fa tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/ee4538aa-b905-48b2-a0b8-3ab5ce30c0bf HTTP/1.1" status: 204 len: 168 time: 1.4906878 Jan 27 17:07:24.655373 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56758) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:24.705640 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba66915-5387-4bb9-ae75-a62f3d2ba3ab None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:07:24.710046 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3ba66915-5387-4bb9-ae75-a62f3d2ba3ab None None] Deleting port ce3d3e0d-1155-4380-975f-5f46099f09de {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:24.710483 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ba66915-5387-4bb9-ae75-a62f3d2ba3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:24.719767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3f7eb7d8-b3b2-42fe-9094-ab7054702546 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:24.800538 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-85935aac-59ba-42cc-9fb2-e12ff8466816 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1423090 Jan 27 17:07:24.827485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56764) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:24.860116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:24.889439 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d2a88046-36d9-4d8e-bb15-43de201d7381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:24.914358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3f7eb7d8-b3b2-42fe-9094-ab7054702546 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Calling delete_port for 796c176a-0746-4ba1-9bc8-5fdfcce5d17a owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:24.929922 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-3ba66915-5387-4bb9-ae75-a62f3d2ba3ab None None] For port ce3d3e0d-1155-4380-975f-5f46099f09de, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ce3d3e0d-1155-4380-975f-5f46099f09de,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:24.930270 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ba66915-5387-4bb9-ae75-a62f3d2ba3ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.032389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:25.044481 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2f7db8-f83a-4b21-8b55-31b052efc334') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:25.044771 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2f7db8-f83a-4b21-8b55-31b052efc334') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:25.056435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.072563 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.078616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:07:25.079004 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.088072 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d2a88046-36d9-4d8e-bb15-43de201d7381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:25.095652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d2a88046-36d9-4d8e-bb15-43de201d7381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:25.097980 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3ba66915-5387-4bb9-ae75-a62f3d2ba3ab None None] Calling delete_port for ce3d3e0d-1155-4380-975f-5f46099f09de owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:25.100237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d2a88046-36d9-4d8e-bb15-43de201d7381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:25.110680 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3caa967-a85b-4986-a9da-4ea1cb619750 req-97fe63e7-b591-4e2c-9e76-bdd8d3642250 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:25.112220 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c3caa967-a85b-4986-a9da-4ea1cb619750 req-97fe63e7-b591-4e2c-9e76-bdd8d3642250 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.3824496 Jan 27 17:07:25.115990 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3f7eb7d8-b3b2-42fe-9094-ab7054702546 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.117996 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d2a88046-36d9-4d8e-bb15-43de201d7381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:25.172320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:07:25.174013 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:07:25.190883 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ba66915-5387-4bb9-ae75-a62f3d2ba3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.194128 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7eb7d8-b3b2-42fe-9094-ab7054702546 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event deleted for resources: {'Port': ['ID=796c176a-0746-4ba1-9bc8-5fdfcce5d17a,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:25.207221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2aaaf962-64e9-488b-be32-d8cdccf14d6b tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.212167 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3f7eb7d8-b3b2-42fe-9094-ab7054702546 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.215027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a88046-36d9-4d8e-bb15-43de201d7381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:25.219005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d2a88046-36d9-4d8e-bb15-43de201d7381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.242215 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Sync routers for ids ['b661c72e-d784-449a-9e37-ec49a80b8df8'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:25.250188 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba66915-5387-4bb9-ae75-a62f3d2ba3ab None None] No DVR routers for this DVR port ce3d3e0d-1155-4380-975f-5f46099f09de on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:07:25.257984 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c3caa967-a85b-4986-a9da-4ea1cb619750 req-0202d962-9106-4f81-87ea-29c67957b205 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339343 Jan 27 17:07:25.263949 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba66915-5387-4bb9-ae75-a62f3d2ba3ab None None] Pushing event deleted for resources: {'Port': ['ID=ce3d3e0d-1155-4380-975f-5f46099f09de,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:25.270603 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3f7eb7d8-b3b2-42fe-9094-ab7054702546 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "DELETE /v2.0/ports/796c176a-0746-4ba1-9bc8-5fdfcce5d17a HTTP/1.1" status: 204 len: 168 time: 0.9963722 Jan 27 17:07:25.274339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56768) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:25.280211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Routers {'b661c72e-d784-449a-9e37-ec49a80b8df8'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:25.282138 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['b661c72e-d784-449a-9e37-ec49a80b8df8'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:25.378178 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e1703d1f-a459-4edc-a910-65f0e87f9381 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Synchronizing usage tracker for tenant:af1c0fa7553f434798fbd758455940a2 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:25.415511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.416464 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e1703d1f-a459-4edc-a910-65f0e87f9381 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Unset dirty status for tenant:af1c0fa7553f434798fbd758455940a2 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:25.417959 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e1703d1f-a459-4edc-a910-65f0e87f9381 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1425786 Jan 27 17:07:25.421332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2aaaf962-64e9-488b-be32-d8cdccf14d6b tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.423055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56776) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:25.428932 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-edaef404-c7b7-4be9-aa37-e021737750c7 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-594472909'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:25.439617 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.441540 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] 10.222.0.50 "DELETE /v2.0/networks/5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6 HTTP/1.1" status: 204 len: 168 time: 3.0086772 Jan 27 17:07:25.474182 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-edaef404-c7b7-4be9-aa37-e021737750c7 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:25.482453 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-edaef404-c7b7-4be9-aa37-e021737750c7 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Usage tracker for resource:network and tenant:af1c0fa7553f434798fbd758455940a2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:25.486741 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.487754 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-edaef404-c7b7-4be9-aa37-e021737750c7 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:25.488299 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-40da342b-8922-46bf-a19d-10e3eabd1e16 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3730462 Jan 27 17:07:25.492524 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56782) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:25.513010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-edaef404-c7b7-4be9-aa37-e021737750c7 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:25.550886 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Set router b661c72e-d784-449a-9e37-ec49a80b8df8 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:25.556642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecdef5-185f-406d-82a3-221d18c43dfa tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189 tempest-ExtraDHCPOptionsIpV6TestJSON-2128964189-project] Pushing event deleted for resources: {'Network': ['ID=5d63ef51-3d0c-483d-9b3c-e4fa4571d3c6,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:25.566670 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-2aaaf962-64e9-488b-be32-d8cdccf14d6b tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Deleting port e3071072-239b-42af-9e73-73555f4a4400 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:25.567324 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2aaaf962-64e9-488b-be32-d8cdccf14d6b tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.579118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaef404-c7b7-4be9-aa37-e021737750c7 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Made reservation on behalf of af1c0fa7553f434798fbd758455940a2 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:25.582879 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-edaef404-c7b7-4be9-aa37-e021737750c7 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.647825 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d2a88046-36d9-4d8e-bb15-43de201d7381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.656111 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edaef404-c7b7-4be9-aa37-e021737750c7 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:25.766023 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a88046-36d9-4d8e-bb15-43de201d7381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:25.769179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-edaef404-c7b7-4be9-aa37-e021737750c7 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.769523 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-edaef404-c7b7-4be9-aa37-e021737750c7 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Added segment a2fe7e19-98ff-4d27-99d1-0926a72bf86f of type vlan for network 9c2f20c5-20c9-4d8c-815d-6607f1aba3d1 Jan 27 17:07:25.771143 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-d2a88046-36d9-4d8e-bb15-43de201d7381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:25.785604 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a88046-36d9-4d8e-bb15-43de201d7381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:25.786257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d2a88046-36d9-4d8e-bb15-43de201d7381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.810064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d27572-06bc-4bff-b882-848df40d41f1 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:25.892333 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56792) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:25.897929 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e5aa63bd-ab77-4099-a47a-03cd798c5741 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "GET /v2.0/routers/b661c72e-d784-449a-9e37-ec49a80b8df8 HTTP/1.1" status: 200 len: 908 time: 0.4041467 Jan 27 17:07:25.900741 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56794) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:25.910253 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a88046-36d9-4d8e-bb15-43de201d7381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=7bb4b1c3-7496-439b-9e35-5a8371aaee5e,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:25.919029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-edaef404-c7b7-4be9-aa37-e021737750c7 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.926813 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Request body: {'router': {'name': 'tempest-snat-router-103061692', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'enable_snat': True}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:25.931886 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:25.936263 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Usage tracker for resource:router and tenant:a2f05bb92d544cb58ff8d01cbdd96074 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:25.939927 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:25.947433 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:25.963545 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d2a88046-36d9-4d8e-bb15-43de201d7381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1323147 Jan 27 17:07:25.965103 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.965261 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56802) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:25.965751 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:25.973658 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'fixed_ips': [{'subnet_id': '7bb4b1c3-7496-439b-9e35-5a8371aaee5e', 'ip_address': '2001:db8::3292:ea4d:5b6e:9987'}], 'name': 'tempest-NetworksTestDHCPv6-1153903810'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:25.997867 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2aaaf962-64e9-488b-be32-d8cdccf14d6b tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:26.019544 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-edaef404-c7b7-4be9-aa37-e021737750c7 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:26.024833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaef404-c7b7-4be9-aa37-e021737750c7 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:26.025441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-edaef404-c7b7-4be9-aa37-e021737750c7 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:26.107382 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bfc07-67bc-4108-a898-76d5bd5c3b42 req-00154ab0-c92d-4c86-b611-a39ac88e0618 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:26.108871 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-292bfc07-67bc-4108-a898-76d5bd5c3b42 req-00154ab0-c92d-4c86-b611-a39ac88e0618 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.3320160 Jan 27 17:07:26.110137 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-edaef404-c7b7-4be9-aa37-e021737750c7 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6858530 Jan 27 17:07:26.125586 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ce3d3e0d-1155-4380-975f-5f46099f09de no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:07:26.165815 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56806) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:26.188721 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: ce3d3e0d-1155-4380-975f-5f46099f09de {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:07:26.189184 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ce3d3e0d-1155-4380-975f-5f46099f09de not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:07:26.197605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a12ebdbc-7afe-4443-b00c-2b3b7ca474e0 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1342104467'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:26.210462 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b661c72e-d784-449a-9e37-ec49a80b8df8', 'name': 'tempest-snat-router-103061692', 'tenant_id': 'a2f05bb92d544cb58ff8d01cbdd96074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.243'}], 'enable_snat': False}, 'gw_port_id': 'a587e36c-09d6-4aa6-b585-315ff708416d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:19Z', 'updated_at': '2022-01-27T17:07:22Z', 'revision_number': 3, 'project_id': 'a2f05bb92d544cb58ff8d01cbdd96074', 'gw_port': {'id': 'a587e36c-09d6-4aa6-b585-315ff708416d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:34:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b661c72e-d784-449a-9e37-ec49a80b8df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:21Z', 'updated_at': '2022-01-27T17:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:26.218025 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': '7bb4b1c3-7496-439b-9e35-5a8371aaee5e'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:07:26.218921 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:26.222730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a12ebdbc-7afe-4443-b00c-2b3b7ca474e0 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:26.230263 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Checking router: b661c72e-d784-449a-9e37-ec49a80b8df8 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:07:26.230673 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Updating router b661c72e-d784-449a-9e37-ec49a80b8df8 port a587e36c-09d6-4aa6-b585-315ff708416d binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:07:26.235426 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-2aaaf962-64e9-488b-be32-d8cdccf14d6b tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Calling delete_port for e3071072-239b-42af-9e73-73555f4a4400 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:26.276531 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a12ebdbc-7afe-4443-b00c-2b3b7ca474e0 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Usage tracker for resource:network and tenant:af1c0fa7553f434798fbd758455940a2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:26.286626 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a12ebdbc-7afe-4443-b00c-2b3b7ca474e0 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:26.295441 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:26.301029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaef404-c7b7-4be9-aa37-e021737750c7 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event updated for resources: {'Network': ['ID=9c2f20c5-20c9-4d8c-815d-6607f1aba3d1,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:26.305864 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a12ebdbc-7afe-4443-b00c-2b3b7ca474e0 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:26.323726 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 9c2f20c5-20c9-4d8c-815d-6607f1aba3d1 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:26.337230 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-292bfc07-67bc-4108-a898-76d5bd5c3b42 req-7fdbfb4a-03fb-4945-b01e-70e4f631a468 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707122 Jan 27 17:07:26.342087 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:26.344338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12ebdbc-7afe-4443-b00c-2b3b7ca474e0 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Made reservation on behalf of af1c0fa7553f434798fbd758455940a2 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:26.348143 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a12ebdbc-7afe-4443-b00c-2b3b7ca474e0 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:26.357524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:26.364616 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:26.370289 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:26.379828 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:26.392935 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12ebdbc-7afe-4443-b00c-2b3b7ca474e0 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:26.400585 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:26.420241 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a12ebdbc-7afe-4443-b00c-2b3b7ca474e0 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:26.420577 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-a12ebdbc-7afe-4443-b00c-2b3b7ca474e0 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Added segment 01c18a62-737c-459c-ab79-fff1acc03235 of type vlan for network f503bb62-35f7-4669-ac25-1a138fc6e087 Jan 27 17:07:26.477512 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-55217539-c188-42d5-a988-c5d6220e7739 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4f6333610cc64c2ca6453d3da6b09779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5780919 Jan 27 17:07:26.505606 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56816) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:26.528330 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a12ebdbc-7afe-4443-b00c-2b3b7ca474e0 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:26.628502 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:26.736498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:26.786086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a12ebdbc-7afe-4443-b00c-2b3b7ca474e0 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:26.792175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12ebdbc-7afe-4443-b00c-2b3b7ca474e0 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:26.792851 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a12ebdbc-7afe-4443-b00c-2b3b7ca474e0 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:26.826351 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Allocated IP 2001:db8::2 (bbf03638-7624-437f-9c24-a87cd70c5626/7bb4b1c3-7496-439b-9e35-5a8371aaee5e/0dc9b918-cff8-451d-9baa-459637b7662c) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:26.832995 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c7776821-db6b-4739-aa78-d1275a7e790f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:26.873469 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port 35f588ff-cf0b-45bb-b27a-3e6701846bb9 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:27.000530 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c7776821-db6b-4739-aa78-d1275a7e790f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.013440 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a12ebdbc-7afe-4443-b00c-2b3b7ca474e0 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8456748 Jan 27 17:07:27.019598 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ebdbc-7afe-4443-b00c-2b3b7ca474e0 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event updated for resources: {'Network': ['ID=f503bb62-35f7-4669-ac25-1a138fc6e087,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:27.042565 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2aaaf962-64e9-488b-be32-d8cdccf14d6b tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.249101 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c7776821-db6b-4739-aa78-d1275a7e790f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.268282 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.277488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7776821-db6b-4739-aa78-d1275a7e790f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515781f2-0eb5-44a1-8480-07af69c22c34,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:27.282813 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Transition to ACTIVE for port object a587e36c-09d6-4aa6-b585-315ff708416d will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:27.290717 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network f503bb62-35f7-4669-ac25-1a138fc6e087 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:27.293412 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c7776821-db6b-4739-aa78-d1275a7e790f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.294797 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c7776821-db6b-4739-aa78-d1275a7e790f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/515781f2-0eb5-44a1-8480-07af69c22c34 HTTP/1.1" status: 204 len: 168 time: 0.7845914 Jan 27 17:07:27.312620 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2aaaf962-64e9-488b-be32-d8cdccf14d6b tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.339893 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5aba80-3d1e-4420-a305-aff5251e7441 req-35a04fec-2a4b-418c-8421-a9db1eb3b86a tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:27.341530 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb5aba80-3d1e-4420-a305-aff5251e7441 req-35a04fec-2a4b-418c-8421-a9db1eb3b86a tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.2046044 Jan 27 17:07:27.344587 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.442033 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb5aba80-3d1e-4420-a305-aff5251e7441 req-3c5bf632-2e8e-476d-958e-9b3dc58a2840 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926976 Jan 27 17:07:27.489757 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaaf962-64e9-488b-be32-d8cdccf14d6b tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Pushing event deleted for resources: {'Port': ['ID=e3071072-239b-42af-9e73-73555f4a4400,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:27.576035 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2aaaf962-64e9-488b-be32-d8cdccf14d6b tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.581244 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2aaaf962-64e9-488b-be32-d8cdccf14d6b tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.644304 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.665141 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2aaaf962-64e9-488b-be32-d8cdccf14d6b tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.666023 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aaaf962-64e9-488b-be32-d8cdccf14d6b tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Fanout notify agent at l3_agent the message router_deleted on router 340f52dc-4d9e-41d7-a8f6-52a603aceb97 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:07:27.676188 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Attempting to bind port a587e36c-09d6-4aa6-b585-315ff708416d on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:27.676556 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Attempting to bind port a587e36c-09d6-4aa6-b585-315ff708416d by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:27.677073 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Attempting to bind port a587e36c-09d6-4aa6-b585-315ff708416d on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:27.687410 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Transition to ACTIVE for port object 0dc9b918-cff8-451d-9baa-459637b7662c will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:27.702079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2aaaf962-64e9-488b-be32-d8cdccf14d6b tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.703382 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2aaaf962-64e9-488b-be32-d8cdccf14d6b tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "DELETE /v2.0/routers/340f52dc-4d9e-41d7-a8f6-52a603aceb97 HTTP/1.1" status: 204 len: 168 time: 3.3847539 Jan 27 17:07:27.708103 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56836) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:27.715375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-7f4b2fd3-e5cd-4189-a305-e15531a72879 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-617456269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:27.735499 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-7f4b2fd3-e5cd-4189-a305-e15531a72879 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:27.736930 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:27.738935 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:27.739561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.740432 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:27.743064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Bound port: a587e36c-09d6-4aa6-b585-315ff708416d, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:27.743638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7f4b2fd3-e5cd-4189-a305-e15531a72879 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Usage tracker for resource:router and tenant:3f177f9aa6a04da19a5abdf567092cb4 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:27.744734 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.752196 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7f4b2fd3-e5cd-4189-a305-e15531a72879 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:27.766644 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-7f4b2fd3-e5cd-4189-a305-e15531a72879 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:27.779854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f4b2fd3-e5cd-4189-a305-e15531a72879 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.781319 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f4b2fd3-e5cd-4189-a305-e15531a72879 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.802204 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f4b2fd3-e5cd-4189-a305-e15531a72879 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.827259 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f4b2fd3-e5cd-4189-a305-e15531a72879 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.834151 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5c021-e5f8-4155-b12d-c9d4c19cc1a8 None None] Pushing event updated for resources: {'Port': ['ID=a587e36c-09d6-4aa6-b585-315ff708416d,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:27.889052 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Transition to ACTIVE for port object 0dc9b918-cff8-451d-9baa-459637b7662c will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:27.908298 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.975342 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:27.981709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:27.994470 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:28.001543 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:28.010585 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] For port a587e36c-09d6-4aa6-b585-315ff708416d, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:28.012414 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.067873 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::3292:ea4d:5b6e:9987 (bbf03638-7624-437f-9c24-a87cd70c5626/7bb4b1c3-7496-439b-9e35-5a8371aaee5e/35f588ff-cf0b-45bb-b27a-3e6701846bb9) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:28.084758 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Pushing event updated for resources: {'Port': ['ID=0dc9b918-cff8-451d-9baa-459637b7662c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:28.113565 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] For port a587e36c-09d6-4aa6-b585-315ff708416d, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=a587e36c-09d6-4aa6-b585-315ff708416d,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:28.160028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f4b2fd3-e5cd-4189-a305-e15531a72879 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.164541 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7f4b2fd3-e5cd-4189-a305-e15531a72879 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4542935 Jan 27 17:07:28.172299 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56848) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:28.205142 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-796a358f-dfc1-41e5-a58b-997c0a041d13 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'enable_snat': True}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:28.210661 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.266784 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Attempting to bind port 0dc9b918-cff8-451d-9baa-459637b7662c on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:28.267384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Attempting to bind port 0dc9b918-cff8-451d-9baa-459637b7662c by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:28.267966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Attempting to bind port 0dc9b918-cff8-451d-9baa-459637b7662c on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:28.298582 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:28.299380 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:28.299977 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.300453 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:28.301019 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Bound port: 0dc9b918-cff8-451d-9baa-459637b7662c, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:28.301484 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.322677 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Routers {'b661c72e-d784-449a-9e37-ec49a80b8df8'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:28.323444 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['b661c72e-d784-449a-9e37-ec49a80b8df8'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:28.326455 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Allocated IP 172.26.1.63 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/82970b02-e1f2-4585-863f-3065a6384355) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:28.581570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.581811 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5c021-e5f8-4155-b12d-c9d4c19cc1a8 None None] Pushing event updated for resources: {'Port': ['ID=a587e36c-09d6-4aa6-b585-315ff708416d,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:28.589327 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] For port 0dc9b918-cff8-451d-9baa-459637b7662c, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:28.630694 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.636115 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] For port 0dc9b918-cff8-451d-9baa-459637b7662c, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0dc9b918-cff8-451d-9baa-459637b7662c,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:28.651448 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56862) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:28.702746 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.757238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Pushing event updated for resources: {'Port': ['ID=82970b02-e1f2-4585-863f-3065a6384355,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:28.805363 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] Set router b661c72e-d784-449a-9e37-ec49a80b8df8 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:28.823024 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:28.830819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:28.836158 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:28.864339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:28.959806 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e8a67-72bb-4f59-9fe9-37a50b9b00ef None None] Pushing event updated for resources: {'Port': ['ID=0dc9b918-cff8-451d-9baa-459637b7662c,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:29.186017 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-796a358f-dfc1-41e5-a58b-997c0a041d13 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:29.220462 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object 35f588ff-cf0b-45bb-b27a-3e6701846bb9 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:29.405565 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b661c72e-d784-449a-9e37-ec49a80b8df8', 'name': 'tempest-snat-router-103061692', 'tenant_id': 'a2f05bb92d544cb58ff8d01cbdd96074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.243'}], 'enable_snat': False}, 'gw_port_id': 'a587e36c-09d6-4aa6-b585-315ff708416d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:19Z', 'updated_at': '2022-01-27T17:07:22Z', 'revision_number': 3, 'project_id': 'a2f05bb92d544cb58ff8d01cbdd96074', 'gw_port': {'id': 'a587e36c-09d6-4aa6-b585-315ff708416d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:34:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b661c72e-d784-449a-9e37-ec49a80b8df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:21Z', 'updated_at': '2022-01-27T17:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:29.414680 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77e239-5c0c-4f92-8389-bc3933f78254 None None] The sync data for ids ['b661c72e-d784-449a-9e37-ec49a80b8df8'] in dv-neutron-826439-2-hyperv is: [{'id': 'b661c72e-d784-449a-9e37-ec49a80b8df8', 'name': 'tempest-snat-router-103061692', 'tenant_id': 'a2f05bb92d544cb58ff8d01cbdd96074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.243'}], 'enable_snat': False}, 'gw_port_id': 'a587e36c-09d6-4aa6-b585-315ff708416d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:19Z', 'updated_at': '2022-01-27T17:07:22Z', 'revision_number': 3, 'project_id': 'a2f05bb92d544cb58ff8d01cbdd96074', 'gw_port': {'id': 'a587e36c-09d6-4aa6-b585-315ff708416d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:34:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b661c72e-d784-449a-9e37-ec49a80b8df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:21Z', 'updated_at': '2022-01-27T17:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:29.461959 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:29.475583 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'network': {'name': 'tempest-RoutersTest-419539179'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:29.498241 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:29.525987 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:network and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:29.535965 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:29.558364 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:29.570307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:29.578468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:29.582533 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:29.589557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:29.590418 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:29.661355 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:29.666876 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:29.707945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:29.765564 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:29.803501 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cbb5a-c82f-4f00-bd95-fd9e6398459c req-f190a028-4150-4e2b-bb97-5ebedcca2ab6 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:29.806577 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-939cbb5a-c82f-4f00-bd95-fd9e6398459c req-f190a028-4150-4e2b-bb97-5ebedcca2ab6 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 1.0498083 Jan 27 17:07:29.809908 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:security_group_rule and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:29.827525 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:29.936498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:30.029178 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=35f588ff-cf0b-45bb-b27a-3e6701846bb9,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:30.034479 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-680e42d2-4a9e-456c-85f7-4271766c6c06 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0675101 Jan 27 17:07:30.038383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56874) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:30.073441 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-939cbb5a-c82f-4f00-bd95-fd9e6398459c req-cafe43ae-63f2-4f89-9e25-fc6312b067a5 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422078 Jan 27 17:07:30.078320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.176817 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56878) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:30.195026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Request body: {'subnets': [{'network_id': '9c2f20c5-20c9-4d8c-815d-6607f1aba3d1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--109224528', 'ip_version': 6}, {'network_id': 'f503bb62-35f7-4669-ac25-1a138fc6e087', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:30.195026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Request body: {'subnet': {'network_id': '9c2f20c5-20c9-4d8c-815d-6607f1aba3d1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--109224528', 'ip_version': 6}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:30.195026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Request body: {'subnet': {'network_id': 'f503bb62-35f7-4669-ac25-1a138fc6e087', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:30.245511 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-796a358f-dfc1-41e5-a58b-997c0a041d13 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.342492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-796a358f-dfc1-41e5-a58b-997c0a041d13 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.403947 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a587e36c-09d6-4aa6-b585-315ff708416d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:30.513962 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port a587e36c-09d6-4aa6-b585-315ff708416d completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:30.520696 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port a587e36c-09d6-4aa6-b585-315ff708416d triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:30.521129 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.552568 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b5ec5-3a96-4c11-9505-f1199e21da7a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:30.558690 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.559196 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b5ec5-3a96-4c11-9505-f1199e21da7a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:30.559874 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-708b5ec5-3a96-4c11-9505-f1199e21da7a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:30.572489 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.578018 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:30.587823 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Usage tracker for resource:subnet and tenant:af1c0fa7553f434798fbd758455940a2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:30.594777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:30.606168 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:30.654271 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6541c546-9cc2-4d0d-b1a9-f990a75f81f8 None None] Provisioning for port 0dc9b918-cff8-451d-9baa-459637b7662c completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:30.671413 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-708b5ec5-3a96-4c11-9505-f1199e21da7a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:30.673009 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-708b5ec5-3a96-4c11-9505-f1199e21da7a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6332254 Jan 27 17:07:30.676146 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56884) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:30.700080 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.720341 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port a587e36c-09d6-4aa6-b585-315ff708416d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=a587e36c-09d6-4aa6-b585-315ff708416d,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:30.728943 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.730295 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0dc9b918-cff8-451d-9baa-459637b7662c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:30.732005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Made reservation on behalf of af1c0fa7553f434798fbd758455940a2 for: {'subnet': 2} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:30.736599 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.736914 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.757084 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:30.838767 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e77c6d-12c3-47f6-89fd-3af2d7264d1d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:30.892497 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.893134 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Added segment ee17c37c-4185-4c28-9097-cab9b9bc7b5c of type vlan for network e1427bc8-ea37-4518-b1ab-8479d47a3d9b Jan 27 17:07:30.918903 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.927214 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=a587e36c-09d6-4aa6-b585-315ff708416d,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:30.942825 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 0dc9b918-cff8-451d-9baa-459637b7662c completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:30.944917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-796a358f-dfc1-41e5-a58b-997c0a041d13 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Allocated IP 172.26.1.137 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/75ccb8a8-9f9b-4aea-b2db-9be3b46a7d09) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:30.948291 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 0dc9b918-cff8-451d-9baa-459637b7662c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:30.949017 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:30.977240 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-362bd505-3758-4506-8535-aff7fe01e597 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port 35f588ff-cf0b-45bb-b27a-3e6701846bb9 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:30.977613 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-362bd505-3758-4506-8535-aff7fe01e597 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.021554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-057a2c68-b265-473c-9bd3-cf9689df7175 None None] Provisioning for port 35f588ff-cf0b-45bb-b27a-3e6701846bb9 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:31.028183 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-057a2c68-b265-473c-9bd3-cf9689df7175 None None] Provisioning complete for port 35f588ff-cf0b-45bb-b27a-3e6701846bb9 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:31.029270 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-057a2c68-b265-473c-9bd3-cf9689df7175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.130405 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.155752 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-057a2c68-b265-473c-9bd3-cf9689df7175 None None] Port 35f588ff-cf0b-45bb-b27a-3e6701846bb9 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:31.159474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.190428 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.198212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:31.198406 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 0dc9b918-cff8-451d-9baa-459637b7662c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0dc9b918-cff8-451d-9baa-459637b7662c,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:31.199093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.203822 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.249470 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Router 1b66125e-d6a5-48ca-a8c1-7b3a96ad02db is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:07:31.287970 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=0dc9b918-cff8-451d-9baa-459637b7662c,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:31.319060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Network': ['ID=e1427bc8-ea37-4518-b1ab-8479d47a3d9b,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:31.331199 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network e1427bc8-ea37-4518-b1ab-8479d47a3d9b details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:31.506902 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b4c4e39d-8d40-4cb0-9d7e-8767e22eb397 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.7539761 Jan 27 17:07:31.517147 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56894) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:31.524805 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f4c69430-96ad-4dc5-80b2-b5040083a629 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'network': {'name': 'tempest-RoutersTest-217475205'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:31.533109 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f4c69430-96ad-4dc5-80b2-b5040083a629 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:31.540282 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f4c69430-96ad-4dc5-80b2-b5040083a629 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:network and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:31.546098 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f4c69430-96ad-4dc5-80b2-b5040083a629 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:31.553449 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:31.555198 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f4c69430-96ad-4dc5-80b2-b5040083a629 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:31.566691 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Sync routers for ids ['1b66125e-d6a5-48ca-a8c1-7b3a96ad02db'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:31.580489 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c69430-96ad-4dc5-80b2-b5040083a629 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:31.584547 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4c69430-96ad-4dc5-80b2-b5040083a629 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.593138 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Routers {'1b66125e-d6a5-48ca-a8c1-7b3a96ad02db'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:31.593883 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['1b66125e-d6a5-48ca-a8c1-7b3a96ad02db'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:31.603836 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.605330 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a558c867-8243-4b4b-873e-41a511529468 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.7014034 Jan 27 17:07:31.608884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56900) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:31.618948 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-796a358f-dfc1-41e5-a58b-997c0a041d13 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.674800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-362bd505-3758-4506-8535-aff7fe01e597 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.822630 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Set router 1b66125e-d6a5-48ca-a8c1-7b3a96ad02db gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:31.894555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b48b0-e926-46f2-b3c4-cfba140eb3ee req-91f739e4-789e-41bc-8e47-4a352a2c2fd7 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:31.895974 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-751b48b0-e926-46f2-b3c4-cfba140eb3ee req-91f739e4-789e-41bc-8e47-4a352a2c2fd7 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.6239796 Jan 27 17:07:31.897416 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c69430-96ad-4dc5-80b2-b5040083a629 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:31.965069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-362bd505-3758-4506-8535-aff7fe01e597 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for 35f588ff-cf0b-45bb-b27a-3e6701846bb9 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:31.976906 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4c69430-96ad-4dc5-80b2-b5040083a629 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:31.977241 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-f4c69430-96ad-4dc5-80b2-b5040083a629 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Added segment cec4ccd7-e0cc-48d4-b8fa-5fe4f6e7dab2 of type vlan for network 23ea9097-7046-4642-8970-1aca5f3aed8f Jan 27 17:07:32.025546 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8cfc5b1f-1bfa-4d96-b8be-d33a38a08888 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "GET /v2.0/routers/1b66125e-d6a5-48ca-a8c1-7b3a96ad02db HTTP/1.1" status: 200 len: 906 time: 0.4155066 Jan 27 17:07:32.028780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56906) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:32.038442 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f26c3-1031-447c-8e32-a1da0c08dcd0 req-63b12785-4e10-4cf1-a392-7bd3c30877fd tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:32.045396 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ba8f26c3-1031-447c-8e32-a1da0c08dcd0 req-63b12785-4e10-4cf1-a392-7bd3c30877fd tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 945 time: 0.2302749 Jan 27 17:07:32.060164 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4c69430-96ad-4dc5-80b2-b5040083a629 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.113200 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ba8f26c3-1031-447c-8e32-a1da0c08dcd0 req-6665bcb3-6880-474b-a784-660132c6a196 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/security-groups?id=455d0435-8b91-49df-a85e-dc62ce683bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668333 Jan 27 17:07:32.143335 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4c69430-96ad-4dc5-80b2-b5040083a629 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.148863 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a587e36c-09d6-4aa6-b585-315ff708416d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:32.149868 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c69430-96ad-4dc5-80b2-b5040083a629 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:32.150681 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4c69430-96ad-4dc5-80b2-b5040083a629 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.223612 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b66125e-d6a5-48ca-a8c1-7b3a96ad02db', 'name': 'tempest-snat-router-103061692', 'tenant_id': 'a2f05bb92d544cb58ff8d01cbdd96074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': '82970b02-e1f2-4585-863f-3065a6384355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:25Z', 'updated_at': '2022-01-27T17:07:29Z', 'revision_number': 3, 'project_id': 'a2f05bb92d544cb58ff8d01cbdd96074', 'gw_port': {'id': '82970b02-e1f2-4585-863f-3065a6384355', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b66125e-d6a5-48ca-a8c1-7b3a96ad02db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:07:28Z', 'updated_at': '2022-01-27T17:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:32.228726 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Checking router: 1b66125e-d6a5-48ca-a8c1-7b3a96ad02db for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:07:32.229821 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Updating router 1b66125e-d6a5-48ca-a8c1-7b3a96ad02db port 82970b02-e1f2-4585-863f-3065a6384355 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:07:32.258305 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f4c69430-96ad-4dc5-80b2-b5040083a629 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7402411 Jan 27 17:07:32.261722 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56912) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:32.263258 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port a587e36c-09d6-4aa6-b585-315ff708416d triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:32.263726 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.302380 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.340970 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-fb9dbd79-9e6b-4e57-8996-cc97ec1b10d5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'subnet': {'network_id': 'e1427bc8-ea37-4518-b1ab-8479d47a3d9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:32.356829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a5eabbb4-00dc-4973-aecf-5664ca5eb462 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.410342 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-751b48b0-e926-46f2-b3c4-cfba140eb3ee req-a4351e47-fc82-49f5-9238-69ad41fe4e95 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4557664 Jan 27 17:07:32.421353 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c69430-96ad-4dc5-80b2-b5040083a629 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Network': ['ID=23ea9097-7046-4642-8970-1aca5f3aed8f,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:32.422072 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-796a358f-dfc1-41e5-a58b-997c0a041d13 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.498311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0dc9b918-cff8-451d-9baa-459637b7662c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:32.527921 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fb9dbd79-9e6b-4e57-8996-cc97ec1b10d5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:32.531266 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 23ea9097-7046-4642-8970-1aca5f3aed8f details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:32.532416 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fb9dbd79-9e6b-4e57-8996-cc97ec1b10d5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:subnet and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:32.535587 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fb9dbd79-9e6b-4e57-8996-cc97ec1b10d5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:32.542111 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fb9dbd79-9e6b-4e57-8996-cc97ec1b10d5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:32.555341 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9dbd79-9e6b-4e57-8996-cc97ec1b10d5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:32.561851 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fb9dbd79-9e6b-4e57-8996-cc97ec1b10d5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.608874 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a358f-dfc1-41e5-a58b-997c0a041d13 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:32.667003 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-796a358f-dfc1-41e5-a58b-997c0a041d13 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:32.688018 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a358f-dfc1-41e5-a58b-997c0a041d13 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Pushing event updated for resources: {'Port': ['ID=75ccb8a8-9f9b-4aea-b2db-9be3b46a7d09,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:32.701410 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796a358f-dfc1-41e5-a58b-997c0a041d13 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:32.719820 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 0dc9b918-cff8-451d-9baa-459637b7662c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:32.720518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.723966 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.760672 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Transition to ACTIVE for port object 82970b02-e1f2-4585-863f-3065a6384355 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:32.773479 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.781092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-362bd505-3758-4506-8535-aff7fe01e597 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.823922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fb9dbd79-9e6b-4e57-8996-cc97ec1b10d5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.866033 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Attempting to bind port 82970b02-e1f2-4585-863f-3065a6384355 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:32.866410 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Attempting to bind port 82970b02-e1f2-4585-863f-3065a6384355 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:32.866769 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Attempting to bind port 82970b02-e1f2-4585-863f-3065a6384355 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:32.878739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bd505-3758-4506-8535-aff7fe01e597 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=35f588ff-cf0b-45bb-b27a-3e6701846bb9,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:32.879570 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:32.880223 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:32.880371 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.881280 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:32.881770 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Bound port: 82970b02-e1f2-4585-863f-3065a6384355, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:32.882188 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.916098 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9dbd79-9e6b-4e57-8996-cc97ec1b10d5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Subnet': ['ID=ff7cbe38-a877-4f68-9953-df56dd322bfa,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:32.929176 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9dbd79-9e6b-4e57-8996-cc97ec1b10d5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Checking segment: {'id': 'ee17c37c-4185-4c28-9097-cab9b9bc7b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e1427bc8-ea37-4518-b1ab-8479d47a3d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:32.929819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9dbd79-9e6b-4e57-8996-cc97ec1b10d5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network hostable DHCP agents. Network: e1427bc8-ea37-4518-b1ab-8479d47a3d9b, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:07:32.957447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a5eabbb4-00dc-4973-aecf-5664ca5eb462 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.958666 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9dbd79-9e6b-4e57-8996-cc97ec1b10d5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network e1427bc8-ea37-4518-b1ab-8479d47a3d9b is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:07:32.966592 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdc047-d0c5-44fe-86ae-d3eed1e44512 None None] Pushing event updated for resources: {'Port': ['ID=82970b02-e1f2-4585-863f-3065a6384355,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:32.975727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-fb9dbd79-9e6b-4e57-8996-cc97ec1b10d5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, e1427bc8-ea37-4518-b1ab-8479d47a3d9b) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:32.986976 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85106fd-5dfa-4f0d-a43b-82b9b18078ed None None] Network e1427bc8-ea37-4518-b1ab-8479d47a3d9b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:32.987306 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9dbd79-9e6b-4e57-8996-cc97ec1b10d5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:32.988082 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fb9dbd79-9e6b-4e57-8996-cc97ec1b10d5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:32.990002 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdc047-d0c5-44fe-86ae-d3eed1e44512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.990374 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdc047-d0c5-44fe-86ae-d3eed1e44512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.990698 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdc047-d0c5-44fe-86ae-d3eed1e44512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.991022 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdc047-d0c5-44fe-86ae-d3eed1e44512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.991374 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdc047-d0c5-44fe-86ae-d3eed1e44512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.991668 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdc047-d0c5-44fe-86ae-d3eed1e44512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.991975 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdc047-d0c5-44fe-86ae-d3eed1e44512 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.992288 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdc047-d0c5-44fe-86ae-d3eed1e44512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.992613 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdc047-d0c5-44fe-86ae-d3eed1e44512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.993011 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdc047-d0c5-44fe-86ae-d3eed1e44512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.993278 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdc047-d0c5-44fe-86ae-d3eed1e44512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:32.993582 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdc047-d0c5-44fe-86ae-d3eed1e44512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:33.004265 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.012962 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] For port 82970b02-e1f2-4585-863f-3065a6384355, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:33.018668 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] For port 82970b02-e1f2-4585-863f-3065a6384355, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=82970b02-e1f2-4585-863f-3065a6384355,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:33.037871 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.044484 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fb9dbd79-9e6b-4e57-8996-cc97ec1b10d5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7816989 Jan 27 17:07:33.045126 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56920) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:33.051231 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c4aaa25d-7c69-475c-bd15-de7eddd6fd3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'subnet': {'network_id': '23ea9097-7046-4642-8970-1aca5f3aed8f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:33.119470 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-362bd505-3758-4506-8535-aff7fe01e597 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.125143 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-a5eabbb4-00dc-4973-aecf-5664ca5eb462 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Deleting port 82970b02-e1f2-4585-863f-3065a6384355 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:33.125471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a5eabbb4-00dc-4973-aecf-5664ca5eb462 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.207868 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Routers {'1b66125e-d6a5-48ca-a8c1-7b3a96ad02db'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:33.208757 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['1b66125e-d6a5-48ca-a8c1-7b3a96ad02db'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:33.236238 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.299831 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-362bd505-3758-4506-8535-aff7fe01e597 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/35f588ff-cf0b-45bb-b27a-3e6701846bb9 HTTP/1.1" status: 204 len: 168 time: 2.6203551 Jan 27 17:07:33.301319 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdc047-d0c5-44fe-86ae-d3eed1e44512 None None] Pushing event updated for resources: {'Port': ['ID=82970b02-e1f2-4585-863f-3065a6384355,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:33.304651 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event updated for resources: {'Subnet': ['ID=d79d162c-308d-4654-ad42-4301c714792f,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:33.308820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56924) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:33.404795 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Checking segment: {'id': 'a2fe7e19-98ff-4d27-99d1-0926a72bf86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '9c2f20c5-20c9-4d8c-815d-6607f1aba3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:33.405658 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Network hostable DHCP agents. Network: 9c2f20c5-20c9-4d8c-815d-6607f1aba3d1, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:07:33.424036 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-e1427bc8-ea37-4518-b1ab-8479d47a3d9b', 'network_id': 'e1427bc8-ea37-4518-b1ab-8479d47a3d9b', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'fixed_ips': [{'subnet_id': 'ff7cbe38-a877-4f68-9953-df56dd322bfa'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:07:33.424883 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.467363 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b700be-6958-42b7-a8f6-5a4a9779322d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:33.469430 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] Set router 1b66125e-d6a5-48ca-a8c1-7b3a96ad02db gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:33.473836 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b700be-6958-42b7-a8f6-5a4a9779322d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:33.475119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a5b700be-6958-42b7-a8f6-5a4a9779322d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:33.518866 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c4aaa25d-7c69-475c-bd15-de7eddd6fd3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:33.534392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c4aaa25d-7c69-475c-bd15-de7eddd6fd3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:subnet and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:33.537781 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a5b700be-6958-42b7-a8f6-5a4a9779322d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:33.538921 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a5b700be-6958-42b7-a8f6-5a4a9779322d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2200770 Jan 27 17:07:33.539791 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c4aaa25d-7c69-475c-bd15-de7eddd6fd3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:33.542466 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56934) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:33.669499 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c4aaa25d-7c69-475c-bd15-de7eddd6fd3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:33.683241 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Allocated IP 172.20.0.2 (e1427bc8-ea37-4518-b1ab-8479d47a3d9b/ff7cbe38-a877-4f68-9953-df56dd322bfa/b7eb1e5e-244a-4fd4-85da-65e4da6c11cb) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:33.695816 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b66125e-d6a5-48ca-a8c1-7b3a96ad02db', 'name': 'tempest-snat-router-103061692', 'tenant_id': 'a2f05bb92d544cb58ff8d01cbdd96074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:25Z', 'updated_at': '2022-01-27T17:07:32Z', 'revision_number': 4, 'project_id': 'a2f05bb92d544cb58ff8d01cbdd96074', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:33.701375 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848484b7-05dc-4984-9a79-b81ab8cee91f None None] The sync data for ids ['1b66125e-d6a5-48ca-a8c1-7b3a96ad02db'] in dv-neutron-826439-2-hyperv is: [{'id': '1b66125e-d6a5-48ca-a8c1-7b3a96ad02db', 'name': 'tempest-snat-router-103061692', 'tenant_id': 'a2f05bb92d544cb58ff8d01cbdd96074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:07:25Z', 'updated_at': '2022-01-27T17:07:32Z', 'revision_number': 4, 'project_id': 'a2f05bb92d544cb58ff8d01cbdd96074', 'gw_port_host': None}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:33.747639 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c1a61f1-9d80-476c-ac79-12e7b1f2227c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet 7bb4b1c3-7496-439b-9e35-5a8371aaee5e {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:07:33.758597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4c1a61f1-9d80-476c-ac79-12e7b1f2227c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.789990 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aaa25d-7c69-475c-bd15-de7eddd6fd3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:33.793469 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c4aaa25d-7c69-475c-bd15-de7eddd6fd3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.885724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-a5eabbb4-00dc-4973-aecf-5664ca5eb462 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] For port 82970b02-e1f2-4585-863f-3065a6384355, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=82970b02-e1f2-4585-863f-3065a6384355,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:33.886356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a5eabbb4-00dc-4973-aecf-5664ca5eb462 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.903392 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Network 9c2f20c5-20c9-4d8c-815d-6607f1aba3d1 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:07:33.907869 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.918017 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Transition to ACTIVE for port object b7eb1e5e-244a-4fd4-85da-65e4da6c11cb will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:33.927911 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4c1a61f1-9d80-476c-ac79-12e7b1f2227c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.936272 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Transition to ACTIVE for port object b7eb1e5e-244a-4fd4-85da-65e4da6c11cb will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:33.942793 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:33.980073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fbfb7-a649-4020-a4d9-46f87aba56b7 req-a5d0a543-db45-4d88-9965-7b541277cd00 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:33.981793 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-769fbfb7-a649-4020-a4d9-46f87aba56b7 req-a5d0a543-db45-4d88-9965-7b541277cd00 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.3094523 Jan 27 17:07:34.007370 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Network e1427bc8-ea37-4518-b1ab-8479d47a3d9b is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:34.010666 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:34.014568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:34.054785 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Pushing event updated for resources: {'Port': ['ID=b7eb1e5e-244a-4fd4-85da-65e4da6c11cb,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:34.071888 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-769fbfb7-a649-4020-a4d9-46f87aba56b7 req-ca3b23be-bfae-4933-9309-3807734a374b tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781238 Jan 27 17:07:34.129065 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Attempting to bind port b7eb1e5e-244a-4fd4-85da-65e4da6c11cb on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:34.129415 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Attempting to bind port b7eb1e5e-244a-4fd4-85da-65e4da6c11cb by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'ee17c37c-4185-4c28-9097-cab9b9bc7b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e1427bc8-ea37-4518-b1ab-8479d47a3d9b'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:34.129927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Attempting to bind port b7eb1e5e-244a-4fd4-85da-65e4da6c11cb on network e1427bc8-ea37-4518-b1ab-8479d47a3d9b {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:34.135938 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:34.136345 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Checking segment: {'id': 'ee17c37c-4185-4c28-9097-cab9b9bc7b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e1427bc8-ea37-4518-b1ab-8479d47a3d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:34.136774 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.137111 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Bound using segment: {'id': 'ee17c37c-4185-4c28-9097-cab9b9bc7b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e1427bc8-ea37-4518-b1ab-8479d47a3d9b'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:34.137556 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Bound port: b7eb1e5e-244a-4fd4-85da-65e4da6c11cb, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee17c37c-4185-4c28-9097-cab9b9bc7b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'e1427bc8-ea37-4518-b1ab-8479d47a3d9b'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:34.137956 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.162154 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4c1a61f1-9d80-476c-ac79-12e7b1f2227c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.164981 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-a5eabbb4-00dc-4973-aecf-5664ca5eb462 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Calling delete_port for 82970b02-e1f2-4585-863f-3065a6384355 owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:34.195159 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-796a358f-dfc1-41e5-a58b-997c0a041d13 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.228635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] For port b7eb1e5e-244a-4fd4-85da-65e4da6c11cb, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:34.231726 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] For port b7eb1e5e-244a-4fd4-85da-65e4da6c11cb, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b7eb1e5e-244a-4fd4-85da-65e4da6c11cb,segment=NetworkSegment(ee17c37c-4185-4c28-9097-cab9b9bc7b5c),segment_id=ee17c37c-4185-4c28-9097-cab9b9bc7b5c)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:34.237105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.246510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 9c2f20c5-20c9-4d8c-815d-6607f1aba3d1) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:34.271741 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c4aaa25d-7c69-475c-bd15-de7eddd6fd3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.279658 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634ee680-44d1-4588-addf-48e3da6acf3b None None] Network 9c2f20c5-20c9-4d8c-815d-6607f1aba3d1 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:34.286217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.373898 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650278d-75ef-4a75-bc29-ba5088d7ce15 req-22d1f925-15be-4e6c-88bd-f8df14927d6e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:34.375477 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3650278d-75ef-4a75-bc29-ba5088d7ce15 req-22d1f925-15be-4e6c-88bd-f8df14927d6e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 945 time: 0.6670716 Jan 27 17:07:34.414064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514890d-f27b-4d56-88cc-d5eb102c843c None None] Pushing event updated for resources: {'Port': ['ID=b7eb1e5e-244a-4fd4-85da-65e4da6c11cb,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:34.420370 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event updated for resources: {'Subnet': ['ID=630ac80e-e08a-481d-8433-73cc225f7b13,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:34.462619 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4c1a61f1-9d80-476c-ac79-12e7b1f2227c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.500869 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4c1a61f1-9d80-476c-ac79-12e7b1f2227c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.532303 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aaa25d-7c69-475c-bd15-de7eddd6fd3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Checking segment: {'id': 'cec4ccd7-e0cc-48d4-b8fa-5fe4f6e7dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '23ea9097-7046-4642-8970-1aca5f3aed8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:34.532758 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aaa25d-7c69-475c-bd15-de7eddd6fd3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network hostable DHCP agents. Network: 23ea9097-7046-4642-8970-1aca5f3aed8f, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:07:34.535029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Checking segment: {'id': '01c18a62-737c-459c-ab79-fff1acc03235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f503bb62-35f7-4669-ac25-1a138fc6e087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:34.535392 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Network hostable DHCP agents. Network: f503bb62-35f7-4669-ac25-1a138fc6e087, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:07:34.539685 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aaa25d-7c69-475c-bd15-de7eddd6fd3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Subnet': ['ID=94b37b1e-9f68-46b1-bfa3-c1ad4071882d,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:34.542795 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4c1a61f1-9d80-476c-ac79-12e7b1f2227c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/7bb4b1c3-7496-439b-9e35-5a8371aaee5e HTTP/1.1" status: 204 len: 168 time: 0.9993751 Jan 27 17:07:34.545064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553b9776-e063-4a4a-af10-0acba5dc9445 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:34.565092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56938) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:34.567148 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-9c2f20c5-20c9-4d8c-815d-6607f1aba3d1', 'network_id': '9c2f20c5-20c9-4d8c-815d-6607f1aba3d1', 'tenant_id': 'af1c0fa7553f434798fbd758455940a2', 'fixed_ips': [{'subnet_id': 'd79d162c-308d-4654-ad42-4301c714792f'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:07:34.568113 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.601406 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a61f1-9d80-476c-ac79-12e7b1f2227c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb4b1c3-7496-439b-9e35-5a8371aaee5e,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:34.619527 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aaa25d-7c69-475c-bd15-de7eddd6fd3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network 23ea9097-7046-4642-8970-1aca5f3aed8f is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:07:34.637272 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-c4aaa25d-7c69-475c-bd15-de7eddd6fd3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 23ea9097-7046-4642-8970-1aca5f3aed8f) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:34.641836 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aaa25d-7c69-475c-bd15-de7eddd6fd3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:34.642525 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c4aaa25d-7c69-475c-bd15-de7eddd6fd3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.667937 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56944) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:34.668109 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f91f0168-6b93-4613-bb2f-a96a8421ed41 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947738 Jan 27 17:07:34.696209 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3650278d-75ef-4a75-bc29-ba5088d7ce15 req-84e868ae-c105-4467-8750-1cf17a34fbbb tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/security-groups?id=455d0435-8b91-49df-a85e-dc62ce683bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031032 Jan 27 17:07:34.713275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Network f503bb62-35f7-4669-ac25-1a138fc6e087 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:07:34.755654 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, f503bb62-35f7-4669-ac25-1a138fc6e087) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:34.767667 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0e783d-545e-45a4-ba7c-a72b8f317a8c None None] Network 23ea9097-7046-4642-8970-1aca5f3aed8f requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:34.796070 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c4aaa25d-7c69-475c-bd15-de7eddd6fd3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7459636 Jan 27 17:07:34.803615 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299f55cc-8c5d-4726-9b7d-e17d192eb811 None None] Network f503bb62-35f7-4669-ac25-1a138fc6e087 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:34.805560 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56948) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:34.817356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-fd81bcb1-8f64-4c4b-b72c-82b8897d8f4f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1800904632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:34.847908 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fd81bcb1-8f64-4c4b-b72c-82b8897d8f4f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:34.854302 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fd81bcb1-8f64-4c4b-b72c-82b8897d8f4f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:router and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:34.857606 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fd81bcb1-8f64-4c4b-b72c-82b8897d8f4f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:34.874271 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fd81bcb1-8f64-4c4b-b72c-82b8897d8f4f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:34.899593 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd81bcb1-8f64-4c4b-b72c-82b8897d8f4f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.900848 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd81bcb1-8f64-4c4b-b72c-82b8897d8f4f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.923153 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d283fc90-c97f-4870-a72b-bbb9cb10a46b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:34.923894 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d283fc90-c97f-4870-a72b-bbb9cb10a46b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:34.935779 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd81bcb1-8f64-4c4b-b72c-82b8897d8f4f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:34.959830 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d283fc90-c97f-4870-a72b-bbb9cb10a46b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:34.961125 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d283fc90-c97f-4870-a72b-bbb9cb10a46b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2916658 Jan 27 17:07:34.963978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56952) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:35.004532 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:35.005123 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:35.006745 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.007542 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd81bcb1-8f64-4c4b-b72c-82b8897d8f4f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.082786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-796a358f-dfc1-41e5-a58b-997c0a041d13 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.085479 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc27077-3974-4c2b-a126-1f84fd010647 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:35.087252 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-adc27077-3974-4c2b-a126-1f84fd010647 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:35.098940 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1d08f487-4052-4ed5-a8c8-21c4abe1bd6a tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.9189522 Jan 27 17:07:35.104651 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd81bcb1-8f64-4c4b-b72c-82b8897d8f4f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.110473 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fd81bcb1-8f64-4c4b-b72c-82b8897d8f4f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3038509 Jan 27 17:07:35.111460 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56958) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:35.111778 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56960) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:35.135993 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-796a358f-dfc1-41e5-a58b-997c0a041d13 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.175974 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-adc27077-3974-4c2b-a126-1f84fd010647 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:35.177374 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-adc27077-3974-4c2b-a126-1f84fd010647 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2124929 Jan 27 17:07:35.234332 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Allocated IP 2001:db8::1 (9c2f20c5-20c9-4d8c-815d-6607f1aba3d1/d79d162c-308d-4654-ad42-4301c714792f/ea2d0ff5-ee85-45e3-8055-2cb666bcd75c) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:35.243565 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56966) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:35.350632 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5b452840-3f5b-4e6b-9031-cb1717c16817 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056385 Jan 27 17:07:35.355727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56970) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:35.416411 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-79c9481d-a0a2-492e-9b56-7dadb215942c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:35.477624 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3196df-3bcd-41c0-917a-2d0e577368ad tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:35.479357 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3196df-3bcd-41c0-917a-2d0e577368ad tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:35.481234 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3196df-3bcd-41c0-917a-2d0e577368ad tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:35.482464 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a5eabbb4-00dc-4973-aecf-5664ca5eb462 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.482599 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2e3196df-3bcd-41c0-917a-2d0e577368ad tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3696623 Jan 27 17:07:35.582947 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56974) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:35.587051 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eabbb4-00dc-4973-aecf-5664ca5eb462 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Pushing event deleted for resources: {'Port': ['ID=82970b02-e1f2-4585-863f-3065a6384355,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:35.651541 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.664572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Transition to ACTIVE for port object ea2d0ff5-ee85-45e3-8055-2cb666bcd75c will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:35.739837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2c470-545a-473c-b5a0-89030216c9eb req-d2541717-aa81-4579-9e7e-eb27508aca3b tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:35.741396 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-96a2c470-545a-473c-b5a0-89030216c9eb req-d2541717-aa81-4579-9e7e-eb27508aca3b tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 945 time: 0.7100971 Jan 27 17:07:35.787912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Transition to ACTIVE for port object ea2d0ff5-ee85-45e3-8055-2cb666bcd75c will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:35.811061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-f503bb62-35f7-4669-ac25-1a138fc6e087', 'network_id': 'f503bb62-35f7-4669-ac25-1a138fc6e087', 'tenant_id': 'af1c0fa7553f434798fbd758455940a2', 'fixed_ips': [{'subnet_id': '630ac80e-e08a-481d-8433-73cc225f7b13'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:07:35.812129 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.844968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca6c4c-b8fb-49ca-a15b-4ecf28df692e req-ac1c36aa-3a72-4ea9-9662-f4ca9da35ee8 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:35.853771 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-08ca6c4c-b8fb-49ca-a15b-4ecf28df692e req-ac1c36aa-3a72-4ea9-9662-f4ca9da35ee8 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.5062094 Jan 27 17:07:35.899225 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-23ea9097-7046-4642-8970-1aca5f3aed8f', 'network_id': '23ea9097-7046-4642-8970-1aca5f3aed8f', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'fixed_ips': [{'subnet_id': '94b37b1e-9f68-46b1-bfa3-c1ad4071882d'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:07:35.900177 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.911828 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:35.953504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6112fe-ed3b-47bb-a7e4-ead4d6d4a49f tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Deleting subnet d79d162c-308d-4654-ad42-4301c714792f {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:07:35.983044 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-96a2c470-545a-473c-b5a0-89030216c9eb req-2e802710-2191-4a80-818b-a5f446902648 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Deleting port 18d7c376-efbb-4519-82c9-70598c8dad43 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:35.983379 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-96a2c470-545a-473c-b5a0-89030216c9eb req-2e802710-2191-4a80-818b-a5f446902648 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.003057 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8ed524-282d-489c-8066-a58789aa7fd4 None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:07:36.012412 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ea6112fe-ed3b-47bb-a7e4-ead4d6d4a49f tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.024664 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-79c9481d-a0a2-492e-9b56-7dadb215942c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:36.026477 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e30f1b0-f8cb-4ea0-b2fc-814650204742 None None] Network e1427bc8-ea37-4518-b1ab-8479d47a3d9b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:36.047334 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3b8ed524-282d-489c-8066-a58789aa7fd4 None None] Deleting port 0dc9b918-cff8-451d-9baa-459637b7662c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:36.047700 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b8ed524-282d-489c-8066-a58789aa7fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.049030 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-79c9481d-a0a2-492e-9b56-7dadb215942c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:36.109543 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a5eabbb4-00dc-4973-aecf-5664ca5eb462 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.114285 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c9481d-a0a2-492e-9b56-7dadb215942c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:36.117751 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-79c9481d-a0a2-492e-9b56-7dadb215942c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.133356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.173793 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f987b-a4e7-4bcf-8aa2-a5af66a8f3a9 req-af47b609-067d-4dd5-92a8-ac7273c5825f tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:36.173793 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-724f987b-a4e7-4bcf-8aa2-a5af66a8f3a9 req-af47b609-067d-4dd5-92a8-ac7273c5825f tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 945 time: 0.2879007 Jan 27 17:07:36.209553 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Network 9c2f20c5-20c9-4d8c-815d-6607f1aba3d1 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:36.211704 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Pushing event updated for resources: {'Port': ['ID=ea2d0ff5-ee85-45e3-8055-2cb666bcd75c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:36.214111 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b7eb1e5e-244a-4fd4-85da-65e4da6c11cb up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:36.226365 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-08ca6c4c-b8fb-49ca-a15b-4ecf28df692e req-05a8b18a-5b47-4513-ada6-5b8b02f369d3 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713810 Jan 27 17:07:36.253450 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:36.253671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ea6112fe-ed3b-47bb-a7e4-ead4d6d4a49f tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.265031 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:36.480778 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a5eabbb4-00dc-4973-aecf-5664ca5eb462 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.483274 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796a358f-dfc1-41e5-a58b-997c0a041d13 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Router f5a7d288-c1a9-4eb1-9952-4b75b31778c0 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:07:36.486260 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a5eabbb4-00dc-4973-aecf-5664ca5eb462 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.490098 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bad751a8-7dec-4e35-a3b5-60c86137a87f None None] Provisioning for port b7eb1e5e-244a-4fd4-85da-65e4da6c11cb completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:36.528761 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-724f987b-a4e7-4bcf-8aa2-a5af66a8f3a9 req-b6eb7b45-9a00-4c66-8fc6-d92aabe021d3 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/security-groups?id=455d0435-8b91-49df-a85e-dc62ce683bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3341818 Jan 27 17:07:36.600541 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Attempting to bind port ea2d0ff5-ee85-45e3-8055-2cb666bcd75c on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:36.600901 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Attempting to bind port ea2d0ff5-ee85-45e3-8055-2cb666bcd75c by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'a2fe7e19-98ff-4d27-99d1-0926a72bf86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '9c2f20c5-20c9-4d8c-815d-6607f1aba3d1'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:36.601721 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Attempting to bind port ea2d0ff5-ee85-45e3-8055-2cb666bcd75c on network 9c2f20c5-20c9-4d8c-815d-6607f1aba3d1 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:36.642988 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:36.643289 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Checking segment: {'id': 'a2fe7e19-98ff-4d27-99d1-0926a72bf86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '9c2f20c5-20c9-4d8c-815d-6607f1aba3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:36.643665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.644064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Bound using segment: {'id': 'a2fe7e19-98ff-4d27-99d1-0926a72bf86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '9c2f20c5-20c9-4d8c-815d-6607f1aba3d1'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:36.644527 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Bound port: ea2d0ff5-ee85-45e3-8055-2cb666bcd75c, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2fe7e19-98ff-4d27-99d1-0926a72bf86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '9c2f20c5-20c9-4d8c-815d-6607f1aba3d1'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:36.644895 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.668344 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a5eabbb4-00dc-4973-aecf-5664ca5eb462 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.668939 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5eabbb4-00dc-4973-aecf-5664ca5eb462 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b66125e-d6a5-48ca-a8c1-7b3a96ad02db {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:07:36.691521 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ea6112fe-ed3b-47bb-a7e4-ead4d6d4a49f tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.846119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Allocated IP 172.20.0.1 (e1427bc8-ea37-4518-b1ab-8479d47a3d9b/ff7cbe38-a877-4f68-9953-df56dd322bfa/9e73d938-0d52-4d3c-846d-a047b0f8eb8e) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:36.851771 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-79c9481d-a0a2-492e-9b56-7dadb215942c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.851947 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a5eabbb4-00dc-4973-aecf-5664ca5eb462 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.855595 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a5eabbb4-00dc-4973-aecf-5664ca5eb462 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "DELETE /v2.0/routers/1b66125e-d6a5-48ca-a8c1-7b3a96ad02db HTTP/1.1" status: 204 len: 168 time: 4.8135526 Jan 27 17:07:36.877282 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 56984) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:36.904458 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Allocated IP 2001:db8:0:1::1 (f503bb62-35f7-4669-ac25-1a138fc6e087/630ac80e-e08a-481d-8433-73cc225f7b13/ba64b947-bc10-4733-93a6-c95c8fd6ef69) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:36.906508 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port b7eb1e5e-244a-4fd4-85da-65e4da6c11cb completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:36.930564 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-3b8ed524-282d-489c-8066-a58789aa7fd4 None None] For port 0dc9b918-cff8-451d-9baa-459637b7662c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0dc9b918-cff8-451d-9baa-459637b7662c,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:36.930564 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b8ed524-282d-489c-8066-a58789aa7fd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.953143 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port b7eb1e5e-244a-4fd4-85da-65e4da6c11cb triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:36.953506 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.954997 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c9481d-a0a2-492e-9b56-7dadb215942c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:36.972161 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-79c9481d-a0a2-492e-9b56-7dadb215942c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:36.975662 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c9481d-a0a2-492e-9b56-7dadb215942c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:36.976319 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-79c9481d-a0a2-492e-9b56-7dadb215942c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:36.995970 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9481d-a0a2-492e-9b56-7dadb215942c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=97eab26a-d9ec-49ee-a79f-e221c92fd557,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:37.108724 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-79c9481d-a0a2-492e-9b56-7dadb215942c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7491827 Jan 27 17:07:37.117719 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56988) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:37.126782 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-9e1b10bf-ba43-4595-b3a1-cd1ca9e2241c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'fixed_ips': [{'subnet_id': '97eab26a-d9ec-49ee-a79f-e221c92fd557', 'ip_address': '2001:db8::6563:4e7c:79d:ee90'}], 'name': 'tempest-NetworksTestDHCPv6-1890796068'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:37.164955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796a358f-dfc1-41e5-a58b-997c0a041d13 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:37.171449 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3b8ed524-282d-489c-8066-a58789aa7fd4 None None] Calling delete_port for 0dc9b918-cff8-451d-9baa-459637b7662c owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:37.192321 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.220432 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-796a358f-dfc1-41e5-a58b-997c0a041d13 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.224326 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-796a358f-dfc1-41e5-a58b-997c0a041d13 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "PUT /v2.0/routers/f5a7d288-c1a9-4eb1-9952-4b75b31778c0 HTTP/1.1" status: 200 len: 914 time: 9.0485632 Jan 27 17:07:37.228955 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec95f61-73e2-468a-aa2a-ebddbc5bcf57 None None] Sync routers for ids ['f5a7d288-c1a9-4eb1-9952-4b75b31778c0'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:37.256729 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 56992) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:37.258286 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Allocated IP 172.21.0.2 (23ea9097-7046-4642-8970-1aca5f3aed8f/94b37b1e-9f68-46b1-bfa3-c1ad4071882d/57b1489d-527f-4676-969f-804f5c791345) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:37.301639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ea6112fe-ed3b-47bb-a7e4-ead4d6d4a49f tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.307990 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-96a2c470-545a-473c-b5a0-89030216c9eb req-2e802710-2191-4a80-818b-a5f446902648 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] For port 18d7c376-efbb-4519-82c9-70598c8dad43, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=18d7c376-efbb-4519-82c9-70598c8dad43,segment=NetworkSegment(7d9ad29e-9efb-46b6-a4fe-281b7c002171),segment_id=7d9ad29e-9efb-46b6-a4fe-281b7c002171)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:37.308414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-96a2c470-545a-473c-b5a0-89030216c9eb req-2e802710-2191-4a80-818b-a5f446902648 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.356875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] For port ea2d0ff5-ee85-45e3-8055-2cb666bcd75c, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:37.370697 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec95f61-73e2-468a-aa2a-ebddbc5bcf57 None None] Routers {'f5a7d288-c1a9-4eb1-9952-4b75b31778c0'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:37.371343 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-8ec95f61-73e2-468a-aa2a-ebddbc5bcf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f5a7d288-c1a9-4eb1-9952-4b75b31778c0'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:37.457292 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3cc66bea-79bb-41c8-b4d6-d827df8bacfa tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "GET /v2.0/routers/f5a7d288-c1a9-4eb1-9952-4b75b31778c0 HTTP/1.1" status: 200 len: 920 time: 0.1993737 Jan 27 17:07:37.461509 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57000) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:37.466939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Transition to ACTIVE for port object 9e73d938-0d52-4d3c-846d-a047b0f8eb8e will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:37.498447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6112fe-ed3b-47bb-a7e4-ead4d6d4a49f tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event deleted for resources: {'Subnet': ['ID=d79d162c-308d-4654-ad42-4301c714792f,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:37.540556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ea6112fe-ed3b-47bb-a7e4-ead4d6d4a49f tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.542228 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ea6112fe-ed3b-47bb-a7e4-ead4d6d4a49f tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "DELETE /v2.0/subnets/d79d162c-308d-4654-ad42-4301c714792f HTTP/1.1" status: 204 len: 168 time: 1.9530463 Jan 27 17:07:37.550041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57006) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:37.551528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-449ab1b7-15a9-436d-9291-2a67fd59a858 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.552236 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] For port ea2d0ff5-ee85-45e3-8055-2cb666bcd75c, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ea2d0ff5-ee85-45e3-8055-2cb666bcd75c,segment=NetworkSegment(a2fe7e19-98ff-4d27-99d1-0926a72bf86f),segment_id=a2fe7e19-98ff-4d27-99d1-0926a72bf86f)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:37.567286 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-8ec95f61-73e2-468a-aa2a-ebddbc5bcf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:37.585607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.590500 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.697430 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=9e73d938-0d52-4d3c-846d-a047b0f8eb8e,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:37.706078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network e1427bc8-ea37-4518-b1ab-8479d47a3d9b is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:37.710143 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:37.712827 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:37.752531 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b8ed524-282d-489c-8066-a58789aa7fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.756973 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271e1db-b03d-42ca-a72f-57efd5b1cf14 None None] Pushing event updated for resources: {'Port': ['ID=ea2d0ff5-ee85-45e3-8055-2cb666bcd75c,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:37.769536 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec95f61-73e2-468a-aa2a-ebddbc5bcf57 None None] Routers {'f5a7d288-c1a9-4eb1-9952-4b75b31778c0'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:37.770184 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-8ec95f61-73e2-468a-aa2a-ebddbc5bcf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f5a7d288-c1a9-4eb1-9952-4b75b31778c0'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:37.802194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e0cbed-bc3b-4fc9-9bff-92d399f3220c tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Deleting subnet 630ac80e-e08a-481d-8433-73cc225f7b13 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:07:37.809419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9e1b10bf-ba43-4595-b3a1-cd1ca9e2241c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:37.847643 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9e1b10bf-ba43-4595-b3a1-cd1ca9e2241c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:37.862417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:37.950007 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-8ec95f61-73e2-468a-aa2a-ebddbc5bcf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:37.950597 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec95f61-73e2-468a-aa2a-ebddbc5bcf57 None None] The sync data for ids ['f5a7d288-c1a9-4eb1-9952-4b75b31778c0'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:37.951817 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ed524-282d-489c-8066-a58789aa7fd4 None None] Pushing event deleted for resources: {'Port': ['ID=0dc9b918-cff8-451d-9baa-459637b7662c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:37.959755 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8ed524-282d-489c-8066-a58789aa7fd4 None None] No DVR routers for this DVR port 0dc9b918-cff8-451d-9baa-459637b7662c on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:07:38.012968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1b10bf-ba43-4595-b3a1-cd1ca9e2241c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:38.014200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-449ab1b7-15a9-436d-9291-2a67fd59a858 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.023833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192ad29-64de-4867-ab0c-d8eb26125411 req-0e8f9891-2cdd-4829-b72b-420e38751fac tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:38.024998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2561a88-9e35-45ca-8d8a-197caead095c None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:38.030869 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5192ad29-64de-4867-ab0c-d8eb26125411 req-0e8f9891-2cdd-4829-b72b-420e38751fac tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.5461018 Jan 27 17:07:38.078174 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-96a2c470-545a-473c-b5a0-89030216c9eb req-2e802710-2191-4a80-818b-a5f446902648 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.078590 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-96a2c470-545a-473c-b5a0-89030216c9eb req-2e802710-2191-4a80-818b-a5f446902648 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.078972 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [req-96a2c470-545a-473c-b5a0-89030216c9eb req-2e802710-2191-4a80-818b-a5f446902648 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Floating IP 6c9d5dd7-3e05-408c-8927-deafcb14bf4b disassociated. External IP: 172.26.1.60, port: 18d7c376-efbb-4519-82c9-70598c8dad43. Jan 27 17:07:38.079306 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-96a2c470-545a-473c-b5a0-89030216c9eb req-2e802710-2191-4a80-818b-a5f446902648 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Calling delete_port for 18d7c376-efbb-4519-82c9-70598c8dad43 owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:38.093461 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.119943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-449ab1b7-15a9-436d-9291-2a67fd59a858 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Deleting port a587e36c-09d6-4aa6-b585-315ff708416d {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:38.120270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-449ab1b7-15a9-436d-9291-2a67fd59a858 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.241614 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5192ad29-64de-4867-ab0c-d8eb26125411 req-5cd3ae30-6a03-4aa9-840f-f16cfaac7660 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095988 Jan 27 17:07:38.274303 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.290992 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Transition to ACTIVE for port object 57b1489d-527f-4676-969f-804f5c791345 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:38.307192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de520f6-8721-44fd-a217-9d66b3b70dfa tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:38.311203 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7de520f6-8721-44fd-a217-9d66b3b70dfa tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&device_id=f5a7d288-c1a9-4eb1-9952-4b75b31778c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8460886 Jan 27 17:07:38.315959 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57016) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:38.322628 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Transition to ACTIVE for port object 57b1489d-527f-4676-969f-804f5c791345 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:38.538749 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db5b7e-df67-42c0-8260-0bdd7c7dbd25 req-efd2cd27-27a8-464b-9648-0d98431498b1 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:38.540490 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-54db5b7e-df67-42c0-8260-0bdd7c7dbd25 req-efd2cd27-27a8-464b-9648-0d98431498b1 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 945 time: 0.8316042 Jan 27 17:07:38.574677 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port b7eb1e5e-244a-4fd4-85da-65e4da6c11cb, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b7eb1e5e-244a-4fd4-85da-65e4da6c11cb,segment=NetworkSegment(ee17c37c-4185-4c28-9097-cab9b9bc7b5c),segment_id=ee17c37c-4185-4c28-9097-cab9b9bc7b5c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:38.577289 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.585230 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e1b10bf-ba43-4595-b3a1-cd1ca9e2241c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.662567 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.679237 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.703015 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7e467f31-0890-4010-ab72-4fc3373d6f4d None None] Provisioning complete for port b7eb1e5e-244a-4fd4-85da-65e4da6c11cb triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:38.703561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7e467f31-0890-4010-ab72-4fc3373d6f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.731952 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46742f-0777-44af-8d41-b4b3343af949 req-8c61a97a-464b-47f4-98b7-e95021ce662c tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:38.733463 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ba46742f-0777-44af-8d41-b4b3343af949 req-8c61a97a-464b-47f4-98b7-e95021ce662c tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 945 time: 0.3044069 Jan 27 17:07:38.757518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Network 23ea9097-7046-4642-8970-1aca5f3aed8f is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:38.773901 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-9e1b10bf-ba43-4595-b3a1-cd1ca9e2241c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port 4f47cd81-329c-435f-9d61-c3a6aa2e08a6 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:38.783072 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:38.786150 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0dc9b918-cff8-451d-9baa-459637b7662c no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:07:38.817432 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-54db5b7e-df67-42c0-8260-0bdd7c7dbd25 req-a6c2fcbc-fc17-4c88-ab15-9e110b8e98ed tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/security-groups?id=602d6a02-4d87-445c-8404-430c46533025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593932 Jan 27 17:07:38.820594 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-449ab1b7-15a9-436d-9291-2a67fd59a858 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] For port a587e36c-09d6-4aa6-b585-315ff708416d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=a587e36c-09d6-4aa6-b585-315ff708416d,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:38.821486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-449ab1b7-15a9-436d-9291-2a67fd59a858 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.832052 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:38.845201 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ba46742f-0777-44af-8d41-b4b3343af949 req-dbbe73bc-ab5a-4594-9875-a5a11e75023e tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/security-groups?id=455d0435-8b91-49df-a85e-dc62ce683bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002233 Jan 27 17:07:38.845410 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:38.911392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76a05b2-ace5-47ad-b645-bfd3493c9ec4 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:38.912758 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a76a05b2-ace5-47ad-b645-bfd3493c9ec4 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "GET /v2.0/networks/fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 HTTP/1.1" status: 200 len: 881 time: 0.4828589 Jan 27 17:07:38.927110 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57022) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:38.938613 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Transition to ACTIVE for port object ba64b947-bc10-4733-93a6-c95c8fd6ef69 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:38.975346 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 0dc9b918-cff8-451d-9baa-459637b7662c {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:07:38.976076 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0dc9b918-cff8-451d-9baa-459637b7662c not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:07:39.005848 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c5d7fc1c-ae45-4dc4-a853-c718b179dbfa tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5a7d288-c1a9-4eb1-9952-4b75b31778c0 HTTP/1.1" status: 200 len: 205 time: 0.0748820 Jan 27 17:07:39.008817 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57028) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:39.024189 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Transition to ACTIVE for port object ba64b947-bc10-4733-93a6-c95c8fd6ef69 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:39.030513 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Pushing event updated for resources: {'Port': ['ID=57b1489d-527f-4676-969f-804f5c791345,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:39.153901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-449ab1b7-15a9-436d-9291-2a67fd59a858 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Calling delete_port for a587e36c-09d6-4aa6-b585-315ff708416d owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:39.192312 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.197441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-40e0cbed-bc3b-4fc9-9bff-92d399f3220c tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.252745 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-96a2c470-545a-473c-b5a0-89030216c9eb req-2e802710-2191-4a80-818b-a5f446902648 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.284703 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Attempting to bind port 57b1489d-527f-4676-969f-804f5c791345 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:39.285057 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Attempting to bind port 57b1489d-527f-4676-969f-804f5c791345 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'cec4ccd7-e0cc-48d4-b8fa-5fe4f6e7dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '23ea9097-7046-4642-8970-1aca5f3aed8f'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:39.295818 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Attempting to bind port 57b1489d-527f-4676-969f-804f5c791345 on network 23ea9097-7046-4642-8970-1aca5f3aed8f {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:39.305134 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ea2d0ff5-ee85-45e3-8055-2cb666bcd75c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:39.327912 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e802710-2191-4a80-818b-a5f446902648 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Pushing event deleted for resources: {'Port': ['ID=18d7c376-efbb-4519-82c9-70598c8dad43,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:39.383337 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:39.383780 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Checking segment: {'id': 'cec4ccd7-e0cc-48d4-b8fa-5fe4f6e7dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '23ea9097-7046-4642-8970-1aca5f3aed8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:39.384140 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.384872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Bound using segment: {'id': 'cec4ccd7-e0cc-48d4-b8fa-5fe4f6e7dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '23ea9097-7046-4642-8970-1aca5f3aed8f'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:39.385352 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Bound port: 57b1489d-527f-4676-969f-804f5c791345, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec4ccd7-e0cc-48d4-b8fa-5fe4f6e7dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '23ea9097-7046-4642-8970-1aca5f3aed8f'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:39.385752 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.405965 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': '97eab26a-d9ec-49ee-a79f-e221c92fd557'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:07:39.406810 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.416299 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-40e0cbed-bc3b-4fc9-9bff-92d399f3220c tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.678537 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Allocated IP 2001:db8::2 (bbf03638-7624-437f-9c24-a87cd70c5626/97eab26a-d9ec-49ee-a79f-e221c92fd557/7b25ad24-d2d0-4066-b68d-2e21476abeaf) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:39.710670 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.861379 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96a2c470-545a-473c-b5a0-89030216c9eb req-2e802710-2191-4a80-818b-a5f446902648 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Router 0bea4170-56f0-4f26-8008-551918a44abe has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:07:39.867410 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2ec72324-9310-47f5-abc7-11a19665b4cf tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.922163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75f4bd-f450-48d7-99e5-53821d38a131 req-2d39501f-981b-425e-8598-484094892710 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:39.922428 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.924340 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2d75f4bd-f450-48d7-99e5-53821d38a131 req-2d39501f-981b-425e-8598-484094892710 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.5107198 Jan 27 17:07:39.925765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-40e0cbed-bc3b-4fc9-9bff-92d399f3220c tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.935279 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Transition to ACTIVE for port object 7b25ad24-d2d0-4066-b68d-2e21476abeaf will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:39.941383 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:39.956429 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Transition to ACTIVE for port object 7b25ad24-d2d0-4066-b68d-2e21476abeaf will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:39.959871 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Network f503bb62-35f7-4669-ac25-1a138fc6e087 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:40.003985 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f604d4-5efd-4353-8dc0-db0c60035647 None None] Network 9c2f20c5-20c9-4d8c-815d-6607f1aba3d1 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:40.098066 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.104226 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 18d7c376-efbb-4519-82c9-70598c8dad43 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:07:40.139136 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=9e73d938-0d52-4d3c-846d-a047b0f8eb8e,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:40.203357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 18d7c376-efbb-4519-82c9-70598c8dad43 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:07:40.203945 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 18d7c376-efbb-4519-82c9-70598c8dad43 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:07:40.205999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:40.208411 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.211842 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2d75f4bd-f450-48d7-99e5-53821d38a131 req-0e5f036d-9136-4f61-9c04-46c45e541029 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345984 Jan 27 17:07:40.224146 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-449ab1b7-15a9-436d-9291-2a67fd59a858 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.232088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:40.284589 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:40.303443 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:40.333789 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:40.443462 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ab1b7-15a9-436d-9291-2a67fd59a858 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Pushing event deleted for resources: {'Port': ['ID=a587e36c-09d6-4aa6-b585-315ff708416d,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:40.495623 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0412226c-86ad-4146-9d64-026122e40fb0 req-a4cbb21d-98ea-4535-b0ba-814d9e8446a3 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 210 time: 0.0833464 Jan 27 17:07:40.503462 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-40e0cbed-bc3b-4fc9-9bff-92d399f3220c tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.503923 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Attempting to bind port ba64b947-bc10-4733-93a6-c95c8fd6ef69 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:40.504418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Attempting to bind port ba64b947-bc10-4733-93a6-c95c8fd6ef69 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '01c18a62-737c-459c-ab79-fff1acc03235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f503bb62-35f7-4669-ac25-1a138fc6e087'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:40.504862 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Attempting to bind port ba64b947-bc10-4733-93a6-c95c8fd6ef69 on network f503bb62-35f7-4669-ac25-1a138fc6e087 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:40.571160 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:40.571612 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Checking segment: {'id': '01c18a62-737c-459c-ab79-fff1acc03235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f503bb62-35f7-4669-ac25-1a138fc6e087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:40.572125 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.572406 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Bound using segment: {'id': '01c18a62-737c-459c-ab79-fff1acc03235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f503bb62-35f7-4669-ac25-1a138fc6e087'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:40.572877 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Bound port: ba64b947-bc10-4733-93a6-c95c8fd6ef69, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c18a62-737c-459c-ab79-fff1acc03235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'f503bb62-35f7-4669-ac25-1a138fc6e087'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:40.573249 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.573417 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0cbed-bc3b-4fc9-9bff-92d399f3220c tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event deleted for resources: {'Subnet': ['ID=630ac80e-e08a-481d-8433-73cc225f7b13,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:40.589387 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96a2c470-545a-473c-b5a0-89030216c9eb req-2e802710-2191-4a80-818b-a5f446902648 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:40.591364 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-40e0cbed-bc3b-4fc9-9bff-92d399f3220c tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.594266 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2ec72324-9310-47f5-abc7-11a19665b4cf tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.604320 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e817225b-197b-4419-b5f9-8e5877d4cb47 None None] Sync routers for ids ['0bea4170-56f0-4f26-8008-551918a44abe'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:40.621587 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e817225b-197b-4419-b5f9-8e5877d4cb47 None None] Routers {'0bea4170-56f0-4f26-8008-551918a44abe'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:40.623736 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-e817225b-197b-4419-b5f9-8e5877d4cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0bea4170-56f0-4f26-8008-551918a44abe'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:40.685644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=b7eb1e5e-244a-4fd4-85da-65e4da6c11cb,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:40.688530 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-40e0cbed-bc3b-4fc9-9bff-92d399f3220c tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "DELETE /v2.0/subnets/630ac80e-e08a-481d-8433-73cc225f7b13 HTTP/1.1" status: 204 len: 168 time: 3.0826340 Jan 27 17:07:40.695340 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57042) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:40.696502 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a2c470-545a-473c-b5a0-89030216c9eb req-2e802710-2191-4a80-818b-a5f446902648 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] No DVR routers for this DVR port 18d7c376-efbb-4519-82c9-70598c8dad43 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:07:40.700082 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-96a2c470-545a-473c-b5a0-89030216c9eb req-2e802710-2191-4a80-818b-a5f446902648 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.702052 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-96a2c470-545a-473c-b5a0-89030216c9eb req-2e802710-2191-4a80-818b-a5f446902648 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.83 "DELETE /v2.0/ports/18d7c376-efbb-4519-82c9-70598c8dad43 HTTP/1.1" status: 204 len: 173 time: 4.9349306 Jan 27 17:07:40.713617 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-2ec72324-9310-47f5-abc7-11a19665b4cf tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Deleting port 75ccb8a8-9f9b-4aea-b2db-9be3b46a7d09 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:40.714332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2ec72324-9310-47f5-abc7-11a19665b4cf tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.753004 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-9e1b10bf-ba43-4595-b3a1-cd1ca9e2241c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::6563:4e7c:79d:ee90 (bbf03638-7624-437f-9c24-a87cd70c5626/97eab26a-d9ec-49ee-a79f-e221c92fd557/4f47cd81-329c-435f-9d61-c3a6aa2e08a6) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:40.788158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port ea2d0ff5-ee85-45e3-8055-2cb666bcd75c completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:40.789911 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-449ab1b7-15a9-436d-9291-2a67fd59a858 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.832254 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Attempting to bind port 7b25ad24-d2d0-4066-b68d-2e21476abeaf on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:40.835083 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Attempting to bind port 7b25ad24-d2d0-4066-b68d-2e21476abeaf by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:40.835083 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Attempting to bind port 7b25ad24-d2d0-4066-b68d-2e21476abeaf on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:40.835763 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] For port 57b1489d-527f-4676-969f-804f5c791345, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:40.886095 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:40.886619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:40.887324 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.887573 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:40.888131 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Bound port: 7b25ad24-d2d0-4066-b68d-2e21476abeaf, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:40.888598 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:40.902869 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] For port 57b1489d-527f-4676-969f-804f5c791345, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=57b1489d-527f-4676-969f-804f5c791345,segment=NetworkSegment(cec4ccd7-e0cc-48d4-b8fa-5fe4f6e7dab2),segment_id=cec4ccd7-e0cc-48d4-b8fa-5fe4f6e7dab2)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:40.930079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c0d3a-7d04-48a4-989d-6e389f092e9b req-c828b510-3483-457f-9c91-b96ba9d3077c tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:40.931859 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1e5c0d3a-7d04-48a4-989d-6e389f092e9b req-c828b510-3483-457f-9c91-b96ba9d3077c tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 945 time: 0.9077072 Jan 27 17:07:40.940222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Pushing event updated for resources: {'Port': ['ID=ba64b947-bc10-4733-93a6-c95c8fd6ef69,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:40.943087 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:41.028504 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928246be-f0dd-4932-890c-406c3b352ecd None None] DHCP port deletion for 9c2f20c5-20c9-4d8c-815d-6607f1aba3d1 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:07:41.033805 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-73829e0f-8beb-4d93-a612-52139c0c13cf None None] Provisioning for port 9e73d938-0d52-4d3c-846d-a047b0f8eb8e completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:41.074133 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-e817225b-197b-4419-b5f9-8e5877d4cb47 None None] Set router 0bea4170-56f0-4f26-8008-551918a44abe gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:41.209134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b779de6-7e20-45f0-96e8-53fe29e5f9ab', 'name': 'network-vif-deleted', 'tag': '18d7c376-efbb-4519-82c9-70598c8dad43'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:07:41.226349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-928246be-f0dd-4932-890c-406c3b352ecd None None] Deleting port ea2d0ff5-ee85-45e3-8055-2cb666bcd75c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:41.229337 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-928246be-f0dd-4932-890c-406c3b352ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:41.277716 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-73829e0f-8beb-4d93-a612-52139c0c13cf None None] Provisioning complete for port 9e73d938-0d52-4d3c-846d-a047b0f8eb8e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:41.286216 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73829e0f-8beb-4d93-a612-52139c0c13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:41.379134 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b7eb1e5e-244a-4fd4-85da-65e4da6c11cb up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:41.393928 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1e5c0d3a-7d04-48a4-989d-6e389f092e9b req-6eca0e34-5463-4727-b9cc-48ece2e8943e tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/security-groups?id=602d6a02-4d87-445c-8404-430c46533025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4271622 Jan 27 17:07:41.410309 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network e1427bc8-ea37-4518-b1ab-8479d47a3d9b is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:41.426601 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:41.495980 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b779de6-7e20-45f0-96e8-53fe29e5f9ab', 'name': 'network-vif-deleted', 'tag': '18d7c376-efbb-4519-82c9-70598c8dad43', 'status': 'completed', 'code': 200} Jan 27 17:07:41.501931 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-449ab1b7-15a9-436d-9291-2a67fd59a858 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:41.531740 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-449ab1b7-15a9-436d-9291-2a67fd59a858 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:41.539555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097b0730-1a68-4c6d-8d84-c5ae1215e09f tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:41.540468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-097b0730-1a68-4c6d-8d84-c5ae1215e09f tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Synchronizing usage tracker for tenant:af1c0fa7553f434798fbd758455940a2 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:41.608133 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] For port ba64b947-bc10-4733-93a6-c95c8fd6ef69, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:41.658739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-097b0730-1a68-4c6d-8d84-c5ae1215e09f tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Unset dirty status for tenant:af1c0fa7553f434798fbd758455940a2 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:41.660218 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-097b0730-1a68-4c6d-8d84-c5ae1215e09f tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9618409 Jan 27 17:07:41.661425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-449ab1b7-15a9-436d-9291-2a67fd59a858 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:41.676387 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449ab1b7-15a9-436d-9291-2a67fd59a858 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b661c72e-d784-449a-9e37-ec49a80b8df8 {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:07:41.696348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57056) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:41.787029 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] For port 7b25ad24-d2d0-4066-b68d-2e21476abeaf, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:41.796380 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] For port 7b25ad24-d2d0-4066-b68d-2e21476abeaf, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7b25ad24-d2d0-4066-b68d-2e21476abeaf,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:41.812677 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-73829e0f-8beb-4d93-a612-52139c0c13cf None None] Port 9e73d938-0d52-4d3c-846d-a047b0f8eb8e cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:41.824592 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-e817225b-197b-4419-b5f9-8e5877d4cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bea4170-56f0-4f26-8008-551918a44abe', 'name': 'tempest-ServersTestJSON-1690785565-router', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'gw_port': {'id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:53Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '031105f4-0a5d-4f5c-ad10-7465904b3d7b', 'name': '', 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'mac_address': 'fa:16:3e:78:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:01Z', 'updated_at': '2022-01-27T17:06:15Z', 'revision_number': 5, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'subnets': [{'id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:41.827951 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-449ab1b7-15a9-436d-9291-2a67fd59a858 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:41.830804 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-449ab1b7-15a9-436d-9291-2a67fd59a858 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "DELETE /v2.0/routers/b661c72e-d784-449a-9e37-ec49a80b8df8 HTTP/1.1" status: 204 len: 168 time: 4.9498954 Jan 27 17:07:41.833550 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Pushing event updated for resources: {'Port': ['ID=7b25ad24-d2d0-4066-b68d-2e21476abeaf,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:41.838891 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e817225b-197b-4419-b5f9-8e5877d4cb47 None None] Checking router: 0bea4170-56f0-4f26-8008-551918a44abe for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:07:41.854008 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57060) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:41.858677 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e817225b-197b-4419-b5f9-8e5877d4cb47 None None] Routers {'0bea4170-56f0-4f26-8008-551918a44abe'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:41.859515 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-e817225b-197b-4419-b5f9-8e5877d4cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0bea4170-56f0-4f26-8008-551918a44abe'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:41.930673 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2139194057', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:41.941574 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:41.945751 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Usage tracker for resource:router and tenant:5326678e7ab9402da7acd3f3a88cca04 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:41.946953 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779afdd2-9f23-4e08-92d8-aba7b1ea7e8a req-8dc96648-c3ad-474a-88ab-59a7d6adec2b tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:41.948473 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-779afdd2-9f23-4e08-92d8-aba7b1ea7e8a req-8dc96648-c3ad-474a-88ab-59a7d6adec2b tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 945 time: 0.6855850 Jan 27 17:07:41.949290 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:41.955410 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:41.969399 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.011183 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1d87fa83-9783-4316-8e92-5d9a87a3010c req-87471bcf-5715-40bb-a211-b157861400fc tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b779de6-7e20-45f0-96e8-53fe29e5f9ab HTTP/1.1" status: 200 len: 210 time: 0.1500516 Jan 27 17:07:42.014828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.015851 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.074723 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2ec72324-9310-47f5-abc7-11a19665b4cf tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.089478 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] For port ba64b947-bc10-4733-93a6-c95c8fd6ef69, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ba64b947-bc10-4733-93a6-c95c8fd6ef69,segment=NetworkSegment(01c18a62-737c-459c-ab79-fff1acc03235),segment_id=01c18a62-737c-459c-ab79-fff1acc03235)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:42.144183 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.149054 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-73829e0f-8beb-4d93-a612-52139c0c13cf None None] Provisioning for port ea2d0ff5-ee85-45e3-8055-2cb666bcd75c completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:42.189164 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-73829e0f-8beb-4d93-a612-52139c0c13cf None None] Provisioning complete for port ea2d0ff5-ee85-45e3-8055-2cb666bcd75c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:42.191729 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73829e0f-8beb-4d93-a612-52139c0c13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.209468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1dfa3b-1488-4c90-98ef-02152df1d23c req-7f211422-209a-4724-aa80-fc9afc8f59a5 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:42.218850 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-e817225b-197b-4419-b5f9-8e5877d4cb47 None None] Set router 0bea4170-56f0-4f26-8008-551918a44abe gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:42.219391 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4f1dfa3b-1488-4c90-98ef-02152df1d23c req-7f211422-209a-4724-aa80-fc9afc8f59a5 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.9983680 Jan 27 17:07:42.377000 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.457495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-779afdd2-9f23-4e08-92d8-aba7b1ea7e8a req-53732083-e46e-4495-a6e8-0a3bf8fd6fd7 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Deleting port 399e0565-8300-4dc5-ab4f-ed75096550ec {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:42.457861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-779afdd2-9f23-4e08-92d8-aba7b1ea7e8a req-53732083-e46e-4495-a6e8-0a3bf8fd6fd7 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.476424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb38a9-6c81-417a-93c4-8c64c584d7b4 req-520ffcab-c6ba-4234-9a37-4df5793df474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:42.478326 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7aeb38a9-6c81-417a-93c4-8c64c584d7b4 req-520ffcab-c6ba-4234-9a37-4df5793df474 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ee54b4815b744a4b1368a3f71dedf93&device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 1099 time: 1.2670164 Jan 27 17:07:42.497691 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-2ec72324-9310-47f5-abc7-11a19665b4cf tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Calling delete_port for 75ccb8a8-9f9b-4aea-b2db-9be3b46a7d09 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:42.538354 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4f1dfa3b-1488-4c90-98ef-02152df1d23c req-53814e3a-6a3b-4a48-9439-179a4cb40650 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3180871 Jan 27 17:07:42.586523 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Deleting port ba64b947-bc10-4733-93a6-c95c8fd6ef69 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:42.587722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.788781 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e1b10bf-ba43-4595-b3a1-cd1ca9e2241c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.813951 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-9e1b10bf-ba43-4595-b3a1-cd1ca9e2241c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object 4f47cd81-329c-435f-9d61-c3a6aa2e08a6 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:42.837909 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecae448-48ea-4637-bd63-37cd64934159 None None] Network f503bb62-35f7-4669-ac25-1a138fc6e087 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:42.848277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.863433 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port b7eb1e5e-244a-4fd4-85da-65e4da6c11cb triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:42.864124 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:42.889382 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a482f-69b6-437e-ba0e-eae930504326 None None] Pushing event updated for resources: {'Port': ['ID=57b1489d-527f-4676-969f-804f5c791345,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:42.961703 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-e817225b-197b-4419-b5f9-8e5877d4cb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bea4170-56f0-4f26-8008-551918a44abe', 'name': 'tempest-ServersTestJSON-1690785565-router', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'gw_port': {'id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:53Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '031105f4-0a5d-4f5c-ad10-7465904b3d7b', 'name': '', 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'mac_address': 'fa:16:3e:78:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:01Z', 'updated_at': '2022-01-27T17:06:15Z', 'revision_number': 5, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'subnets': [{'id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:42.966260 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e817225b-197b-4419-b5f9-8e5877d4cb47 None None] The sync data for ids ['0bea4170-56f0-4f26-8008-551918a44abe'] in dv-neutron-826439-2-hyperv is: [{'id': '0bea4170-56f0-4f26-8008-551918a44abe', 'name': 'tempest-ServersTestJSON-1690785565-router', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'gw_port': {'id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:53Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '031105f4-0a5d-4f5c-ad10-7465904b3d7b', 'name': '', 'network_id': '9141664f-a2df-4f3d-8af6-9e336042f636', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'mac_address': 'fa:16:3e:78:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:01Z', 'updated_at': '2022-01-27T17:06:15Z', 'revision_number': 5, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'subnets': [{'id': '59fab0d6-08e6-4a61-8a29-c48217b1a9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:43.062525 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-928246be-f0dd-4932-890c-406c3b352ecd None None] For port ea2d0ff5-ee85-45e3-8055-2cb666bcd75c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ea2d0ff5-ee85-45e3-8055-2cb666bcd75c,segment=NetworkSegment(a2fe7e19-98ff-4d27-99d1-0926a72bf86f),segment_id=a2fe7e19-98ff-4d27-99d1-0926a72bf86f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:43.063741 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-928246be-f0dd-4932-890c-406c3b352ecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:43.178832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] For port ba64b947-bc10-4733-93a6-c95c8fd6ef69, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ba64b947-bc10-4733-93a6-c95c8fd6ef69,segment=NetworkSegment(01c18a62-737c-459c-ab79-fff1acc03235),segment_id=01c18a62-737c-459c-ab79-fff1acc03235)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:43.179389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:43.246519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-779afdd2-9f23-4e08-92d8-aba7b1ea7e8a req-53732083-e46e-4495-a6e8-0a3bf8fd6fd7 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] For port 399e0565-8300-4dc5-ab4f-ed75096550ec, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=399e0565-8300-4dc5-ab4f-ed75096550ec,segment=NetworkSegment(ce4b805f-10ca-4c69-bf04-a2937a4c1454),segment_id=ce4b805f-10ca-4c69-bf04-a2937a4c1454)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:43.246883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-779afdd2-9f23-4e08-92d8-aba7b1ea7e8a req-53732083-e46e-4495-a6e8-0a3bf8fd6fd7 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:43.366655 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57072) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:43.406222 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e1b10bf-ba43-4595-b3a1-cd1ca9e2241c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:43.453476 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73829e0f-8beb-4d93-a612-52139c0c13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:43.477408 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-928246be-f0dd-4932-890c-406c3b352ecd None None] Calling delete_port for ea2d0ff5-ee85-45e3-8055-2cb666bcd75c owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:43.578348 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1b10bf-ba43-4595-b3a1-cd1ca9e2241c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:43.583334 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2ec72324-9310-47f5-abc7-11a19665b4cf tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:43.583928 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855685e6-4f56-4edb-a2c3-30eafa1f2872 None None] New status for floating IP 6c9d5dd7-3e05-408c-8927-deafcb14bf4b: DOWN {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:07:43.704640 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-9e1b10bf-ba43-4595-b3a1-cd1ca9e2241c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:43.711772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b10bf-ba43-4595-b3a1-cd1ca9e2241c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:43.719294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1b10bf-ba43-4595-b3a1-cd1ca9e2241c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:43.721498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e1b10bf-ba43-4595-b3a1-cd1ca9e2241c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:43.803235 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3935f-8be8-4c3b-ae09-a569db917bc7 None None] Pushing event updated for resources: {'Port': ['ID=7b25ad24-d2d0-4066-b68d-2e21476abeaf,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:43.818681 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Calling delete_port for ba64b947-bc10-4733-93a6-c95c8fd6ef69 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:43.845484 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9e1b10bf-ba43-4595-b3a1-cd1ca9e2241c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.7267780 Jan 27 17:07:43.846389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router 41c167be-8750-42fd-a6e0-5f993333a97d is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:07:43.851194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57080) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:43.876314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22283690-3bb7-4c4a-a090-8306b7e6e20a None None] Network 23ea9097-7046-4642-8970-1aca5f3aed8f requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:43.880837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-372edeae-bef6-4778-96eb-21d06bb4a873 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'fixed_ips': [{'subnet_id': '97eab26a-d9ec-49ee-a79f-e221c92fd557', 'ip_address': '2001:db8::6563:4e7c:79d:ee90'}], 'name': 'tempest-NetworksTestDHCPv6-128330501'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:44.002370 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd3df0-a435-4f8a-8f49-09d4ea443a18 None None] Pushing event updated for resources: {'Port': ['ID=ba64b947-bc10-4733-93a6-c95c8fd6ef69,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:44.004901 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-928246be-f0dd-4932-890c-406c3b352ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:44.171805 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:44.183273 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f70f2-0b44-41f0-8b01-3c5bea8fc76f None None] Sync routers for ids ['41c167be-8750-42fd-a6e0-5f993333a97d'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:44.202932 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f70f2-0b44-41f0-8b01-3c5bea8fc76f None None] Routers {'41c167be-8750-42fd-a6e0-5f993333a97d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:44.203556 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-6b6f70f2-0b44-41f0-8b01-3c5bea8fc76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['41c167be-8750-42fd-a6e0-5f993333a97d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:44.229364 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:44.250020 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7fbf3783-882e-42de-b0f1-f1aa82e112f8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/41c167be-8750-42fd-a6e0-5f993333a97d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1346345 Jan 27 17:07:44.251724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3d434-a399-43e1-a43d-d05c68ac31b1 req-7cf9e1dc-d396-4990-83ae-842b67b57f0b tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:44.259910 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-80e3d434-a399-43e1-a43d-d05c68ac31b1 req-7cf9e1dc-d396-4990-83ae-842b67b57f0b tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.4859674 Jan 27 17:07:44.285589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57084) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:44.286583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:44.302114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-779afdd2-9f23-4e08-92d8-aba7b1ea7e8a req-53732083-e46e-4495-a6e8-0a3bf8fd6fd7 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:44.302749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-779afdd2-9f23-4e08-92d8-aba7b1ea7e8a req-53732083-e46e-4495-a6e8-0a3bf8fd6fd7 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:44.303276 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [req-779afdd2-9f23-4e08-92d8-aba7b1ea7e8a req-53732083-e46e-4495-a6e8-0a3bf8fd6fd7 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Floating IP 9af0e1a2-6af7-4d73-9be9-87aa1442e70c disassociated. External IP: 172.26.1.74, port: 399e0565-8300-4dc5-ab4f-ed75096550ec. Jan 27 17:07:44.303835 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-779afdd2-9f23-4e08-92d8-aba7b1ea7e8a req-53732083-e46e-4495-a6e8-0a3bf8fd6fd7 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Calling delete_port for 399e0565-8300-4dc5-ab4f-ed75096550ec owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:44.322157 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-6b6f70f2-0b44-41f0-8b01-3c5bea8fc76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:44.330378 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928246be-f0dd-4932-890c-406c3b352ecd None None] No DVR routers for this DVR port ea2d0ff5-ee85-45e3-8055-2cb666bcd75c on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:07:44.354786 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05971a99-5660-4dc1-8320-b2fbc30053bb tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:44.357937 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f70f2-0b44-41f0-8b01-3c5bea8fc76f None None] Routers {'41c167be-8750-42fd-a6e0-5f993333a97d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:44.358540 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-6b6f70f2-0b44-41f0-8b01-3c5bea8fc76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['41c167be-8750-42fd-a6e0-5f993333a97d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:44.365592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928246be-f0dd-4932-890c-406c3b352ecd None None] Pushing event deleted for resources: {'Port': ['ID=ea2d0ff5-ee85-45e3-8055-2cb666bcd75c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:44.380876 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2ec72324-9310-47f5-abc7-11a19665b4cf tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:44.455068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event deleted for resources: {'Port': ['ID=ba64b947-bc10-4733-93a6-c95c8fd6ef69,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:44.464921 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bb2aa-bdc0-4c93-9245-cbb98c5ab562 req-254c3f02-e876-4fe9-9fe2-fed064dc446f tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:44.466671 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-020bb2aa-bdc0-4c93-9245-cbb98c5ab562 req-254c3f02-e876-4fe9-9fe2-fed064dc446f tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 945 time: 1.8368492 Jan 27 17:07:44.473003 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] No DVR routers for this DVR port ba64b947-bc10-4733-93a6-c95c8fd6ef69 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:07:44.480466 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-12886345-5ba0-4fbd-86f0-330e4981ffcd None None] Provisioning for port 57b1489d-527f-4676-969f-804f5c791345 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:44.482461 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b10bf-ba43-4595-b3a1-cd1ca9e2241c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=4f47cd81-329c-435f-9d61-c3a6aa2e08a6,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:44.483753 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-6b6f70f2-0b44-41f0-8b01-3c5bea8fc76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:44.484277 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f70f2-0b44-41f0-8b01-3c5bea8fc76f None None] The sync data for ids ['41c167be-8750-42fd-a6e0-5f993333a97d'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:44.555863 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-372edeae-bef6-4778-96eb-21d06bb4a873 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:44.581833 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-12886345-5ba0-4fbd-86f0-330e4981ffcd None None] Provisioning for port 7b25ad24-d2d0-4066-b68d-2e21476abeaf completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:44.596358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-372edeae-bef6-4778-96eb-21d06bb4a873 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:44.619641 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-372edeae-bef6-4778-96eb-21d06bb4a873 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:44.635696 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-80e3d434-a399-43e1-a43d-d05c68ac31b1 req-78aa0e64-ad6d-4f8f-8727-0ce749b1ab07 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3744912 Jan 27 17:07:44.644105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ea2d0ff5-ee85-45e3-8055-2cb666bcd75c no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:07:44.661070 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f94d3e-64e1-4bdd-a106-838843b81ac0 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:44.665580 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b5f94d3e-64e1-4bdd-a106-838843b81ac0 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports/9e73d938-0d52-4d3c-846d-a047b0f8eb8e HTTP/1.1" status: 200 len: 910 time: 0.3662329 Jan 27 17:07:44.668175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-372edeae-bef6-4778-96eb-21d06bb4a873 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:44.675089 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57088) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:44.686956 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: ea2d0ff5-ee85-45e3-8055-2cb666bcd75c {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:07:44.687368 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ea2d0ff5-ee85-45e3-8055-2cb666bcd75c not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:07:44.692268 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-12886345-5ba0-4fbd-86f0-330e4981ffcd None None] Provisioning complete for port 9e73d938-0d52-4d3c-846d-a047b0f8eb8e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:44.692705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-12886345-5ba0-4fbd-86f0-330e4981ffcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:44.729846 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec72324-9310-47f5-abc7-11a19665b4cf tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Pushing event deleted for resources: {'Port': ['ID=75ccb8a8-9f9b-4aea-b2db-9be3b46a7d09,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:44.746849 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb38a9-6c81-417a-93c4-8c64c584d7b4 req-8796abdd-b2af-4674-8eec-81694814e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:44.748313 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7aeb38a9-6c81-417a-93c4-8c64c584d7b4 req-8796abdd-b2af-4674-8eec-81694814e4e8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8512c58-bd55-456e-9586-bd5fab4baa27 HTTP/1.1" status: 200 len: 914 time: 2.2010016 Jan 27 17:07:44.750473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05971a99-5660-4dc1-8320-b2fbc30053bb tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:44.759808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2ec72324-9310-47f5-abc7-11a19665b4cf tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:44.764474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-12886345-5ba0-4fbd-86f0-330e4981ffcd None None] Port 9e73d938-0d52-4d3c-846d-a047b0f8eb8e cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:44.766986 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2ec72324-9310-47f5-abc7-11a19665b4cf tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:44.890614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:44.912345 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-58d5294f-f296-42e9-9e07-e33aeb173250 None None] Provisioning for port 4f47cd81-329c-435f-9d61-c3a6aa2e08a6 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:44.929662 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372edeae-bef6-4778-96eb-21d06bb4a873 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:44.937838 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-58d5294f-f296-42e9-9e07-e33aeb173250 None None] Provisioning complete for port 4f47cd81-329c-435f-9d61-c3a6aa2e08a6 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:44.938330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-58d5294f-f296-42e9-9e07-e33aeb173250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:44.978504 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 7b25ad24-d2d0-4066-b68d-2e21476abeaf up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:45.031186 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-020bb2aa-bdc0-4c93-9245-cbb98c5ab562 req-2eb167a2-646f-4fa0-be33-868795421548 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/security-groups?id=602d6a02-4d87-445c-8404-430c46533025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5392084 Jan 27 17:07:45.058263 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-58d5294f-f296-42e9-9e07-e33aeb173250 None None] Port 4f47cd81-329c-435f-9d61-c3a6aa2e08a6 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:45.091098 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 7b25ad24-d2d0-4066-b68d-2e21476abeaf completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:45.098803 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 7b25ad24-d2d0-4066-b68d-2e21476abeaf triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:45.099496 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.107493 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7aeb38a9-6c81-417a-93c4-8c64c584d7b4 req-29314579-c233-43de-bf33-b27460c368a8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32fdd6ad-bfc8-44c7-b8d8-12a574303cea HTTP/1.1" status: 200 len: 1002 time: 0.3392310 Jan 27 17:07:45.110042 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2ec72324-9310-47f5-abc7-11a19665b4cf tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.110570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec72324-9310-47f5-abc7-11a19665b4cf tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Fanout notify agent at l3_agent the message router_deleted on router f5a7d288-c1a9-4eb1-9952-4b75b31778c0 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:07:45.140394 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f503bb62-35f7-4669-ac25-1a138fc6e087']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:45.142042 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70be4bff-f56f-4bac-93fb-8eb892bfe9d1 None None] get_active_networks_info from dv-neutron-826439-2-hyperv {{(pid=87596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:07:45.158557 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2ec72324-9310-47f5-abc7-11a19665b4cf tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.159612 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2ec72324-9310-47f5-abc7-11a19665b4cf tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "DELETE /v2.0/routers/f5a7d288-c1a9-4eb1-9952-4b75b31778c0 HTTP/1.1" status: 204 len: 168 time: 6.0952818 Jan 27 17:07:45.203107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57092) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:45.220336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-93061301-1a05-4ad4-994e-dca3044cd765 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-533583461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:45.251383 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb38a9-6c81-417a-93c4-8c64c584d7b4 req-f2f5816c-2c33-466f-b549-21885cb8dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:45.252847 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7aeb38a9-6c81-417a-93c4-8c64c584d7b4 req-f2f5816c-2c33-466f-b549-21885cb8dea9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3cabf1cf-bd81-4663-a142-89f7ff9fd2bd HTTP/1.1" status: 200 len: 851 time: 0.1395240 Jan 27 17:07:45.254939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05971a99-5660-4dc1-8320-b2fbc30053bb tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.286679 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c18a62-737c-459c-ab79-fff1acc03235') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:45.287062 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c18a62-737c-459c-ab79-fff1acc03235') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:45.295282 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-93061301-1a05-4ad4-994e-dca3044cd765 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:45.318612 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-93061301-1a05-4ad4-994e-dca3044cd765 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Usage tracker for resource:router and tenant:3f177f9aa6a04da19a5abdf567092cb4 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:45.328827 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05971a99-5660-4dc1-8320-b2fbc30053bb tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455d0435-8b91-49df-a85e-dc62ce683bf8,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:45.334096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-372edeae-bef6-4778-96eb-21d06bb4a873 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.340876 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05971a99-5660-4dc1-8320-b2fbc30053bb tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.342431 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-05971a99-5660-4dc1-8320-b2fbc30053bb tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "DELETE /v2.0/security-groups/455d0435-8b91-49df-a85e-dc62ce683bf8 HTTP/1.1" status: 204 len: 168 time: 1.9377258 Jan 27 17:07:45.351114 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57096) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:45.353199 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.353335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-93061301-1a05-4ad4-994e-dca3044cd765 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:45.356632 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.376850 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-753fa43d-713b-4837-bf06-ffa4cd6e7493 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] show failed (client error): The resource could not be found. Jan 27 17:07:45.378248 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-753fa43d-713b-4837-bf06-ffa4cd6e7493 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "GET /v2.0/security-groups/455d0435-8b91-49df-a85e-dc62ce683bf8 HTTP/1.1" status: 404 len: 347 time: 0.0246305 Jan 27 17:07:45.382546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-93061301-1a05-4ad4-994e-dca3044cd765 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:45.382713 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57100) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:45.409419 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.411925 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-372edeae-bef6-4778-96eb-21d06bb4a873 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port 730d1ca0-18f2-4d89-8a58-04bce0c4a978 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:45.420056 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70be4bff-f56f-4bac-93fb-8eb892bfe9d1 None None] Resources bound (agent type, host, resource id): {{(pid=87596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:07:45.423346 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 7b25ad24-d2d0-4066-b68d-2e21476abeaf, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7b25ad24-d2d0-4066-b68d-2e21476abeaf,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:45.452830 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.453613 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 57b1489d-527f-4676-969f-804f5c791345 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:45.581126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-779afdd2-9f23-4e08-92d8-aba7b1ea7e8a req-53732083-e46e-4495-a6e8-0a3bf8fd6fd7 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.583179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:07:45.583556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:07:45.602454 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:07:45.670436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=7b25ad24-d2d0-4066-b68d-2e21476abeaf,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:45.698840 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.716630 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 57b1489d-527f-4676-969f-804f5c791345 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:45.726458 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb38a9-6c81-417a-93c4-8c64c584d7b4 req-9391ef10-b277-484d-bb34-409fbb0e8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:45.726925 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 57b1489d-527f-4676-969f-804f5c791345 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:45.727342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.728011 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7aeb38a9-6c81-417a-93c4-8c64c584d7b4 req-9391ef10-b277-484d-bb34-409fbb0e8309 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8512c58-bd55-456e-9586-bd5fab4baa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4539874 Jan 27 17:07:45.731663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-71686476-14a4-41b2-ba46-105c132f4230 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Deleting port d11cbd57-05b2-4201-bdf5-b60a2f8bc5b0 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:45.731986 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-71686476-14a4-41b2-ba46-105c132f4230 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.783021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-93061301-1a05-4ad4-994e-dca3044cd765 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.784443 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-93061301-1a05-4ad4-994e-dca3044cd765 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.785553 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:45.985317 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53732083-e46e-4495-a6e8-0a3bf8fd6fd7 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Pushing event deleted for resources: {'Port': ['ID=399e0565-8300-4dc5-ab4f-ed75096550ec,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:45.995263 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 399e0565-8300-4dc5-ab4f-ed75096550ec no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:07:46.032973 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 399e0565-8300-4dc5-ab4f-ed75096550ec {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:07:46.033815 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 399e0565-8300-4dc5-ab4f-ed75096550ec not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:07:46.034733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.044771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-93061301-1a05-4ad4-994e-dca3044cd765 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.102422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 57b1489d-527f-4676-969f-804f5c791345, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=57b1489d-527f-4676-969f-804f5c791345,segment=NetworkSegment(cec4ccd7-e0cc-48d4-b8fa-5fe4f6e7dab2),segment_id=cec4ccd7-e0cc-48d4-b8fa-5fe4f6e7dab2)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:46.114387 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.130294 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.146030 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Allocated IP 172.26.1.108 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/6ea55e2b-4e52-426a-b1e5-8b1cf2959f1a) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:46.164056 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a587e36c-09d6-4aa6-b585-315ff708416d no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:07:46.202714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.217163 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: a587e36c-09d6-4aa6-b585-315ff708416d {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:07:46.217534 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a587e36c-09d6-4aa6-b585-315ff708416d not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:07:46.233090 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event deleted for resources: {'Network': ['ID=f503bb62-35f7-4669-ac25-1a138fc6e087,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:46.239354 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=57b1489d-527f-4676-969f-804f5c791345,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:46.276093 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3ed5582e-20ee-45a9-a3de-22be8e2a4381 req-9461391d-8580-4732-9312-07106baae0eb tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 210 time: 0.0761991 Jan 27 17:07:46.277923 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7aeb38a9-6c81-417a-93c4-8c64c584d7b4 req-990b2b8f-8bd3-44cc-b0c4-fbc12c7ee8ba service neutron] 10.222.0.83 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153553 Jan 27 17:07:46.335053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-93061301-1a05-4ad4-994e-dca3044cd765 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.402350 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-71686476-14a4-41b2-ba46-105c132f4230 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.402893 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-71686476-14a4-41b2-ba46-105c132f4230 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.443266 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-965aba22-2d3e-45e7-ac0e-018a38c86d67 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "DELETE /v2.0/networks/f503bb62-35f7-4669-ac25-1a138fc6e087 HTTP/1.1" status: 204 len: 168 time: 4.7455614 Jan 27 17:07:46.456310 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57108) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:46.490467 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-93061301-1a05-4ad4-994e-dca3044cd765 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.494139 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-93061301-1a05-4ad4-994e-dca3044cd765 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2775676 Jan 27 17:07:46.507112 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57112) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:46.520915 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bf48d-bc81-4093-9eb8-3ad3235d237f req-26daea15-f65d-4b5d-bdc1-2826253209b3 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:46.522536 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d96bf48d-bc81-4093-9eb8-3ad3235d237f req-26daea15-f65d-4b5d-bdc1-2826253209b3 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.6895704 Jan 27 17:07:46.528371 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-6b8b3b79-b7b6-4640-8514-cd0065b4ce8b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'enable_snat': False}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:46.644341 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-779afdd2-9f23-4e08-92d8-aba7b1ea7e8a req-53732083-e46e-4495-a6e8-0a3bf8fd6fd7 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Router e7f74d74-00dd-453c-8566-09ed062d114d has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:07:46.651587 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-372edeae-bef6-4778-96eb-21d06bb4a873 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 17:07:46.652015 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372edeae-bef6-4778-96eb-21d06bb4a873 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:07:46.663999 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.720422 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-71686476-14a4-41b2-ba46-105c132f4230 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Calling delete_port for d11cbd57-05b2-4201-bdf5-b60a2f8bc5b0 owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:46.789066 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 7b25ad24-d2d0-4066-b68d-2e21476abeaf up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:46.789987 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.822837 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7aeb38a9-6c81-417a-93c4-8c64c584d7b4 req-c9ac9ff0-6e78-4e97-b0b8-2188cd6e8823 service neutron] 10.222.0.83 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892983 Jan 27 17:07:46.880013 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 7b25ad24-d2d0-4066-b68d-2e21476abeaf triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:46.880385 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.904708 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:46.972788 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-372edeae-bef6-4778-96eb-21d06bb4a873 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 3.1033940 Jan 27 17:07:46.980600 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57116) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:46.989839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:47.029697 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:47.042608 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:47.073088 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Pushing event updated for resources: {'Port': ['ID=6ea55e2b-4e52-426a-b1e5-8b1cf2959f1a,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:47.079239 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 57b1489d-527f-4676-969f-804f5c791345 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:47.096352 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-71686476-14a4-41b2-ba46-105c132f4230 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:47.154588 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 57b1489d-527f-4676-969f-804f5c791345 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:47.155290 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:47.158463 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71686476-14a4-41b2-ba46-105c132f4230 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Pushing event deleted for resources: {'Port': ['ID=d11cbd57-05b2-4201-bdf5-b60a2f8bc5b0,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:47.218315 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:47.222772 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d96bf48d-bc81-4093-9eb8-3ad3235d237f req-6b23d4d8-1f51-490b-a833-d36169297e6d tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6320119 Jan 27 17:07:47.398809 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-71686476-14a4-41b2-ba46-105c132f4230 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:47.496700 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5ea116-7d98-4de0-a530-78037c565542 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:47.502417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5ea116-7d98-4de0-a530-78037c565542 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:47.503170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9c5ea116-7d98-4de0-a530-78037c565542 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:47.516755 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-82eefeed-48b2-4dee-a763-4e843c434830 req-435cb064-4e9a-4fb2-aea9-f07a409f36e3 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 210 time: 0.0757544 Jan 27 17:07:47.543178 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-71686476-14a4-41b2-ba46-105c132f4230 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:47.544450 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-71686476-14a4-41b2-ba46-105c132f4230 tempest-ServersTestJSON-1126086209 tempest-ServersTestJSON-1126086209-project] 10.222.0.50 "DELETE /v2.0/floatingips/6c9d5dd7-3e05-408c-8927-deafcb14bf4b HTTP/1.1" status: 204 len: 168 time: 2.1614060 Jan 27 17:07:47.546137 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9c5ea116-7d98-4de0-a530-78037c565542 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:47.549599 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9c5ea116-7d98-4de0-a530-78037c565542 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5639811 Jan 27 17:07:47.596735 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57122) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:47.596927 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57124) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:47.668233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b8b3b79-b7b6-4640-8514-cd0065b4ce8b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:47.819042 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-2f11a85a-7b97-440a-bce2-3a0c6695c516 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port 4f47cd81-329c-435f-9d61-c3a6aa2e08a6 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:47.819374 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2f11a85a-7b97-440a-bce2-3a0c6695c516 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:47.847046 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:47.871270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-779afdd2-9f23-4e08-92d8-aba7b1ea7e8a req-53732083-e46e-4495-a6e8-0a3bf8fd6fd7 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:47.884161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e0ca70-3646-4383-90f3-aa44662a9e57 None None] Sync routers for ids ['e7f74d74-00dd-453c-8566-09ed062d114d'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:47.896200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e0ca70-3646-4383-90f3-aa44662a9e57 None None] Routers {'e7f74d74-00dd-453c-8566-09ed062d114d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:47.897014 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-d4e0ca70-3646-4383-90f3-aa44662a9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e7f74d74-00dd-453c-8566-09ed062d114d'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:48.003645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2f20c5-20c9-4d8c-815d-6607f1aba3d1']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:48.028900 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-779afdd2-9f23-4e08-92d8-aba7b1ea7e8a req-53732083-e46e-4495-a6e8-0a3bf8fd6fd7 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] No DVR routers for this DVR port 399e0565-8300-4dc5-ab4f-ed75096550ec on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:07:48.036994 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2fe7e19-98ff-4d27-99d1-0926a72bf86f') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:48.037275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2fe7e19-98ff-4d27-99d1-0926a72bf86f') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:48.045489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-779afdd2-9f23-4e08-92d8-aba7b1ea7e8a req-53732083-e46e-4495-a6e8-0a3bf8fd6fd7 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:48.052670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc', 'name': 'network-vif-deleted', 'tag': '399e0565-8300-4dc5-ab4f-ed75096550ec'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:07:48.076957 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:48.084144 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-779afdd2-9f23-4e08-92d8-aba7b1ea7e8a req-53732083-e46e-4495-a6e8-0a3bf8fd6fd7 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.83 "DELETE /v2.0/ports/399e0565-8300-4dc5-ab4f-ed75096550ec HTTP/1.1" status: 204 len: 173 time: 6.1185520 Jan 27 17:07:48.094929 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:48.105988 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-d4e0ca70-3646-4383-90f3-aa44662a9e57 None None] Set router e7f74d74-00dd-453c-8566-09ed062d114d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:48.127193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:48.209790 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc', 'name': 'network-vif-deleted', 'tag': '399e0565-8300-4dc5-ab4f-ed75096550ec', 'status': 'completed', 'code': 200} Jan 27 17:07:48.223114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:07:48.223796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:07:48.242033 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:07:48.342576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Allocated IP 172.21.0.1 (23ea9097-7046-4642-8970-1aca5f3aed8f/94b37b1e-9f68-46b1-bfa3-c1ad4071882d/8f3c3126-1866-47a5-b114-5ed4b52ec8f9) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:48.366468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:48.410867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:48.427405 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event deleted for resources: {'Network': ['ID=9c2f20c5-20c9-4d8c-815d-6607f1aba3d1,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:48.450575 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "DELETE /v2.0/networks/9c2f20c5-20c9-4d8c-815d-6607f1aba3d1 HTTP/1.1" status: 204 len: 168 time: 1.9907258 Jan 27 17:07:48.455718 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:48.456064 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:48.456399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:48.456732 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:48.457066 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:48.457401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:48.457743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:48.458068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:48.458390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:48.458715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:48.459029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:48.459338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49beea1e-9f04-4610-bb85-781bddf78b18 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:48.461794 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57134) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:48.551252 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-d4e0ca70-3646-4383-90f3-aa44662a9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'name': 'tempest-ServersTestManualDisk-1088274207-router', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'gw_port': {'id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:52Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '2646c71e-d10b-4c43-a638-22fedb52ddc5', 'name': '', 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'mac_address': 'fa:16:3e:8d:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:06Z', 'updated_at': '2022-01-27T17:06:18Z', 'revision_number': 5, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'subnets': [{'id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:48.560273 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e0ca70-3646-4383-90f3-aa44662a9e57 None None] Checking router: e7f74d74-00dd-453c-8566-09ed062d114d for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:07:48.570726 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e0ca70-3646-4383-90f3-aa44662a9e57 None None] Routers {'e7f74d74-00dd-453c-8566-09ed062d114d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:48.571369 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-d4e0ca70-3646-4383-90f3-aa44662a9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e7f74d74-00dd-453c-8566-09ed062d114d'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:48.774032 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-d4e0ca70-3646-4383-90f3-aa44662a9e57 None None] Set router e7f74d74-00dd-453c-8566-09ed062d114d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:48.800272 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-f3f9d5f9-a049-4ee1-9a48-1e184a0af53d req-b75cf5b3-740b-4d62-9d06-fde0cbb0f1ff tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Synchronizing usage tracker for tenant:406c1347ba5a453bb38d862a9a6c44ff on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:48.926810 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2f11a85a-7b97-440a-bce2-3a0c6695c516 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:48.935749 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e34363f-f8cf-4a6b-bdaf-2f873daffe65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:48.989354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-f3f9d5f9-a049-4ee1-9a48-1e184a0af53d req-b75cf5b3-740b-4d62-9d06-fde0cbb0f1ff tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Unset dirty status for tenant:406c1347ba5a453bb38d862a9a6c44ff on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:48.990523 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f3f9d5f9-a049-4ee1-9a48-1e184a0af53d req-b75cf5b3-740b-4d62-9d06-fde0cbb0f1ff tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a1b07f-fbbf-44b0-94f5-68f1eb1f48dc HTTP/1.1" status: 200 len: 210 time: 0.2729619 Jan 27 17:07:49.022048 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6f30b70-418d-491b-a0dc-0f93c6d89d59 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.038291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.048844 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b8b3b79-b7b6-4640-8514-cd0065b4ce8b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.089242 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b8b3b79-b7b6-4640-8514-cd0065b4ce8b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.119993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-2f11a85a-7b97-440a-bce2-3a0c6695c516 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for 4f47cd81-329c-435f-9d61-c3a6aa2e08a6 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:49.126586 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Transition to ACTIVE for port object 8f3c3126-1866-47a5-b114-5ed4b52ec8f9 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:49.137063 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-d4e0ca70-3646-4383-90f3-aa44662a9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'name': 'tempest-ServersTestManualDisk-1088274207-router', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'gw_port': {'id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:52Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '2646c71e-d10b-4c43-a638-22fedb52ddc5', 'name': '', 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'mac_address': 'fa:16:3e:8d:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:06Z', 'updated_at': '2022-01-27T17:06:18Z', 'revision_number': 5, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'subnets': [{'id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:49.141287 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e0ca70-3646-4383-90f3-aa44662a9e57 None None] The sync data for ids ['e7f74d74-00dd-453c-8566-09ed062d114d'] in dv-neutron-826439-2-hyperv is: [{'id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'name': 'tempest-ServersTestManualDisk-1088274207-router', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'gw_port': {'id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:52Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '2646c71e-d10b-4c43-a638-22fedb52ddc5', 'name': '', 'network_id': '541e3743-3e75-4c6c-9e97-b96740f8fa0d', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'mac_address': 'fa:16:3e:8d:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:06:06Z', 'updated_at': '2022-01-27T17:06:18Z', 'revision_number': 5, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'subnets': [{'id': '228f1672-179a-43da-b8a9-bb821d1b9be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:49.202237 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd56da-d927-442c-9a3e-7f9ee0ac3724 req-291562c5-6f75-4c2b-85c6-8ab5861f14f0 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:49.203759 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51fd56da-d927-442c-9a3e-7f9ee0ac3724 req-291562c5-6f75-4c2b-85c6-8ab5861f14f0 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.8147500 Jan 27 17:07:49.281821 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.290052 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6f30b70-418d-491b-a0dc-0f93c6d89d59 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.329731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-a6f30b70-418d-491b-a0dc-0f93c6d89d59 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad6f5fb-620b-4b37-8d15-bf48022cb14c']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:49.375553 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-a6f30b70-418d-491b-a0dc-0f93c6d89d59 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74942626-c309-49a0-9c1b-65b3ac1af3b4') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:49.375862 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-a6f30b70-418d-491b-a0dc-0f93c6d89d59 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74942626-c309-49a0-9c1b-65b3ac1af3b4') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:49.384027 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51fd56da-d927-442c-9a3e-7f9ee0ac3724 req-822a512e-3215-48bd-afb9-93765b3a29ba tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678019 Jan 27 17:07:49.397822 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6f30b70-418d-491b-a0dc-0f93c6d89d59 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.420774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.486030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6f30b70-418d-491b-a0dc-0f93c6d89d59 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.489540 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d65b01-d837-4e9a-b15f-7a01a1fe276a None None] New status for floating IP 9af0e1a2-6af7-4d73-9be9-87aa1442e70c: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:07:49.506559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-6b8b3b79-b7b6-4640-8514-cd0065b4ce8b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Allocated IP 172.26.1.97 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/e583ea7b-1145-44b8-9e9d-41bd66210a6c) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:49.523875 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f30b70-418d-491b-a0dc-0f93c6d89d59 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:07:49.524265 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6f30b70-418d-491b-a0dc-0f93c6d89d59 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:07:49.539849 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:07:49.555665 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network 23ea9097-7046-4642-8970-1aca5f3aed8f is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:49.594739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=8f3c3126-1866-47a5-b114-5ed4b52ec8f9,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:49.612358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:49.625392 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:49.709332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2f11a85a-7b97-440a-bce2-3a0c6695c516 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.768892 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6f30b70-418d-491b-a0dc-0f93c6d89d59 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.775958 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11a85a-7b97-440a-bce2-3a0c6695c516 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=4f47cd81-329c-435f-9d61-c3a6aa2e08a6,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:49.797250 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6f30b70-418d-491b-a0dc-0f93c6d89d59 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.807638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.843542 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2f11a85a-7b97-440a-bce2-3a0c6695c516 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:49.874076 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f30b70-418d-491b-a0dc-0f93c6d89d59 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event deleted for resources: {'Network': ['ID=8ad6f5fb-620b-4b37-8d15-bf48022cb14c,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:49.901924 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a6f30b70-418d-491b-a0dc-0f93c6d89d59 tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "DELETE /v2.0/networks/8ad6f5fb-620b-4b37-8d15-bf48022cb14c HTTP/1.1" status: 204 len: 168 time: 1.4354503 Jan 27 17:07:49.907407 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57142) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:49.919353 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2f11a85a-7b97-440a-bce2-3a0c6695c516 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/4f47cd81-329c-435f-9d61-c3a6aa2e08a6 HTTP/1.1" status: 204 len: 168 time: 2.3198268 Jan 27 17:07:49.922905 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57146) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:49.972189 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Router 75d21a5d-be64-41bd-8f85-2a3af64807d9 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:07:50.010177 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b178898e-b029-4760-b16e-67ce3c707bad None None] Provisioning for port 8f3c3126-1866-47a5-b114-5ed4b52ec8f9 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:50.016460 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b178898e-b029-4760-b16e-67ce3c707bad None None] Provisioning complete for port 8f3c3126-1866-47a5-b114-5ed4b52ec8f9 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:50.016899 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b178898e-b029-4760-b16e-67ce3c707bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.087532 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a72de283-d3d9-412f-8632-cce1c91d42af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.099833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b8b3b79-b7b6-4640-8514-cd0065b4ce8b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.120444 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb064452-4b2a-4e37-8f26-8161ad6bf643 req-acd9f901-8884-4b36-95e3-a4903fc1fba0 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:50.127353 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cb064452-4b2a-4e37-8f26-8161ad6bf643 req-acd9f901-8884-4b36-95e3-a4903fc1fba0 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.5843556 Jan 27 17:07:50.135221 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b178898e-b029-4760-b16e-67ce3c707bad None None] Port 8f3c3126-1866-47a5-b114-5ed4b52ec8f9 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:50.164605 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013a89e7-4ddb-4ca4-9f8a-43a71ca9a443 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:50.166290 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013a89e7-4ddb-4ca4-9f8a-43a71ca9a443 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:50.167143 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-013a89e7-4ddb-4ca4-9f8a-43a71ca9a443 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:50.171353 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbe11-80d7-4ffb-b4a3-b089867a31ca tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.183919 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57154) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:50.208000 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cb064452-4b2a-4e37-8f26-8161ad6bf643 req-bbe990b6-03b0-4165-98d9-9fd7ce3e040b tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797930 Jan 27 17:07:50.318290 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-013a89e7-4ddb-4ca4-9f8a-43a71ca9a443 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:50.322524 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-013a89e7-4ddb-4ca4-9f8a-43a71ca9a443 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3944075 Jan 27 17:07:50.352899 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57160) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:50.427350 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:50.443482 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6e2c71-937f-4022-abca-66376d67bce5 None None] Sync routers for ids ['75d21a5d-be64-41bd-8f85-2a3af64807d9'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:50.461161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6e2c71-937f-4022-abca-66376d67bce5 None None] Routers {'75d21a5d-be64-41bd-8f85-2a3af64807d9'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:50.461806 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-4e6e2c71-937f-4022-abca-66376d67bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['75d21a5d-be64-41bd-8f85-2a3af64807d9'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:50.542607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ff426503-66b3-487d-a11b-a7fa7add0359 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.550205 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbe11-80d7-4ffb-b4a3-b089867a31ca tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.552470 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.556586 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7a5806f5-4e02-48d1-a5b1-940899743553 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.6576054 Jan 27 17:07:50.562844 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57166) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:50.576338 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-7f35004a-20c2-4ccc-b0d8-1ebc729bf634 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'enable_snat': False}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:50.586367 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-4e6e2c71-937f-4022-abca-66376d67bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:50.595126 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6e2c71-937f-4022-abca-66376d67bce5 None None] Routers {'75d21a5d-be64-41bd-8f85-2a3af64807d9'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:50.595726 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-4e6e2c71-937f-4022-abca-66376d67bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['75d21a5d-be64-41bd-8f85-2a3af64807d9'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:50.641997 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.650961 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b8b3b79-b7b6-4640-8514-cd0065b4ce8b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.657431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-2c9fbe11-80d7-4ffb-b4a3-b089867a31ca tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4044834e-a0f3-4021-9d2a-fcac8f94a5d6']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:50.658734 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-4e6e2c71-937f-4022-abca-66376d67bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:50.659084 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6e2c71-937f-4022-abca-66376d67bce5 None None] The sync data for ids ['75d21a5d-be64-41bd-8f85-2a3af64807d9'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:50.660241 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ff426503-66b3-487d-a11b-a7fa7add0359 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.734122 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-2c9fbe11-80d7-4ffb-b4a3-b089867a31ca tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd5d65e-0ed6-4c86-85ff-373fa314798d') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:50.734431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-2c9fbe11-80d7-4ffb-b4a3-b089867a31ca tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd5d65e-0ed6-4c86-85ff-373fa314798d') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:50.777789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e1f38c3-1762-44eb-9868-da73df6f7915 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet 97eab26a-d9ec-49ee-a79f-e221c92fd557 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:07:50.802593 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9e1f38c3-1762-44eb-9868-da73df6f7915 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.845038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbe11-80d7-4ffb-b4a3-b089867a31ca tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.863655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8b3b79-b7b6-4640-8514-cd0065b4ce8b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:50.872667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-6b8b3b79-b7b6-4640-8514-cd0065b4ce8b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:50.884306 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8b3b79-b7b6-4640-8514-cd0065b4ce8b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:50.895918 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ff426503-66b3-487d-a11b-a7fa7add0359 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.911378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b3b79-b7b6-4640-8514-cd0065b4ce8b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Pushing event updated for resources: {'Port': ['ID=e583ea7b-1145-44b8-9e9d-41bd66210a6c,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:50.927031 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbe11-80d7-4ffb-b4a3-b089867a31ca tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:50.992851 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61a00b3f-831f-45b0-b3a2-35ad14e3206d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:51.011754 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9fbe11-80d7-4ffb-b4a3-b089867a31ca tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:07:51.012158 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbe11-80d7-4ffb-b4a3-b089867a31ca tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:07:51.030865 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:07:51.039282 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9e1f38c3-1762-44eb-9868-da73df6f7915 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:51.057345 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff426503-66b3-487d-a11b-a7fa7add0359 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=602d6a02-4d87-445c-8404-430c46533025,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:51.083201 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff426503-66b3-487d-a11b-a7fa7add0359 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:51.083534 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff426503-66b3-487d-a11b-a7fa7add0359 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:51.083859 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff426503-66b3-487d-a11b-a7fa7add0359 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:51.084181 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff426503-66b3-487d-a11b-a7fa7add0359 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:51.084481 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff426503-66b3-487d-a11b-a7fa7add0359 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:51.084791 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff426503-66b3-487d-a11b-a7fa7add0359 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:51.085096 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff426503-66b3-487d-a11b-a7fa7add0359 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:51.085400 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff426503-66b3-487d-a11b-a7fa7add0359 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:51.085735 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff426503-66b3-487d-a11b-a7fa7add0359 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:51.086034 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff426503-66b3-487d-a11b-a7fa7add0359 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:51.086344 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff426503-66b3-487d-a11b-a7fa7add0359 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:51.086643 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff426503-66b3-487d-a11b-a7fa7add0359 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:51.092120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-a72de283-d3d9-412f-8632-cce1c91d42af admin admin] Deleting port 031105f4-0a5d-4f5c-ad10-7465904b3d7b {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:51.092437 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a72de283-d3d9-412f-8632-cce1c91d42af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:51.178922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ff426503-66b3-487d-a11b-a7fa7add0359 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:51.180020 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ff426503-66b3-487d-a11b-a7fa7add0359 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "DELETE /v2.0/security-groups/602d6a02-4d87-445c-8404-430c46533025 HTTP/1.1" status: 204 len: 168 time: 0.9932482 Jan 27 17:07:51.195182 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57170) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:51.260664 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-371215e6-0fdf-48f6-8b8e-5c8aa6f57b33 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] show failed (client error): The resource could not be found. Jan 27 17:07:51.261696 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-371215e6-0fdf-48f6-8b8e-5c8aa6f57b33 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "GET /v2.0/security-groups/602d6a02-4d87-445c-8404-430c46533025 HTTP/1.1" status: 404 len: 347 time: 0.0655837 Jan 27 17:07:51.268724 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57174) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:51.308803 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2bbb9-df1d-424f-9f00-f33301886925 req-153268e1-b6f9-4390-8e95-2d755a647f7c tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:51.310228 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cbb2bbb9-df1d-424f-9f00-f33301886925 req-153268e1-b6f9-4390-8e95-2d755a647f7c tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.7486179 Jan 27 17:07:51.386537 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:07:51.396468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbe11-80d7-4ffb-b4a3-b089867a31ca tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:51.467335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbe11-80d7-4ffb-b4a3-b089867a31ca tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:51.522614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fbe11-80d7-4ffb-b4a3-b089867a31ca tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] Pushing event deleted for resources: {'Network': ['ID=4044834e-a0f3-4021-9d2a-fcac8f94a5d6,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:51.555970 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2c9fbe11-80d7-4ffb-b4a3-b089867a31ca tempest-BulkNetworkOpsIpV6Test-441941551 tempest-BulkNetworkOpsIpV6Test-441941551-project] 10.222.0.50 "DELETE /v2.0/networks/4044834e-a0f3-4021-9d2a-fcac8f94a5d6 HTTP/1.1" status: 204 len: 168 time: 1.6446927 Jan 27 17:07:51.618481 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cbb2bbb9-df1d-424f-9f00-f33301886925 req-8b3ea469-c0fd-4e8e-a90f-64ffb1726b3a tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011682 Jan 27 17:07:51.628060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-2daa292c-8bd3-43bf-9074-47f78a53f9a2 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Deleting port 697a9a49-a910-4e95-9d4e-43d6efe79760 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:51.628385 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2daa292c-8bd3-43bf-9074-47f78a53f9a2 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:51.664936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9e1f38c3-1762-44eb-9868-da73df6f7915 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:51.725355 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-a72de283-d3d9-412f-8632-cce1c91d42af admin admin] For port 031105f4-0a5d-4f5c-ad10-7465904b3d7b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=031105f4-0a5d-4f5c-ad10-7465904b3d7b,segment=NetworkSegment(7d9ad29e-9efb-46b6-a4fe-281b7c002171),segment_id=7d9ad29e-9efb-46b6-a4fe-281b7c002171)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:51.725744 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a72de283-d3d9-412f-8632-cce1c91d42af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:51.824200 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7f35004a-20c2-4ccc-b0d8-1ebc729bf634 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:51.903035 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-a72de283-d3d9-412f-8632-cce1c91d42af admin admin] Calling delete_port for 031105f4-0a5d-4f5c-ad10-7465904b3d7b owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:51.994622 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:51.996125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57186) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:52.065000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.136288 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.156583 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2daa292c-8bd3-43bf-9074-47f78a53f9a2 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.157213 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2daa292c-8bd3-43bf-9074-47f78a53f9a2 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.195999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.227673 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b8b3b79-b7b6-4640-8514-cd0065b4ce8b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.342206 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-2daa292c-8bd3-43bf-9074-47f78a53f9a2 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Calling delete_port for 697a9a49-a910-4e95-9d4e-43d6efe79760 owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:52.342463 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9e1f38c3-1762-44eb-9868-da73df6f7915 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.435566 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f38c3-1762-44eb-9868-da73df6f7915 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=97eab26a-d9ec-49ee-a79f-e221c92fd557,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:52.455260 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0587ce-367e-4f7a-8fb5-c228d5294a6c None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:52.455443 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.459428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9e1f38c3-1762-44eb-9868-da73df6f7915 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.466287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=8f3c3126-1866-47a5-b114-5ed4b52ec8f9,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:52.586328 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-57ff2d65-6225-4e26-87fb-0a75c1eb7e18 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af1c0fa7553f434798fbd758455940a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5076945 Jan 27 17:07:52.589328 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57192) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:52.600432 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9e1f38c3-1762-44eb-9868-da73df6f7915 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/97eab26a-d9ec-49ee-a79f-e221c92fd557 HTTP/1.1" status: 204 len: 168 time: 2.2410588 Jan 27 17:07:52.604354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57194) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:52.718622 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-12cacc12-d177-4c51-8c82-48b90280b6d0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100192 Jan 27 17:07:52.728003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57200) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:52.730193 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d112c4bc-591d-4365-b99f-85b372e37cb4 None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:07:52.736068 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d112c4bc-591d-4365-b99f-85b372e37cb4 None None] Deleting port 7b25ad24-d2d0-4066-b68d-2e21476abeaf {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:52.736549 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d112c4bc-591d-4365-b99f-85b372e37cb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.758727 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31e10d-c11b-4ba2-a364-d926744ea5dd req-c708e2f0-8c64-4433-a4a8-1f0fc56cbd7a tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:52.766406 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-db31e10d-c11b-4ba2-a364-d926744ea5dd req-c708e2f0-8c64-4433-a4a8-1f0fc56cbd7a tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.7789879 Jan 27 17:07:52.776396 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-2ae41483-3182-448c-b20e-83793af3d03c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:52.807148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a72de283-d3d9-412f-8632-cce1c91d42af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.818215 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 7b25ad24-d2d0-4066-b68d-2e21476abeaf no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:07:52.930261 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-db31e10d-c11b-4ba2-a364-d926744ea5dd req-9b38f208-162c-4b65-a050-af20b34f6d55 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629739 Jan 27 17:07:52.932133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network 23ea9097-7046-4642-8970-1aca5f3aed8f is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:52.935503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:52.946883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b8b3b79-b7b6-4640-8514-cd0065b4ce8b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.967018 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2f082ed1-7062-4865-94cd-fbb7a278b819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:52.969224 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72de283-d3d9-412f-8632-cce1c91d42af admin admin] Pushing event deleted for resources: {'Port': ['ID=031105f4-0a5d-4f5c-ad10-7465904b3d7b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:53.045358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b8b3b79-b7b6-4640-8514-cd0065b4ce8b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.100158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d112c4bc-591d-4365-b99f-85b372e37cb4 None None] For port 7b25ad24-d2d0-4066-b68d-2e21476abeaf, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7b25ad24-d2d0-4066-b68d-2e21476abeaf,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:53.100783 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d112c4bc-591d-4365-b99f-85b372e37cb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.288429 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.372575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router 41c167be-8750-42fd-a6e0-5f993333a97d has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:07:53.418847 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d112c4bc-591d-4365-b99f-85b372e37cb4 None None] Calling delete_port for 7b25ad24-d2d0-4066-b68d-2e21476abeaf owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:53.513190 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.523920 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 7b25ad24-d2d0-4066-b68d-2e21476abeaf, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7b25ad24-d2d0-4066-b68d-2e21476abeaf,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:53.537750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d6953c12-899c-48dd-98ab-e212725d728a None None] Provisioning complete for port 8f3c3126-1866-47a5-b114-5ed4b52ec8f9 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:53.538104 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6953c12-899c-48dd-98ab-e212725d728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.565966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.600655 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2daa292c-8bd3-43bf-9074-47f78a53f9a2 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.606081 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2f082ed1-7062-4865-94cd-fbb7a278b819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.637642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-d112c4bc-591d-4365-b99f-85b372e37cb4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:07:53.638038 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-d112c4bc-591d-4365-b99f-85b372e37cb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:07:53.644741 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d6953c12-899c-48dd-98ab-e212725d728a None None] Port 8f3c3126-1866-47a5-b114-5ed4b52ec8f9 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:07:53.657613 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=7b25ad24-d2d0-4066-b68d-2e21476abeaf,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:53.665096 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:53.665297 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2ae41483-3182-448c-b20e-83793af3d03c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:53.665526 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:53.665947 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:53.666267 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:53.666585 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:53.667269 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:53.667269 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:53.667499 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:53.668074 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:53.668074 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:53.668392 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:53.668691 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:07:53.673824 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa292c-8bd3-43bf-9074-47f78a53f9a2 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Pushing event deleted for resources: {'Port': ['ID=697a9a49-a910-4e95-9d4e-43d6efe79760,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:53.700879 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2ae41483-3182-448c-b20e-83793af3d03c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:53.712921 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2ae41483-3182-448c-b20e-83793af3d03c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:53.766419 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:53.776306 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6a63f234-4f24-4dce-88f3-944f90944218 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/41c167be-8750-42fd-a6e0-5f993333a97d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0968359 Jan 27 17:07:53.776306 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57204) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:53.779517 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6547fd44-b4c3-4f38-a960-00253d3371d6 None None] Sync routers for ids ['41c167be-8750-42fd-a6e0-5f993333a97d'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:53.790292 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6547fd44-b4c3-4f38-a960-00253d3371d6 None None] Routers {'41c167be-8750-42fd-a6e0-5f993333a97d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:53.790981 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-6547fd44-b4c3-4f38-a960-00253d3371d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['41c167be-8750-42fd-a6e0-5f993333a97d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:53.812668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8b3b79-b7b6-4640-8514-cd0065b4ce8b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Router cd9d2b87-97f0-4ff5-a0ef-61e09cb71296 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:07:53.824743 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2ae41483-3182-448c-b20e-83793af3d03c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:53.858188 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-6547fd44-b4c3-4f38-a960-00253d3371d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:53.867760 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6547fd44-b4c3-4f38-a960-00253d3371d6 None None] Routers {'41c167be-8750-42fd-a6e0-5f993333a97d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:53.868354 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-6547fd44-b4c3-4f38-a960-00253d3371d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['41c167be-8750-42fd-a6e0-5f993333a97d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:53.911813 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8f78f4-346e-4738-a189-b4a1b4bd8264 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:53.912395 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2d8f78f4-346e-4738-a189-b4a1b4bd8264 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Synchronizing usage tracker for tenant:65a019d99d874346aca26dc7cd6b9eab on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:53.933337 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-6547fd44-b4c3-4f38-a960-00253d3371d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:53.934005 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6547fd44-b4c3-4f38-a960-00253d3371d6 None None] The sync data for ids ['41c167be-8750-42fd-a6e0-5f993333a97d'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:53.963901 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae41483-3182-448c-b20e-83793af3d03c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:53.967470 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2ae41483-3182-448c-b20e-83793af3d03c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:53.992152 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a72de283-d3d9-412f-8632-cce1c91d42af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.000664 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2d8f78f4-346e-4738-a189-b4a1b4bd8264 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Unset dirty status for tenant:65a019d99d874346aca26dc7cd6b9eab on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:54.005082 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2d8f78f4-346e-4738-a189-b4a1b4bd8264 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports/8f3c3126-1866-47a5-b114-5ed4b52ec8f9 HTTP/1.1" status: 200 len: 910 time: 0.2256615 Jan 27 17:07:54.009524 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57210) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:54.138979 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d112c4bc-591d-4365-b99f-85b372e37cb4 None None] Deleting port 7b25ad24-d2d0-4066-b68d-2e21476abeaf {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:54.139560 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d112c4bc-591d-4365-b99f-85b372e37cb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.179038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8b3b79-b7b6-4640-8514-cd0065b4ce8b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:54.185708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b8b3b79-b7b6-4640-8514-cd0065b4ce8b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.186965 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6b8b3b79-b7b6-4640-8514-cd0065b4ce8b tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "PUT /v2.0/routers/cd9d2b87-97f0-4ff5-a0ef-61e09cb71296 HTTP/1.1" status: 200 len: 914 time: 7.6740527 Jan 27 17:07:54.189397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57214) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:54.197866 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9ce522-d4d5-4e3d-9dcb-a29ea7ac1208 None None] Sync routers for ids ['cd9d2b87-97f0-4ff5-a0ef-61e09cb71296'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:54.218630 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ce522-d4d5-4e3d-9dcb-a29ea7ac1208 None None] Routers {'cd9d2b87-97f0-4ff5-a0ef-61e09cb71296'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:54.219203 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-6e9ce522-d4d5-4e3d-9dcb-a29ea7ac1208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['cd9d2b87-97f0-4ff5-a0ef-61e09cb71296'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:54.307883 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-6e9ce522-d4d5-4e3d-9dcb-a29ea7ac1208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:54.333206 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ce522-d4d5-4e3d-9dcb-a29ea7ac1208 None None] Routers {'cd9d2b87-97f0-4ff5-a0ef-61e09cb71296'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:54.333846 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-6e9ce522-d4d5-4e3d-9dcb-a29ea7ac1208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['cd9d2b87-97f0-4ff5-a0ef-61e09cb71296'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:54.350168 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2daa292c-8bd3-43bf-9074-47f78a53f9a2 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.367060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2f082ed1-7062-4865-94cd-fbb7a278b819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.416864 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-6e9ce522-d4d5-4e3d-9dcb-a29ea7ac1208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:54.417257 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9ce522-d4d5-4e3d-9dcb-a29ea7ac1208 None None] The sync data for ids ['cd9d2b87-97f0-4ff5-a0ef-61e09cb71296'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:54.483826 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f082ed1-7062-4865-94cd-fbb7a278b819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3df2ee-362e-4d6a-890d-c50696e284c8,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:54.518132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d112c4bc-591d-4365-b99f-85b372e37cb4 None None] For port 7b25ad24-d2d0-4066-b68d-2e21476abeaf, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7b25ad24-d2d0-4066-b68d-2e21476abeaf,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:54.518891 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d112c4bc-591d-4365-b99f-85b372e37cb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.570994 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6efebd23-9d23-41da-83d5-5141b8459275 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "GET /v2.0/routers/cd9d2b87-97f0-4ff5-a0ef-61e09cb71296 HTTP/1.1" status: 200 len: 920 time: 0.3781438 Jan 27 17:07:54.572328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57218) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:54.686684 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d112c4bc-591d-4365-b99f-85b372e37cb4 None None] Calling delete_port for 7b25ad24-d2d0-4066-b68d-2e21476abeaf owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:54.701766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a71e57-9d7b-4619-94ff-68d373b80b7a tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:54.705774 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-84a71e57-9d7b-4619-94ff-68d373b80b7a tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&device_id=cd9d2b87-97f0-4ff5-a0ef-61e09cb71296&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1297891 Jan 27 17:07:54.706586 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57222) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:54.709143 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2f082ed1-7062-4865-94cd-fbb7a278b819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.712883 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2f082ed1-7062-4865-94cd-fbb7a278b819 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd3df2ee-362e-4d6a-890d-c50696e284c8 HTTP/1.1" status: 204 len: 168 time: 2.1072044 Jan 27 17:07:54.715256 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7f35004a-20c2-4ccc-b0d8-1ebc729bf634 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.719633 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2daa292c-8bd3-43bf-9074-47f78a53f9a2 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.720741 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2daa292c-8bd3-43bf-9074-47f78a53f9a2 tempest-ServersTestManualDisk-42379466 tempest-ServersTestManualDisk-42379466-project] 10.222.0.50 "DELETE /v2.0/floatingips/9af0e1a2-6af7-4d73-9be9-87aa1442e70c HTTP/1.1" status: 204 len: 168 time: 3.4511356 Jan 27 17:07:54.728498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57228) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:54.769739 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7f35004a-20c2-4ccc-b0d8-1ebc729bf634 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.834315 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d112c4bc-591d-4365-b99f-85b372e37cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:54.887820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13475a29-5940-430b-a382-dc20c360fbad req-1c49736e-e5f8-4407-8348-d46b1f41f357 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:54.889423 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-13475a29-5940-430b-a382-dc20c360fbad req-1c49736e-e5f8-4407-8348-d46b1f41f357 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.7262409 Jan 27 17:07:54.917854 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d112c4bc-591d-4365-b99f-85b372e37cb4 None None] No DVR routers for this DVR port 7b25ad24-d2d0-4066-b68d-2e21476abeaf on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:07:54.919710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112c4bc-591d-4365-b99f-85b372e37cb4 None None] Pushing event deleted for resources: {'Port': ['ID=7b25ad24-d2d0-4066-b68d-2e21476abeaf,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:55.016296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2bfc58-d592-4ce3-a61d-fa9d729227f6 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:55.020267 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ad2bfc58-d592-4ce3-a61d-fa9d729227f6 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "GET /v2.0/networks/fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 HTTP/1.1" status: 200 len: 881 time: 0.3093941 Jan 27 17:07:55.020267 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0181d5c-ae2d-4214-b58c-6b6e2a02046d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.041343 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57234) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:55.149384 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-13475a29-5940-430b-a382-dc20c360fbad req-d79427f8-e6fd-4333-9ae7-1003e2573f64 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453177 Jan 27 17:07:55.230035 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-869ac881-e988-44b9-ba29-27758faa001e tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9d2b87-97f0-4ff5-a0ef-61e09cb71296 HTTP/1.1" status: 200 len: 205 time: 0.1721017 Jan 27 17:07:55.246725 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57248) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:55.467945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-a0181d5c-ae2d-4214-b58c-6b6e2a02046d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port 8f3c3126-1866-47a5-b114-5ed4b52ec8f9 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:55.468427 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0181d5c-ae2d-4214-b58c-6b6e2a02046d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.649603 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57262) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:55.698939 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0181d5c-ae2d-4214-b58c-6b6e2a02046d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.768247 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-429283609'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:55.808738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2ae41483-3182-448c-b20e-83793af3d03c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.834710 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-a0181d5c-ae2d-4214-b58c-6b6e2a02046d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Calling delete_port for 8f3c3126-1866-47a5-b114-5ed4b52ec8f9 owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:55.855868 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72de283-d3d9-412f-8632-cce1c91d42af admin admin] Router 0bea4170-56f0-4f26-8008-551918a44abe has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:07:55.861835 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:55.877248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:network and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:55.882053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:55.891067 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:55.916535 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:55.920130 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.942895 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:55.964905 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:55.970377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:security_group_rule and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:55.973917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:55.979367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f35004a-20c2-4ccc-b0d8-1ebc729bf634 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Router 75d21a5d-be64-41bd-8f85-2a3af64807d9 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:07:55.980995 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:56.000986 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae41483-3182-448c-b20e-83793af3d03c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:56.062667 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-2ae41483-3182-448c-b20e-83793af3d03c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:56.075897 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d85c3d-45c5-4e7e-a04f-3b2bc9f95fd1 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:07:56.091201 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0181d5c-ae2d-4214-b58c-6b6e2a02046d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.136781 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae41483-3182-448c-b20e-83793af3d03c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:56.137367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2ae41483-3182-448c-b20e-83793af3d03c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.154139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0181d5c-ae2d-4214-b58c-6b6e2a02046d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Port': ['ID=8f3c3126-1866-47a5-b114-5ed4b52ec8f9,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:56.175056 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-58f5e036-5343-4d14-8ef9-4ebb370fb4e3 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.237231 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae41483-3182-448c-b20e-83793af3d03c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=daa15567-ba85-4fc1-ab06-28d9d741c1b3,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:56.325803 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': 'daa15567-ba85-4fc1-ab06-28d9d741c1b3'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:07:56.327182 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.367439 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.433356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.447419 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2ae41483-3182-448c-b20e-83793af3d03c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6887209 Jan 27 17:07:56.475824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57268) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:56.476593 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55aff71d-602c-43c2-b442-2cbdb0050982,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:56.488256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-0d34566d-13d1-4ea5-a92b-88f5073f0570 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'fixed_ips': [{'subnet_id': 'daa15567-ba85-4fc1-ab06-28d9d741c1b3', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-446686492'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:56.507118 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290311e-acf0-4f06-aeaa-45b0fea1911d req-2a33b799-6a48-417d-be3f-f06ce062a385 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:56.508162 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2290311e-acf0-4f06-aeaa-45b0fea1911d req-2a33b799-6a48-417d-be3f-f06ce062a385 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.9590087 Jan 27 17:07:56.523860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Allocated IP 2001:db8::2 (bbf03638-7624-437f-9c24-a87cd70c5626/daa15567-ba85-4fc1-ab06-28d9d741c1b3/81c7c951-7b15-48c4-a230-63319d873217) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:07:56.527551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:07:56.647981 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0181d5c-ae2d-4214-b58c-6b6e2a02046d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.658124 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.658585 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Added segment 2d35291d-3d2a-4230-bed7-0df0cbc155aa of type vlan for network eb111497-a1bd-4f32-8008-5457d5cd4540 Jan 27 17:07:56.735436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.745415 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Transition to ACTIVE for port object 81c7c951-7b15-48c4-a230-63319d873217 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:56.764123 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Transition to ACTIVE for port object 81c7c951-7b15-48c4-a230-63319d873217 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:07:56.772802 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.774504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72de283-d3d9-412f-8632-cce1c91d42af admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:56.783669 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df93cec3-73d3-45ee-b23e-ab347604e04c None None] Sync routers for ids ['0bea4170-56f0-4f26-8008-551918a44abe'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:56.797919 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a72de283-d3d9-412f-8632-cce1c91d42af admin admin] 10.222.0.50 "PUT /v2.0/routers/0bea4170-56f0-4f26-8008-551918a44abe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1981046 Jan 27 17:07:56.800022 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df93cec3-73d3-45ee-b23e-ab347604e04c None None] Routers {'0bea4170-56f0-4f26-8008-551918a44abe'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:56.801221 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-df93cec3-73d3-45ee-b23e-ab347604e04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0bea4170-56f0-4f26-8008-551918a44abe'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:56.804062 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57272) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:56.821101 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2290311e-acf0-4f06-aeaa-45b0fea1911d req-1b1f63b1-0b7c-4c23-8e7d-dce06a7307c6 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338450 Jan 27 17:07:56.873871 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f35004a-20c2-4ccc-b0d8-1ebc729bf634 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:56.881419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-58f5e036-5343-4d14-8ef9-4ebb370fb4e3 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.886652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.904675 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7f35004a-20c2-4ccc-b0d8-1ebc729bf634 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:56.906130 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7f35004a-20c2-4ccc-b0d8-1ebc729bf634 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "PUT /v2.0/routers/75d21a5d-be64-41bd-8f85-2a3af64807d9 HTTP/1.1" status: 200 len: 926 time: 6.3411794 Jan 27 17:07:56.914682 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57276) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:56.934730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Pushing event updated for resources: {'Port': ['ID=81c7c951-7b15-48c4-a230-63319d873217,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:56.937539 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6506c77-7552-43c4-b0c2-b3c3bd7b894e None None] Sync routers for ids ['75d21a5d-be64-41bd-8f85-2a3af64807d9'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:56.957116 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:07:56.959655 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:07:56.966948 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:07:56.972789 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6506c77-7552-43c4-b0c2-b3c3bd7b894e None None] Routers {'75d21a5d-be64-41bd-8f85-2a3af64807d9'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:56.973086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0d34566d-13d1-4ea5-a92b-88f5073f0570 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:56.973555 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a6506c77-7552-43c4-b0c2-b3c3bd7b894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['75d21a5d-be64-41bd-8f85-2a3af64807d9'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:56.980414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0d34566d-13d1-4ea5-a92b-88f5073f0570 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:57.017611 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-df93cec3-73d3-45ee-b23e-ab347604e04c None None] Set router 0bea4170-56f0-4f26-8008-551918a44abe gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:57.057852 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a6506c77-7552-43c4-b0c2-b3c3bd7b894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:57.143382 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0d34566d-13d1-4ea5-a92b-88f5073f0570 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:57.155570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0d34566d-13d1-4ea5-a92b-88f5073f0570 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:57.159354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-58f5e036-5343-4d14-8ef9-4ebb370fb4e3 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Deleting port e583ea7b-1145-44b8-9e9d-41bd66210a6c {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:57.159656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-58f5e036-5343-4d14-8ef9-4ebb370fb4e3 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.164877 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6506c77-7552-43c4-b0c2-b3c3bd7b894e None None] Routers {'75d21a5d-be64-41bd-8f85-2a3af64807d9'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:57.165592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a6506c77-7552-43c4-b0c2-b3c3bd7b894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['75d21a5d-be64-41bd-8f85-2a3af64807d9'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:57.179278 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.186037 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:57.186668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.228515 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Attempting to bind port 81c7c951-7b15-48c4-a230-63319d873217 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:07:57.229222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Attempting to bind port 81c7c951-7b15-48c4-a230-63319d873217 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:07:57.229331 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Attempting to bind port 81c7c951-7b15-48c4-a230-63319d873217 on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:07:57.243303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d34566d-13d1-4ea5-a92b-88f5073f0570 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:57.251549 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:07:57.251978 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:57.252345 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.252733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:07:57.253322 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Bound port: 81c7c951-7b15-48c4-a230-63319d873217, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:07:57.253742 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.268071 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a6506c77-7552-43c4-b0c2-b3c3bd7b894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:57.268470 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6506c77-7552-43c4-b0c2-b3c3bd7b894e None None] The sync data for ids ['75d21a5d-be64-41bd-8f85-2a3af64807d9'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:57.270056 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6194317 Jan 27 17:07:57.288147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57280) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:57.297061 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540', 'name': 'tempest-PortsIpV6TestJSON-201472127'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:57.370640 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] For port 81c7c951-7b15-48c4-a230-63319d873217, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:07:57.373950 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] For port 81c7c951-7b15-48c4-a230-63319d873217, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=81c7c951-7b15-48c4-a230-63319d873217,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:07:57.381224 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.427075 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-df93cec3-73d3-45ee-b23e-ab347604e04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bea4170-56f0-4f26-8008-551918a44abe', 'name': 'tempest-ServersTestJSON-1690785565-router', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:07:52Z', 'revision_number': 5, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'gw_port': {'id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:53Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:57.433789 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df93cec3-73d3-45ee-b23e-ab347604e04c None None] Checking router: 0bea4170-56f0-4f26-8008-551918a44abe for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:07:57.449227 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df93cec3-73d3-45ee-b23e-ab347604e04c None None] Routers {'0bea4170-56f0-4f26-8008-551918a44abe'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:57.450329 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-df93cec3-73d3-45ee-b23e-ab347604e04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0bea4170-56f0-4f26-8008-551918a44abe'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:57.451597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f644bfa1-bf4a-4015-8889-024b4fa4a894 admin admin] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.499821 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66d238-1a16-4e27-86a2-8022e9496090 None None] Pushing event updated for resources: {'Port': ['ID=81c7c951-7b15-48c4-a230-63319d873217,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:57.507626 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83433a7-17e0-4465-bac9-17283aebc97e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Network': ['ID=eb111497-a1bd-4f32-8008-5457d5cd4540,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:57.518851 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network eb111497-a1bd-4f32-8008-5457d5cd4540 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:07:57.524397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0181d5c-ae2d-4214-b58c-6b6e2a02046d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router 41c167be-8750-42fd-a6e0-5f993333a97d has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:07:57.591866 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-524b770a-325f-4835-bd72-092e631d1233 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "GET /v2.0/routers/75d21a5d-be64-41bd-8f85-2a3af64807d9 HTTP/1.1" status: 200 len: 926 time: 0.6757295 Jan 27 17:07:57.604259 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57284) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:57.715012 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-df93cec3-73d3-45ee-b23e-ab347604e04c None None] Set router 0bea4170-56f0-4f26-8008-551918a44abe gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:07:57.725403 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0d34566d-13d1-4ea5-a92b-88f5073f0570 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.728846 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-58f5e036-5343-4d14-8ef9-4ebb370fb4e3 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.793968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:57.824636 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:port and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:57.834764 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:57.842273 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-0d34566d-13d1-4ea5-a92b-88f5073f0570 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port edf6356c-1d0d-4ab0-ba4d-4e9848fea5af yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:57.879925 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:57.909145 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0181d5c-ae2d-4214-b58c-6b6e2a02046d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:07:57.923273 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:07:57.926816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:57.931699 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7486cb23-9a90-4033-81f4-2c0032e16853 None None] Sync routers for ids ['41c167be-8750-42fd-a6e0-5f993333a97d'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:07:57.966788 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a0181d5c-ae2d-4214-b58c-6b6e2a02046d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/41c167be-8750-42fd-a6e0-5f993333a97d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9557335 Jan 27 17:07:57.968012 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] device_id is not set on port 931297b5-c2e1-49a8-ace2-d08fa6369412 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:07:58.012902 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7486cb23-9a90-4033-81f4-2c0032e16853 None None] Routers {'41c167be-8750-42fd-a6e0-5f993333a97d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:58.014003 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7486cb23-9a90-4033-81f4-2c0032e16853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['41c167be-8750-42fd-a6e0-5f993333a97d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:58.016229 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57290) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:58.035413 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-58f5e036-5343-4d14-8ef9-4ebb370fb4e3 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Calling delete_port for e583ea7b-1145-44b8-9e9d-41bd66210a6c owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:58.108175 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7486cb23-9a90-4033-81f4-2c0032e16853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:58.158386 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7486cb23-9a90-4033-81f4-2c0032e16853 None None] Routers {'41c167be-8750-42fd-a6e0-5f993333a97d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:07:58.159041 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7486cb23-9a90-4033-81f4-2c0032e16853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['41c167be-8750-42fd-a6e0-5f993333a97d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:58.203123 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f644bfa1-bf4a-4015-8889-024b4fa4a894 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:58.220558 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0200c46-7cc4-410e-bc11-7b5741eed604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:58.230758 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7486cb23-9a90-4033-81f4-2c0032e16853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:58.231147 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7486cb23-9a90-4033-81f4-2c0032e16853 None None] The sync data for ids ['41c167be-8750-42fd-a6e0-5f993333a97d'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:58.265117 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-df93cec3-73d3-45ee-b23e-ab347604e04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bea4170-56f0-4f26-8008-551918a44abe', 'name': 'tempest-ServersTestJSON-1690785565-router', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:07:52Z', 'revision_number': 5, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'gw_port': {'id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:53Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:07:58.269652 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df93cec3-73d3-45ee-b23e-ab347604e04c None None] The sync data for ids ['0bea4170-56f0-4f26-8008-551918a44abe'] in dv-neutron-826439-2-hyperv is: [{'id': '0bea4170-56f0-4f26-8008-551918a44abe', 'name': 'tempest-ServersTestJSON-1690785565-router', 'tenant_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:07:52Z', 'revision_number': 5, 'project_id': 'bf9f89d75dcb4854990f9172a39cae4d', 'gw_port': {'id': '43b8a3dd-8afe-44c9-9842-a7d5a51b4974', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bea4170-56f0-4f26-8008-551918a44abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:53Z', 'updated_at': '2022-01-27T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:07:58.323705 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-f644bfa1-bf4a-4015-8889-024b4fa4a894 admin admin] Deleting port 43b8a3dd-8afe-44c9-9842-a7d5a51b4974 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:58.324111 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f644bfa1-bf4a-4015-8889-024b4fa4a894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:58.348839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2fa891-113c-4b9b-bf6b-cdcf44d12ff6 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:58.349533 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ef2fa891-113c-4b9b-bf6b-cdcf44d12ff6 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Synchronizing usage tracker for tenant:a2f05bb92d544cb58ff8d01cbdd96074 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:58.516541 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d34566d-13d1-4ea5-a92b-88f5073f0570 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:07:58.517135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d34566d-13d1-4ea5-a92b-88f5073f0570 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:07:58.518057 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ef2fa891-113c-4b9b-bf6b-cdcf44d12ff6 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Unset dirty status for tenant:a2f05bb92d544cb58ff8d01cbdd96074 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:58.519228 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ef2fa891-113c-4b9b-bf6b-cdcf44d12ff6 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&device_id=75d21a5d-be64-41bd-8f85-2a3af64807d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9126706 Jan 27 17:07:58.523673 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57294) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:58.678196 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-58f5e036-5343-4d14-8ef9-4ebb370fb4e3 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:58.713270 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0d34566d-13d1-4ea5-a92b-88f5073f0570 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2327676 Jan 27 17:07:58.714156 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57298) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:58.835478 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5e036-5343-4d14-8ef9-4ebb370fb4e3 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Pushing event deleted for resources: {'Port': ['ID=e583ea7b-1145-44b8-9e9d-41bd66210a6c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:58.887605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 81c7c951-7b15-48c4-a230-63319d873217 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:07:58.909829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab2b1d-f705-4004-98af-29a0e51ed9a0 req-eea915b0-c9f4-4e6c-8bef-5d8fc710ee43 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:58.915131 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-baab2b1d-f705-4004-98af-29a0e51ed9a0 req-eea915b0-c9f4-4e6c-8bef-5d8fc710ee43 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.8982923 Jan 27 17:07:59.000582 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 81c7c951-7b15-48c4-a230-63319d873217 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:59.017439 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 031105f4-0a5d-4f5c-ad10-7465904b3d7b no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:07:59.038065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-f644bfa1-bf4a-4015-8889-024b4fa4a894 admin admin] For port 43b8a3dd-8afe-44c9-9842-a7d5a51b4974, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=43b8a3dd-8afe-44c9-9842-a7d5a51b4974,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:59.039772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f644bfa1-bf4a-4015-8889-024b4fa4a894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.053760 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 031105f4-0a5d-4f5c-ad10-7465904b3d7b {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:07:59.054406 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 031105f4-0a5d-4f5c-ad10-7465904b3d7b not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:07:59.067152 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-01cd9a8a-ff14-411a-b569-94de629fc886 None None] Provisioning for port 81c7c951-7b15-48c4-a230-63319d873217 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:07:59.073849 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-01cd9a8a-ff14-411a-b569-94de629fc886 None None] Provisioning complete for port 81c7c951-7b15-48c4-a230-63319d873217 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:07:59.074354 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01cd9a8a-ff14-411a-b569-94de629fc886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.132920 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.148846 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-58f5e036-5343-4d14-8ef9-4ebb370fb4e3 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.197792 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a700f4f5-9c6a-42c2-96cd-6c175d95a1f2 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:59.198275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a700f4f5-9c6a-42c2-96cd-6c175d95a1f2 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Synchronizing usage tracker for tenant:a2f05bb92d544cb58ff8d01cbdd96074 on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:59.199301 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01cd9a8a-ff14-411a-b569-94de629fc886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.218791 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-baab2b1d-f705-4004-98af-29a0e51ed9a0 req-eb017fb7-3eec-44e5-ab47-e1a3f75cb182 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771190 Jan 27 17:07:59.231315 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-01cd9a8a-ff14-411a-b569-94de629fc886 None None] For port 81c7c951-7b15-48c4-a230-63319d873217, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=81c7c951-7b15-48c4-a230-63319d873217,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:07:59.238569 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01cd9a8a-ff14-411a-b569-94de629fc886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.260174 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-f644bfa1-bf4a-4015-8889-024b4fa4a894 admin admin] Calling delete_port for 43b8a3dd-8afe-44c9-9842-a7d5a51b4974 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:07:59.274700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f7e898-dca2-4e03-8039-74efceaa14b2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:59.275618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-59f7e898-dca2-4e03-8039-74efceaa14b2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:59.284308 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a700f4f5-9c6a-42c2-96cd-6c175d95a1f2 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Unset dirty status for tenant:a2f05bb92d544cb58ff8d01cbdd96074 on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:59.285464 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a700f4f5-9c6a-42c2-96cd-6c175d95a1f2 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "GET /v2.0/networks/fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 HTTP/1.1" status: 200 len: 881 time: 0.7516830 Jan 27 17:07:59.290706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57304) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:59.318767 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd9a8a-ff14-411a-b569-94de629fc886 None None] Pushing event updated for resources: {'Port': ['ID=81c7c951-7b15-48c4-a230-63319d873217,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:59.353981 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5df92635-5365-46c9-99f2-5c4231ddc8db tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "GET /v2.0/ports?device_id=75d21a5d-be64-41bd-8f85-2a3af64807d9 HTTP/1.1" status: 200 len: 205 time: 0.0612812 Jan 27 17:07:59.356723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.359225 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57308) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:59.365479 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-59f7e898-dca2-4e03-8039-74efceaa14b2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:59.366603 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-59f7e898-dca2-4e03-8039-74efceaa14b2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6447508 Jan 27 17:07:59.407435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57312) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:59.568519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-58f5e036-5343-4d14-8ef9-4ebb370fb4e3 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.574893 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-58f5e036-5343-4d14-8ef9-4ebb370fb4e3 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.576371 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=931297b5-c2e1-49a8-ace2-d08fa6369412,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:07:59.669700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Checking segment: {'id': '2d35291d-3d2a-4230-bed7-0df0cbc155aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:07:59.670033 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network hostable DHCP agents. Network: eb111497-a1bd-4f32-8008-5457d5cd4540, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:07:59.672047 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de6aec0-dd98-4dc9-b172-cbf4b558e6f5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:59.673542 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de6aec0-dd98-4dc9-b172-cbf4b558e6f5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:59.674298 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4de6aec0-dd98-4dc9-b172-cbf4b558e6f5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:07:59.683561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-58f5e036-5343-4d14-8ef9-4ebb370fb4e3 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.684015 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f5e036-5343-4d14-8ef9-4ebb370fb4e3 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Fanout notify agent at l3_agent the message router_deleted on router cd9d2b87-97f0-4ff5-a0ef-61e09cb71296 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:07:59.700312 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-270a3e1e-f7cc-401e-87aa-3e1b65e3e11f tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.745417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-c0200c46-7cc4-410e-bc11-7b5741eed604 admin admin] Deleting port 2646c71e-d10b-4c43-a638-22fedb52ddc5 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:07:59.745780 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0200c46-7cc4-410e-bc11-7b5741eed604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.772004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-292f42d8-2c4c-4196-b755-eeeb7f609375 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.774878 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-58f5e036-5343-4d14-8ef9-4ebb370fb4e3 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:07:59.775971 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-58f5e036-5343-4d14-8ef9-4ebb370fb4e3 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "DELETE /v2.0/routers/cd9d2b87-97f0-4ff5-a0ef-61e09cb71296 HTTP/1.1" status: 204 len: 168 time: 4.4803011 Jan 27 17:07:59.785969 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57316) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:59.789060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4de6aec0-dd98-4dc9-b172-cbf4b558e6f5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:07:59.790153 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4de6aec0-dd98-4dc9-b172-cbf4b558e6f5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3818493 Jan 27 17:07:59.808372 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1132690412', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:07:59.814044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57320) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:07:59.852290 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:07:59.903643 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf7337-c5be-473f-80ae-47d50a03fada req-2d27d1d1-4995-4353-a303-b992b83bb99e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:07:59.905143 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8bbf7337-c5be-473f-80ae-47d50a03fada req-2d27d1d1-4995-4353-a303-b992b83bb99e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.5038309 Jan 27 17:07:59.914594 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Usage tracker for resource:router and tenant:3f177f9aa6a04da19a5abdf567092cb4 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:07:59.925140 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:07:59.953717 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:07:59.963509 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network eb111497-a1bd-4f32-8008-5457d5cd4540 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:08:00.032765 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f644bfa1-bf4a-4015-8889-024b4fa4a894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.036817 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.037812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.048736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, eb111497-a1bd-4f32-8008-5457d5cd4540) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:00.058034 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8789e1cc-23b7-4b5a-8ef1-5ff90d29814c None None] Network eb111497-a1bd-4f32-8008-5457d5cd4540 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:00.112555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:00.117418 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:00.118039 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.141012 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22cd00a-9343-406c-ac8e-355ede198fcc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet daa15567-ba85-4fc1-ab06-28d9d741c1b3 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:08:00.155618 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a22cd00a-9343-406c-ac8e-355ede198fcc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.255148 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f054c3ba-e231-465d-b526-4e197b1cc2bf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.9601216 Jan 27 17:08:00.261200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57324) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:00.274203 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ca2f0ba0-ca7e-4dbb-a833-efa968b1bc4a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-786157037'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:00.286469 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ca2f0ba0-ca7e-4dbb-a833-efa968b1bc4a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:00.289350 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-270a3e1e-f7cc-401e-87aa-3e1b65e3e11f tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.297856 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ca2f0ba0-ca7e-4dbb-a833-efa968b1bc4a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:network and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:00.301653 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ca2f0ba0-ca7e-4dbb-a833-efa968b1bc4a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:00.309076 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ca2f0ba0-ca7e-4dbb-a833-efa968b1bc4a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:00.315019 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644bfa1-bf4a-4015-8889-024b4fa4a894 admin admin] Pushing event deleted for resources: {'Port': ['ID=43b8a3dd-8afe-44c9-9842-a7d5a51b4974,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:00.318863 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-270a3e1e-f7cc-401e-87aa-3e1b65e3e11f tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Deleting port 6ea55e2b-4e52-426a-b1e5-8b1cf2959f1a {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:00.319204 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-270a3e1e-f7cc-401e-87aa-3e1b65e3e11f tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.355120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2f0ba0-ca7e-4dbb-a833-efa968b1bc4a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:00.358369 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8bbf7337-c5be-473f-80ae-47d50a03fada req-938db885-097e-4313-a3a0-6731afd6b3d9 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4406886 Jan 27 17:08:00.358603 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0ba0-ca7e-4dbb-a833-efa968b1bc4a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.427881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2f0ba0-ca7e-4dbb-a833-efa968b1bc4a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:00.463103 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.478631 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a22cd00a-9343-406c-ac8e-355ede198fcc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.536072 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-c0200c46-7cc4-410e-bc11-7b5741eed604 admin admin] For port 2646c71e-d10b-4c43-a638-22fedb52ddc5, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2646c71e-d10b-4c43-a638-22fedb52ddc5,segment=NetworkSegment(ce4b805f-10ca-4c69-bf04-a2937a4c1454),segment_id=ce4b805f-10ca-4c69-bf04-a2937a4c1454)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:00.536439 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0200c46-7cc4-410e-bc11-7b5741eed604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.555687 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f644bfa1-bf4a-4015-8889-024b4fa4a894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.585804 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0ba0-ca7e-4dbb-a833-efa968b1bc4a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.586433 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-ca2f0ba0-ca7e-4dbb-a833-efa968b1bc4a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Added segment 8ea61969-908d-4bae-9221-0c9e463e7cb7 of type vlan for network a40d74b9-77c1-44ac-8bfa-6ea46820d4ad Jan 27 17:08:00.624837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-292f42d8-2c4c-4196-b755-eeeb7f609375 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port 9e73d938-0d52-4d3c-846d-a047b0f8eb8e {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:00.625077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-292f42d8-2c4c-4196-b755-eeeb7f609375 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.691976 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0ba0-ca7e-4dbb-a833-efa968b1bc4a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.717807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-270a3e1e-f7cc-401e-87aa-3e1b65e3e11f tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.835150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-c0200c46-7cc4-410e-bc11-7b5741eed604 admin admin] Calling delete_port for 2646c71e-d10b-4c43-a638-22fedb52ddc5 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:00.843784 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 81c7c951-7b15-48c4-a230-63319d873217 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:00.881047 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-ca2f0ba0-ca7e-4dbb-a833-efa968b1bc4a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:08:00.900635 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-270a3e1e-f7cc-401e-87aa-3e1b65e3e11f tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Calling delete_port for 6ea55e2b-4e52-426a-b1e5-8b1cf2959f1a owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:00.919842 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 81c7c951-7b15-48c4-a230-63319d873217 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:00.920300 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:00.956881 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f644bfa1-bf4a-4015-8889-024b4fa4a894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.008987 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f644bfa1-bf4a-4015-8889-024b4fa4a894 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.026124 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa5002-046e-4a04-af31-451209627e85 req-cab391ca-e2cc-40ba-a1fd-55342daef081 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:01.027791 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-46fa5002-046e-4a04-af31-451209627e85 req-cab391ca-e2cc-40ba-a1fd-55342daef081 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.5533340 Jan 27 17:08:01.032549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0ba0-ca7e-4dbb-a833-efa968b1bc4a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.037938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2f0ba0-ca7e-4dbb-a833-efa968b1bc4a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:01.038527 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0ba0-ca7e-4dbb-a833-efa968b1bc4a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.135670 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a22cd00a-9343-406c-ac8e-355ede198fcc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.162406 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ca2f0ba0-ca7e-4dbb-a833-efa968b1bc4a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8998930 Jan 27 17:08:01.172233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57330) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:01.230638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-292f42d8-2c4c-4196-b755-eeeb7f609375 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.238032 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.240677 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'ports': [{'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540'}, {'network_id': 'a40d74b9-77c1-44ac-8bfa-6ea46820d4ad'}]} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:01.240981 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:01.241439 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'network_id': 'a40d74b9-77c1-44ac-8bfa-6ea46820d4ad'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:01.248661 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f644bfa1-bf4a-4015-8889-024b4fa4a894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.249227 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f644bfa1-bf4a-4015-8889-024b4fa4a894 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bea4170-56f0-4f26-8008-551918a44abe {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:08:01.285840 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f0ba0-ca7e-4dbb-a833-efa968b1bc4a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Network': ['ID=a40d74b9-77c1-44ac-8bfa-6ea46820d4ad,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:01.295811 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-46fa5002-046e-4a04-af31-451209627e85 req-39750d85-5402-48e9-9275-94e9145a4451 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479994 Jan 27 17:08:01.314466 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f644bfa1-bf4a-4015-8889-024b4fa4a894 admin admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.316648 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f644bfa1-bf4a-4015-8889-024b4fa4a894 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0bea4170-56f0-4f26-8008-551918a44abe HTTP/1.1" status: 204 len: 168 time: 4.5095975 Jan 27 17:08:01.320211 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57334) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:01.324982 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network a40d74b9-77c1-44ac-8bfa-6ea46820d4ad details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:01.435839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a22cd00a-9343-406c-ac8e-355ede198fcc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.536508 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cd00a-9343-406c-ac8e-355ede198fcc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=daa15567-ba85-4fc1-ab06-28d9d741c1b3,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:01.540955 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a22cd00a-9343-406c-ac8e-355ede198fcc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.559473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-292f42d8-2c4c-4196-b755-eeeb7f609375 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Calling delete_port for 9e73d938-0d52-4d3c-846d-a047b0f8eb8e owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:01.563659 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1249c0a-3e27-423a-8e62-17077ba38628 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:01.570692 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdcfadc0-b33b-468c-9314-a81eb8e1155b admin admin] Deleting subnet 59fab0d6-08e6-4a61-8a29-c48217b1a9e5 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:08:01.622094 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fdcfadc0-b33b-468c-9314-a81eb8e1155b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.839434 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fdcfadc0-b33b-468c-9314-a81eb8e1155b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.861204 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e40fefd-3494-4102-b538-4ab95d53ff6d None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:08:01.867548 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0e40fefd-3494-4102-b538-4ab95d53ff6d None None] Deleting port 81c7c951-7b15-48c4-a230-63319d873217 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:01.868173 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e40fefd-3494-4102-b538-4ab95d53ff6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.888650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:01.895318 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:port and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:01.898922 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:01.905585 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:01.907480 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-270a3e1e-f7cc-401e-87aa-3e1b65e3e11f tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:01.927919 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a22cd00a-9343-406c-ac8e-355ede198fcc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/daa15567-ba85-4fc1-ab06-28d9d741c1b3 HTTP/1.1" status: 204 len: 168 time: 2.0863149 Jan 27 17:08:01.941132 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57340) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:01.968041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a3e1e-f7cc-401e-87aa-3e1b65e3e11f tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Pushing event deleted for resources: {'Port': ['ID=6ea55e2b-4e52-426a-b1e5-8b1cf2959f1a,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:02.004113 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'port': 2} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:02.008674 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.043922 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-84ab9316-1756-4771-a529-74b68b7ff66d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1012833 Jan 27 17:08:02.048164 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57344) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:02.069352 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0200c46-7cc4-410e-bc11-7b5741eed604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.069945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-6c523d44-4444-43d6-84ab-c0863e5cc486 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:02.128001 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be8179-a555-4f87-a7ab-3cabec743b4e req-93f086ad-977f-4ade-8ecc-9c0691ca3e07 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:02.129149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.129775 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e7be8179-a555-4f87-a7ab-3cabec743b4e req-93f086ad-977f-4ade-8ecc-9c0691ca3e07 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.6355686 Jan 27 17:08:02.131254 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fdcfadc0-b33b-468c-9314-a81eb8e1155b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.142050 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-0e40fefd-3494-4102-b538-4ab95d53ff6d None None] For port 81c7c951-7b15-48c4-a230-63319d873217, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=81c7c951-7b15-48c4-a230-63319d873217,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:02.142362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e40fefd-3494-4102-b538-4ab95d53ff6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.177949 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0200c46-7cc4-410e-bc11-7b5741eed604 admin admin] Pushing event deleted for resources: {'Port': ['ID=2646c71e-d10b-4c43-a638-22fedb52ddc5,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:02.281388 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0e40fefd-3494-4102-b538-4ab95d53ff6d None None] Calling delete_port for 81c7c951-7b15-48c4-a230-63319d873217 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:02.283855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-270a3e1e-f7cc-401e-87aa-3e1b65e3e11f tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.377541 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e40fefd-3494-4102-b538-4ab95d53ff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.440212 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40fefd-3494-4102-b538-4ab95d53ff6d None None] Pushing event deleted for resources: {'Port': ['ID=81c7c951-7b15-48c4-a230-63319d873217,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:02.450042 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e40fefd-3494-4102-b538-4ab95d53ff6d None None] No DVR routers for this DVR port 81c7c951-7b15-48c4-a230-63319d873217 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:08:02.463048 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e7be8179-a555-4f87-a7ab-3cabec743b4e req-739c5ab6-3a24-4206-946c-bfcb09772f3e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883728 Jan 27 17:08:02.467966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-292f42d8-2c4c-4196-b755-eeeb7f609375 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.483660 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6c523d44-4444-43d6-84ab-c0863e5cc486 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:02.508888 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.589094 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6c523d44-4444-43d6-84ab-c0863e5cc486 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:02.604770 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.612883 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fdcfadc0-b33b-468c-9314-a81eb8e1155b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.615273 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-270a3e1e-f7cc-401e-87aa-3e1b65e3e11f tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.617332 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6c523d44-4444-43d6-84ab-c0863e5cc486 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:02.623046 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f42d8-2c4c-4196-b755-eeeb7f609375 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Port': ['ID=9e73d938-0d52-4d3c-846d-a047b0f8eb8e,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:02.652768 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-270a3e1e-f7cc-401e-87aa-3e1b65e3e11f tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.668119 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6c523d44-4444-43d6-84ab-c0863e5cc486 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:02.703354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfadc0-b33b-468c-9314-a81eb8e1155b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59fab0d6-08e6-4a61-8a29-c48217b1a9e5,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:02.724118 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fdcfadc0-b33b-468c-9314-a81eb8e1155b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.731016 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ba3ce-8ed6-4ee1-a8d7-698388079a05 None None] Network 9141664f-a2df-4f3d-8af6-9e336042f636 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:02.798213 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fdcfadc0-b33b-468c-9314-a81eb8e1155b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/59fab0d6-08e6-4a61-8a29-c48217b1a9e5 HTTP/1.1" status: 204 len: 168 time: 1.4759574 Jan 27 17:08:02.814963 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57350) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:02.899114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] device_id is not set on port b225b347-f89c-4f5d-929a-b578e8b41422 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:02.902136 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c523d44-4444-43d6-84ab-c0863e5cc486 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:02.905840 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c523d44-4444-43d6-84ab-c0863e5cc486 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.927008 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0200c46-7cc4-410e-bc11-7b5741eed604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.947521 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-270a3e1e-f7cc-401e-87aa-3e1b65e3e11f tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:02.948037 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270a3e1e-f7cc-401e-87aa-3e1b65e3e11f tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Fanout notify agent at l3_agent the message router_deleted on router 75d21a5d-be64-41bd-8f85-2a3af64807d9 {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:08:02.949837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 43b8a3dd-8afe-44c9-9842-a7d5a51b4974 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:08:02.998887 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 43b8a3dd-8afe-44c9-9842-a7d5a51b4974 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:08:02.999222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 43b8a3dd-8afe-44c9-9842-a7d5a51b4974 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:08:02.999808 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 81c7c951-7b15-48c4-a230-63319d873217 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:08:03.081675 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.095053 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 81c7c951-7b15-48c4-a230-63319d873217 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:08:03.095300 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 81c7c951-7b15-48c4-a230-63319d873217 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:08:03.105792 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Allocated IP 172.26.1.202 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/73722e6b-bc65-41d8-ae7f-b8d6105e19e7) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:03.129247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] Deleting port 01e6154e-6a30-4e13-9766-6c4a2ee352d0 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:03.129651 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.168294 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.203967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-292f42d8-2c4c-4196-b755-eeeb7f609375 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.228279 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81b930e-2208-4d46-92c9-ae68ca5f47bd None None] DHCP port deletion for 9141664f-a2df-4f3d-8af6-9e336042f636 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:08:03.234273 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a81b930e-2208-4d46-92c9-ae68ca5f47bd None None] Deleting port 01e6154e-6a30-4e13-9766-6c4a2ee352d0 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:03.234678 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a81b930e-2208-4d46-92c9-ae68ca5f47bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.311578 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-270a3e1e-f7cc-401e-87aa-3e1b65e3e11f tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.316266 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-270a3e1e-f7cc-401e-87aa-3e1b65e3e11f tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "DELETE /v2.0/routers/75d21a5d-be64-41bd-8f85-2a3af64807d9 HTTP/1.1" status: 204 len: 168 time: 3.9525614 Jan 27 17:08:03.326655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57354) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:03.339837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-0efff365-2fb3-470f-8469-f010417cd4a9 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1872946057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:03.397556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0efff365-2fb3-470f-8469-f010417cd4a9 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:03.423314 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0efff365-2fb3-470f-8469-f010417cd4a9 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Usage tracker for resource:router and tenant:5326678e7ab9402da7acd3f3a88cca04 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:03.438722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0efff365-2fb3-470f-8469-f010417cd4a9 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:03.458484 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a81b930e-2208-4d46-92c9-ae68ca5f47bd None None] For port 01e6154e-6a30-4e13-9766-6c4a2ee352d0, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=01e6154e-6a30-4e13-9766-6c4a2ee352d0,segment=NetworkSegment(7d9ad29e-9efb-46b6-a4fe-281b7c002171),segment_id=7d9ad29e-9efb-46b6-a4fe-281b7c002171)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:03.459055 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a81b930e-2208-4d46-92c9-ae68ca5f47bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.482328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0efff365-2fb3-470f-8469-f010417cd4a9 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:03.589666 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a81b930e-2208-4d46-92c9-ae68ca5f47bd None None] Calling delete_port for 01e6154e-6a30-4e13-9766-6c4a2ee352d0 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:03.596225 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0efff365-2fb3-470f-8469-f010417cd4a9 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.597160 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0efff365-2fb3-470f-8469-f010417cd4a9 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.671118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a81b930e-2208-4d46-92c9-ae68ca5f47bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.702581 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.713882 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292f42d8-2c4c-4196-b755-eeeb7f609375 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router 41c167be-8750-42fd-a6e0-5f993333a97d has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:08:03.716698 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b930e-2208-4d46-92c9-ae68ca5f47bd None None] Pushing event deleted for resources: {'Port': ['ID=01e6154e-6a30-4e13-9766-6c4a2ee352d0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:03.720423 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b930e-2208-4d46-92c9-ae68ca5f47bd None None] No DVR routers for this DVR port 01e6154e-6a30-4e13-9766-6c4a2ee352d0 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:08:03.748188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0efff365-2fb3-470f-8469-f010417cd4a9 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.765335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c523d44-4444-43d6-84ab-c0863e5cc486 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.840804 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.871582 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] For port 01e6154e-6a30-4e13-9766-6c4a2ee352d0, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=01e6154e-6a30-4e13-9766-6c4a2ee352d0,segment=NetworkSegment(7d9ad29e-9efb-46b6-a4fe-281b7c002171),segment_id=7d9ad29e-9efb-46b6-a4fe-281b7c002171)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:03.871924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:03.958431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] device_id is not set on port 85d1a908-4553-47fb-b786-108ec269e901 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:03.962569 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0efff365-2fb3-470f-8469-f010417cd4a9 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.004694 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] Calling delete_port for 01e6154e-6a30-4e13-9766-6c4a2ee352d0 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:04.033782 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0200c46-7cc4-410e-bc11-7b5741eed604 admin admin] Router e7f74d74-00dd-453c-8566-09ed062d114d has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:08:04.042209 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c523d44-4444-43d6-84ab-c0863e5cc486 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:04.050017 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-6c523d44-4444-43d6-84ab-c0863e5cc486 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:04.053519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292f42d8-2c4c-4196-b755-eeeb7f609375 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:04.054851 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c523d44-4444-43d6-84ab-c0863e5cc486 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=e7d99d87-edee-4d73-8081-22c9b15500c7,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:04.059748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c523d44-4444-43d6-84ab-c0863e5cc486 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:04.060338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c523d44-4444-43d6-84ab-c0863e5cc486 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.068556 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf359f-74cc-4344-8d2a-dee799734b87 None None] Sync routers for ids ['41c167be-8750-42fd-a6e0-5f993333a97d'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:04.077132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebaf56f-a85e-49d6-8007-d8cd5fed10cc None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:04.101013 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-292f42d8-2c4c-4196-b755-eeeb7f609375 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/41c167be-8750-42fd-a6e0-5f993333a97d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0818911 Jan 27 17:08:04.103662 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57360) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:04.109930 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0efff365-2fb3-470f-8469-f010417cd4a9 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.113641 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0efff365-2fb3-470f-8469-f010417cd4a9 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7834079 Jan 27 17:08:04.116035 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf359f-74cc-4344-8d2a-dee799734b87 None None] Routers {'41c167be-8750-42fd-a6e0-5f993333a97d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:04.116814 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-efbf359f-74cc-4344-8d2a-dee799734b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['41c167be-8750-42fd-a6e0-5f993333a97d'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:04.122925 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57364) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:04.147771 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-fc622c87-bf64-4112-afa5-eb80e6176ed5 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:04.155375 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6c523d44-4444-43d6-84ab-c0863e5cc486 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1004131 Jan 27 17:08:04.156370 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57368) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:04.168572 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-da4a513b-ce10-45a0-82fc-866cc6502eb8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-806867746', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:04.174114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4952caae-c380-46c4-96e4-34ae1b427fd7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Synchronizing usage tracker for tenant:65a019d99d874346aca26dc7cd6b9eab on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:04.180049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-da4a513b-ce10-45a0-82fc-866cc6502eb8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:04.187429 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-da4a513b-ce10-45a0-82fc-866cc6502eb8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:router and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:04.191957 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-da4a513b-ce10-45a0-82fc-866cc6502eb8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:04.206074 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-efbf359f-74cc-4344-8d2a-dee799734b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:04.213053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-da4a513b-ce10-45a0-82fc-866cc6502eb8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:04.235197 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4952caae-c380-46c4-96e4-34ae1b427fd7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Unset dirty status for tenant:65a019d99d874346aca26dc7cd6b9eab on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:04.238980 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4952caae-c380-46c4-96e4-34ae1b427fd7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports?device_id=41c167be-8750-42fd-a6e0-5f993333a97d HTTP/1.1" status: 200 len: 205 time: 0.1303508 Jan 27 17:08:04.241032 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57372) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:04.272701 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf359f-74cc-4344-8d2a-dee799734b87 None None] Routers {'41c167be-8750-42fd-a6e0-5f993333a97d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:04.273503 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-efbf359f-74cc-4344-8d2a-dee799734b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['41c167be-8750-42fd-a6e0-5f993333a97d'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:04.308354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-da4a513b-ce10-45a0-82fc-866cc6502eb8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.309343 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-da4a513b-ce10-45a0-82fc-866cc6502eb8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.309943 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.341018 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-efbf359f-74cc-4344-8d2a-dee799734b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:04.341417 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf359f-74cc-4344-8d2a-dee799734b87 None None] The sync data for ids ['41c167be-8750-42fd-a6e0-5f993333a97d'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:04.401873 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4cfd99a8-04c0-40e0-9966-120cebb24964 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.450097 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.466945 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': 'e7d99d87-edee-4d73-8081-22c9b15500c7'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:08:04.468404 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.478462 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:08:04.478794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:08:04.635615 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Allocated IP 2001:db8::2 (bbf03638-7624-437f-9c24-a87cd70c5626/e7d99d87-edee-4d73-8081-22c9b15500c7/c747bd91-59e7-4511-8910-f79cfe725d2d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:04.656954 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-da4a513b-ce10-45a0-82fc-866cc6502eb8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.705929 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:04.720510 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:04.729375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:04.803351 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0200c46-7cc4-410e-bc11-7b5741eed604 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:04.805071 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Pushing event updated for resources: {'Port': ['ID=73722e6b-bc65-41d8-ae7f-b8d6105e19e7,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:04.824143 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce5ed5-56de-4bad-812d-a598d4afda39 None None] Sync routers for ids ['e7f74d74-00dd-453c-8566-09ed062d114d'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:04.840998 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce5ed5-56de-4bad-812d-a598d4afda39 None None] Routers {'e7f74d74-00dd-453c-8566-09ed062d114d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:04.842540 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-22ce5ed5-56de-4bad-812d-a598d4afda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e7f74d74-00dd-453c-8566-09ed062d114d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:04.864276 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 01e6154e-6a30-4e13-9766-6c4a2ee352d0 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:08:04.870544 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-da4a513b-ce10-45a0-82fc-866cc6502eb8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.894456 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c0200c46-7cc4-410e-bc11-7b5741eed604 admin admin] 10.222.0.50 "PUT /v2.0/routers/e7f74d74-00dd-453c-8566-09ed062d114d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1594396 Jan 27 17:08:04.908632 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 01e6154e-6a30-4e13-9766-6c4a2ee352d0 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:08:04.908998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 01e6154e-6a30-4e13-9766-6c4a2ee352d0 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:08:04.914619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57376) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:04.917199 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4cfd99a8-04c0-40e0-9966-120cebb24964 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.919105 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fc622c87-bf64-4112-afa5-eb80e6176ed5 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.922453 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.930726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4cfd99a8-04c0-40e0-9966-120cebb24964 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.938081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Transition to ACTIVE for port object c747bd91-59e7-4511-8910-f79cfe725d2d will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:04.966312 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Transition to ACTIVE for port object c747bd91-59e7-4511-8910-f79cfe725d2d will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:04.974655 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:04.988534 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.043925 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-da4a513b-ce10-45a0-82fc-866cc6502eb8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.045106 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-da4a513b-ce10-45a0-82fc-866cc6502eb8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8823440 Jan 27 17:08:05.053939 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-22ce5ed5-56de-4bad-812d-a598d4afda39 None None] Set router e7f74d74-00dd-453c-8566-09ed062d114d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:08:05.055656 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57380) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:05.121892 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Pushing event updated for resources: {'Port': ['ID=c747bd91-59e7-4511-8910-f79cfe725d2d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:05.146048 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:05.148695 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:05.154929 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:05.195583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network eb111497-a1bd-4f32-8008-5457d5cd4540 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:05.222249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] Deleting port 01e6154e-6a30-4e13-9766-6c4a2ee352d0 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:05.222590 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.280346 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Attempting to bind port c747bd91-59e7-4511-8910-f79cfe725d2d on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:05.280675 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Attempting to bind port c747bd91-59e7-4511-8910-f79cfe725d2d by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:05.280944 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Attempting to bind port c747bd91-59e7-4511-8910-f79cfe725d2d on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:05.286510 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:05.287317 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:05.287451 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.287723 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:05.288168 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Bound port: c747bd91-59e7-4511-8910-f79cfe725d2d, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:05.288520 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.293917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4cfd99a8-04c0-40e0-9966-120cebb24964 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.294325 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfd99a8-04c0-40e0-9966-120cebb24964 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Fanout notify agent at l3_agent the message router_deleted on router 41c167be-8750-42fd-a6e0-5f993333a97d {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:08:05.295643 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=b225b347-f89c-4f5d-929a-b578e8b41422,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:05.327521 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:05.386991 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] For port c747bd91-59e7-4511-8910-f79cfe725d2d, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:05.390037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] The port '01e6154e-6a30-4e13-9766-6c4a2ee352d0' was deleted {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:08:05.391089 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] For port c747bd91-59e7-4511-8910-f79cfe725d2d, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c747bd91-59e7-4511-8910-f79cfe725d2d,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:05.398287 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.404566 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:05.405291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.411584 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-22ce5ed5-56de-4bad-812d-a598d4afda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'name': 'tempest-ServersTestManualDisk-1088274207-router', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:08:01Z', 'revision_number': 5, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'gw_port': {'id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:52Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:05.416869 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce5ed5-56de-4bad-812d-a598d4afda39 None None] Checking router: e7f74d74-00dd-453c-8566-09ed062d114d for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:08:05.420089 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4cfd99a8-04c0-40e0-9966-120cebb24964 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.421177 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4cfd99a8-04c0-40e0-9966-120cebb24964 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/routers/41c167be-8750-42fd-a6e0-5f993333a97d HTTP/1.1" status: 204 len: 168 time: 1.1811125 Jan 27 17:08:05.430362 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce5ed5-56de-4bad-812d-a598d4afda39 None None] Routers {'e7f74d74-00dd-453c-8566-09ed062d114d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:05.431369 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-22ce5ed5-56de-4bad-812d-a598d4afda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e7f74d74-00dd-453c-8566-09ed062d114d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:05.438185 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57384) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:05.503689 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc11bfb-cd02-4c60-81a0-8637379fbbbd None None] Pushing event updated for resources: {'Port': ['ID=c747bd91-59e7-4511-8910-f79cfe725d2d,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:05.550320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c830b6-3dbd-405d-9c04-fefb4741b317 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting subnet 94b37b1e-9f68-46b1-bfa3-c1ad4071882d {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:08:05.615328 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-00c830b6-3dbd-405d-9c04-fefb4741b317 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.616077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af2f8f93-daac-4ac8-b003-87a3c38621f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.673162 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-22ce5ed5-56de-4bad-812d-a598d4afda39 None None] Set router e7f74d74-00dd-453c-8566-09ed062d114d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:08:05.728070 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.782265 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=85d1a908-4553-47fb-b786-108ec269e901,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:05.832107 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9141664f-a2df-4f3d-8af6-9e336042f636']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:05.849801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9ad29e-9efb-46b6-a4fe-281b7c002171') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:05.850271 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9ad29e-9efb-46b6-a4fe-281b7c002171') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:05.866898 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.905353 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-00c830b6-3dbd-405d-9c04-fefb4741b317 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.948612 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:05.983909 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Checking segment: {'id': '8ea61969-908d-4bae-9221-0c9e463e7cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'a40d74b9-77c1-44ac-8bfa-6ea46820d4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:05.984178 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network hostable DHCP agents. Network: a40d74b9-77c1-44ac-8bfa-6ea46820d4ad, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:08:06.015236 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.062654 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:08:06.063416 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:08:06.090768 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:08:06.101171 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-22ce5ed5-56de-4bad-812d-a598d4afda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'name': 'tempest-ServersTestManualDisk-1088274207-router', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:08:01Z', 'revision_number': 5, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'gw_port': {'id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:52Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:06.105897 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce5ed5-56de-4bad-812d-a598d4afda39 None None] The sync data for ids ['e7f74d74-00dd-453c-8566-09ed062d114d'] in dv-neutron-826439-2-hyperv is: [{'id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'name': 'tempest-ServersTestManualDisk-1088274207-router', 'tenant_id': '406c1347ba5a453bb38d862a9a6c44ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:50Z', 'updated_at': '2022-01-27T17:08:01Z', 'revision_number': 5, 'project_id': '406c1347ba5a453bb38d862a9a6c44ff', 'gw_port': {'id': 'e110cdae-868b-4978-b9a7-1fd851f42f1a', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f74d74-00dd-453c-8566-09ed062d114d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:52Z', 'updated_at': '2022-01-27T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:06.127901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.144686 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network a40d74b9-77c1-44ac-8bfa-6ea46820d4ad is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:08:06.157131 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af2f8f93-daac-4ac8-b003-87a3c38621f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.206670 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.230016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, a40d74b9-77c1-44ac-8bfa-6ea46820d4ad) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:06.235309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-af2f8f93-daac-4ac8-b003-87a3c38621f3 admin admin] Deleting port e110cdae-868b-4978-b9a7-1fd851f42f1a {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:06.235687 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af2f8f93-daac-4ac8-b003-87a3c38621f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.245617 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f23bb8-de4a-445e-a423-2f214b104e35 None None] Network a40d74b9-77c1-44ac-8bfa-6ea46820d4ad requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:06.262852 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:06.268180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:06.273375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:06.274088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.399397 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.403832 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9141664f-a2df-4f3d-8af6-9e336042f636,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:06.469862 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c2bf120c-ec64-428b-a44c-d994bc8add92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.2890644 Jan 27 17:08:06.470992 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57388) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:06.594359 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-319eb44d-b0f5-4aef-ae15-b92d72704bb6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9141664f-a2df-4f3d-8af6-9e336042f636 HTTP/1.1" status: 204 len: 168 time: 3.7769239 Jan 27 17:08:06.619497 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-00c830b6-3dbd-405d-9c04-fefb4741b317 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.686754 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3bc43693-e5d5-48a8-accd-53bfdc9915f9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port 85d1a908-4553-47fb-b786-108ec269e901 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:06.687096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bc43693-e5d5-48a8-accd-53bfdc9915f9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.897800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57394) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:06.898641 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cbaebf74-7975-458c-82b4-5e903952b3e4 None None] Provisioning for port c747bd91-59e7-4511-8910-f79cfe725d2d completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:06.900497 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-af2f8f93-daac-4ac8-b003-87a3c38621f3 admin admin] For port e110cdae-868b-4978-b9a7-1fd851f42f1a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e110cdae-868b-4978-b9a7-1fd851f42f1a,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:06.901115 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af2f8f93-daac-4ac8-b003-87a3c38621f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.914406 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c747bd91-59e7-4511-8910-f79cfe725d2d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:06.993356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fc622c87-bf64-4112-afa5-eb80e6176ed5 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:06.995269 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port c747bd91-59e7-4511-8910-f79cfe725d2d completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:07.001011 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port c747bd91-59e7-4511-8910-f79cfe725d2d triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:07.001011 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.070339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-af2f8f93-daac-4ac8-b003-87a3c38621f3 admin admin] Calling delete_port for e110cdae-868b-4978-b9a7-1fd851f42f1a owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:07.070901 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fc622c87-bf64-4112-afa5-eb80e6176ed5 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.083894 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-00c830b6-3dbd-405d-9c04-fefb4741b317 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.124882 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.166911 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::1 (bbf03638-7624-437f-9c24-a87cd70c5626/e7d99d87-edee-4d73-8081-22c9b15500c7/d53407c6-7586-4027-9508-beec1be42b30) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:07.167539 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port c747bd91-59e7-4511-8910-f79cfe725d2d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c747bd91-59e7-4511-8910-f79cfe725d2d,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:07.172676 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c830b6-3dbd-405d-9c04-fefb4741b317 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Subnet': ['ID=94b37b1e-9f68-46b1-bfa3-c1ad4071882d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:07.174295 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.187318 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-00c830b6-3dbd-405d-9c04-fefb4741b317 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.209666 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.214991 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-00c830b6-3dbd-405d-9c04-fefb4741b317 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/subnets/94b37b1e-9f68-46b1-bfa3-c1ad4071882d HTTP/1.1" status: 204 len: 168 time: 1.7626474 Jan 27 17:08:07.219093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57398) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:07.221817 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6c02c0-bd53-43bb-a314-7c791e451bd0 None None] Network 23ea9097-7046-4642-8970-1aca5f3aed8f requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:07.234492 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2646c71e-d10b-4c43-a638-22fedb52ddc5 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:08:07.261720 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d683d235-b987-4eed-adad-3ef3ad6eb809 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf9f89d75dcb4854990f9172a39cae4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3521101 Jan 27 17:08:07.291804 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 2646c71e-d10b-4c43-a638-22fedb52ddc5 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:08:07.292275 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2646c71e-d10b-4c43-a638-22fedb52ddc5 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:08:07.314254 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57402) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:07.349380 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bc43693-e5d5-48a8-accd-53bfdc9915f9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.378566 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=c747bd91-59e7-4511-8910-f79cfe725d2d,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:07.509584 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-fc622c87-bf64-4112-afa5-eb80e6176ed5 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Allocated IP 172.26.1.90 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/bc2f92b5-7e44-406b-b03c-f06f6772a9b3) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:07.541396 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f294ceb-4516-4b80-a02c-149c2d816379 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting subnet ff7cbe38-a877-4f68-9953-df56dd322bfa {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:08:07.547832 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e540672a-1f36-49f6-a990-7fe747492281 None None] DHCP port deletion for 23ea9097-7046-4642-8970-1aca5f3aed8f request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:08:07.551695 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e540672a-1f36-49f6-a990-7fe747492281 None None] Deleting port 57b1489d-527f-4676-969f-804f5c791345 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:07.552185 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e540672a-1f36-49f6-a990-7fe747492281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.553485 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6f294ceb-4516-4b80-a02c-149c2d816379 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.644973 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-84c1d410-a5a6-4319-aa68-0f491699f3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.646548 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3bc43693-e5d5-48a8-accd-53bfdc9915f9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for 85d1a908-4553-47fb-b786-108ec269e901 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:07.675932 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6f294ceb-4516-4b80-a02c-149c2d816379 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.789716 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e540672a-1f36-49f6-a990-7fe747492281 None None] For port 57b1489d-527f-4676-969f-804f5c791345, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=57b1489d-527f-4676-969f-804f5c791345,segment=NetworkSegment(cec4ccd7-e0cc-48d4-b8fa-5fe4f6e7dab2),segment_id=cec4ccd7-e0cc-48d4-b8fa-5fe4f6e7dab2)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:07.790167 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e540672a-1f36-49f6-a990-7fe747492281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.804637 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-84c1d410-a5a6-4319-aa68-0f491699f3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.825276 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.841019 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bc43693-e5d5-48a8-accd-53bfdc9915f9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.907524 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc43693-e5d5-48a8-accd-53bfdc9915f9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=85d1a908-4553-47fb-b786-108ec269e901,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:07.912392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Router b4bb7bba-344b-43ab-9145-76c37dfbda02 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:08:07.918090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e540672a-1f36-49f6-a990-7fe747492281 None None] Calling delete_port for 57b1489d-527f-4676-969f-804f5c791345 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:07.918783 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object d53407c6-7586-4027-9508-beec1be42b30 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:07.923082 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bc43693-e5d5-48a8-accd-53bfdc9915f9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.939290 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3bc43693-e5d5-48a8-accd-53bfdc9915f9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/ports/85d1a908-4553-47fb-b786-108ec269e901 HTTP/1.1" status: 204 len: 168 time: 1.4607978 Jan 27 17:08:07.942040 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af2f8f93-daac-4ac8-b003-87a3c38621f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.946780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57406) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:07.991217 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6f294ceb-4516-4b80-a02c-149c2d816379 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:07.997928 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e540672a-1f36-49f6-a990-7fe747492281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.046625 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f8f93-daac-4ac8-b003-87a3c38621f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e110cdae-868b-4978-b9a7-1fd851f42f1a,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:08.115995 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e540672a-1f36-49f6-a990-7fe747492281 None None] No DVR routers for this DVR port 57b1489d-527f-4676-969f-804f5c791345 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:08:08.134276 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540672a-1f36-49f6-a990-7fe747492281 None None] Pushing event deleted for resources: {'Port': ['ID=57b1489d-527f-4676-969f-804f5c791345,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:08.170752 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.171324 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fc622c87-bf64-4112-afa5-eb80e6176ed5 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.209575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-84c1d410-a5a6-4319-aa68-0f491699f3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.248914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1d410-a5a6-4319-aa68-0f491699f3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab06144-39a0-4629-a672-087275efe6d7,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:08.249796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523f0fbd-e0a1-4fee-b36b-41d2854b9ecf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:08.255719 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523f0fbd-e0a1-4fee-b36b-41d2854b9ecf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:08.256300 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-523f0fbd-e0a1-4fee-b36b-41d2854b9ecf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:08.262562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af2f8f93-daac-4ac8-b003-87a3c38621f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.310017 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:08.317616 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:08.334033 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-84c1d410-a5a6-4319-aa68-0f491699f3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.337585 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-84c1d410-a5a6-4319-aa68-0f491699f3bc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bab06144-39a0-4629-a672-087275efe6d7 HTTP/1.1" status: 204 len: 168 time: 1.0169563 Jan 27 17:08:08.359994 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:08.362891 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6f294ceb-4516-4b80-a02c-149c2d816379 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.377145 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:08.377304 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aba1c8b-2aca-4367-89b7-5bf34c169285 None None] Sync routers for ids ['b4bb7bba-344b-43ab-9145-76c37dfbda02'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:08.377387 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.392410 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aba1c8b-2aca-4367-89b7-5bf34c169285 None None] Routers {'b4bb7bba-344b-43ab-9145-76c37dfbda02'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:08.394528 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2aba1c8b-2aca-4367-89b7-5bf34c169285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['b4bb7bba-344b-43ab-9145-76c37dfbda02'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:08.407737 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=d53407c6-7586-4027-9508-beec1be42b30,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:08.432022 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f294ceb-4516-4b80-a02c-149c2d816379 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7cbe38-a877-4f68-9953-df56dd322bfa,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:08.449015 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6f294ceb-4516-4b80-a02c-149c2d816379 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.457978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fc622c87-bf64-4112-afa5-eb80e6176ed5 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.475210 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af2f8f93-daac-4ac8-b003-87a3c38621f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.483551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af2f8f93-daac-4ac8-b003-87a3c38621f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.485553 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57414) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:08.487697 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6f294ceb-4516-4b80-a02c-149c2d816379 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/subnets/ff7cbe38-a877-4f68-9953-df56dd322bfa HTTP/1.1" status: 204 len: 168 time: 1.2668047 Jan 27 17:08:08.514064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58674d9e-3ef0-4ed0-ab61-265d98e87b42 None None] Network e1427bc8-ea37-4518-b1ab-8479d47a3d9b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:08.516760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-523f0fbd-e0a1-4fee-b36b-41d2854b9ecf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:08.525205 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-523f0fbd-e0a1-4fee-b36b-41d2854b9ecf tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.5475974 Jan 27 17:08:08.531275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57418) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:08.565474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2aba1c8b-2aca-4367-89b7-5bf34c169285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:08.602481 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc622c87-bf64-4112-afa5-eb80e6176ed5 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:08.607862 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc622c87-bf64-4112-afa5-eb80e6176ed5 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Pushing event updated for resources: {'Port': ['ID=bc2f92b5-7e44-406b-b03c-f06f6772a9b3,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:08.621769 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-fc622c87-bf64-4112-afa5-eb80e6176ed5 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:08.628966 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc622c87-bf64-4112-afa5-eb80e6176ed5 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:08.637158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aba1c8b-2aca-4367-89b7-5bf34c169285 None None] Routers {'b4bb7bba-344b-43ab-9145-76c37dfbda02'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:08.637877 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2aba1c8b-2aca-4367-89b7-5bf34c169285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['b4bb7bba-344b-43ab-9145-76c37dfbda02'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:08.641720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af2f8f93-daac-4ac8-b003-87a3c38621f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.642196 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2f8f93-daac-4ac8-b003-87a3c38621f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7f74d74-00dd-453c-8566-09ed062d114d {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:08:08.734860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2aba1c8b-2aca-4367-89b7-5bf34c169285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:08.735282 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aba1c8b-2aca-4367-89b7-5bf34c169285 None None] The sync data for ids ['b4bb7bba-344b-43ab-9145-76c37dfbda02'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:08.735515 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af2f8f93-daac-4ac8-b003-87a3c38621f3 admin admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.736632 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-af2f8f93-daac-4ac8-b003-87a3c38621f3 admin admin] 10.222.0.50 "DELETE /v2.0/routers/e7f74d74-00dd-453c-8566-09ed062d114d HTTP/1.1" status: 204 len: 168 time: 3.8173304 Jan 27 17:08:08.789707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57424) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:08.789707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-b49d9729-5b9e-4fa5-b625-388849ae9ede tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port b225b347-f89c-4f5d-929a-b578e8b41422 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:08.789707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b49d9729-5b9e-4fa5-b625-388849ae9ede tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.817952 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8702ef8e-07d0-411d-b56d-eaa4d09b5186 None None] Provisioning for port d53407c6-7586-4027-9508-beec1be42b30 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:08.835711 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8702ef8e-07d0-411d-b56d-eaa4d09b5186 None None] Provisioning complete for port d53407c6-7586-4027-9508-beec1be42b30 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:08.836073 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8702ef8e-07d0-411d-b56d-eaa4d09b5186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.898739 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.900552 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-11c66bd5-4212-47e8-8b5f-b8a9fc73e144 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.1125765 Jan 27 17:08:08.903503 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57430) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:08.910620 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ec406a9e-e773-4c66-8d0f-a4a74cebb7e8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:08.913608 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8702ef8e-07d0-411d-b56d-eaa4d09b5186 None None] Port d53407c6-7586-4027-9508-beec1be42b30 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:08.916832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f643f6c7-73a8-4f42-bd61-678bb5c311a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:08.975533 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:09.117516 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-426a13a8-0176-41c4-87a2-69202ebc081b admin admin] Deleting subnet 228f1672-179a-43da-b8a9-bb821d1b9be6 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:08:09.167935 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-426a13a8-0176-41c4-87a2-69202ebc081b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:09.213010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f75e725-0efc-4e5e-91ad-0f58a00da15b None None] DHCP port deletion for e1427bc8-ea37-4518-b1ab-8479d47a3d9b request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:08:09.219440 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8f75e725-0efc-4e5e-91ad-0f58a00da15b None None] Deleting port b7eb1e5e-244a-4fd4-85da-65e4da6c11cb {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:09.220066 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f75e725-0efc-4e5e-91ad-0f58a00da15b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:09.263741 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c747bd91-59e7-4511-8910-f79cfe725d2d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:09.454676 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port c747bd91-59e7-4511-8910-f79cfe725d2d triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:09.455219 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:09.488276 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f643f6c7-73a8-4f42-bd61-678bb5c311a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:09.557994 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fc622c87-bf64-4112-afa5-eb80e6176ed5 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:09.616050 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8f75e725-0efc-4e5e-91ad-0f58a00da15b None None] For port b7eb1e5e-244a-4fd4-85da-65e4da6c11cb, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b7eb1e5e-244a-4fd4-85da-65e4da6c11cb,segment=NetworkSegment(ee17c37c-4185-4c28-9097-cab9b9bc7b5c),segment_id=ee17c37c-4185-4c28-9097-cab9b9bc7b5c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:09.616436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f75e725-0efc-4e5e-91ad-0f58a00da15b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:09.641160 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-426a13a8-0176-41c4-87a2-69202ebc081b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:09.721883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b49d9729-5b9e-4fa5-b625-388849ae9ede tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:09.748923 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-f643f6c7-73a8-4f42-bd61-678bb5c311a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ea9097-7046-4642-8970-1aca5f3aed8f']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:09.805718 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8f75e725-0efc-4e5e-91ad-0f58a00da15b None None] Calling delete_port for b7eb1e5e-244a-4fd4-85da-65e4da6c11cb owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:09.885480 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-b49d9729-5b9e-4fa5-b625-388849ae9ede tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for b225b347-f89c-4f5d-929a-b578e8b41422 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:09.931705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-f643f6c7-73a8-4f42-bd61-678bb5c311a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec4ccd7-e0cc-48d4-b8fa-5fe4f6e7dab2') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:09.931992 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-f643f6c7-73a8-4f42-bd61-678bb5c311a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec4ccd7-e0cc-48d4-b8fa-5fe4f6e7dab2') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:09.963057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f643f6c7-73a8-4f42-bd61-678bb5c311a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:09.990430 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f75e725-0efc-4e5e-91ad-0f58a00da15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.006901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f643f6c7-73a8-4f42-bd61-678bb5c311a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.020613 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec406a9e-e773-4c66-8d0f-a4a74cebb7e8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.052770 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f643f6c7-73a8-4f42-bd61-678bb5c311a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:08:10.053162 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f643f6c7-73a8-4f42-bd61-678bb5c311a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.074708 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75e725-0efc-4e5e-91ad-0f58a00da15b None None] Pushing event deleted for resources: {'Port': ['ID=b7eb1e5e-244a-4fd4-85da-65e4da6c11cb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:08:10.080617 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:08:10.082894 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75e725-0efc-4e5e-91ad-0f58a00da15b None None] No DVR routers for this DVR port b7eb1e5e-244a-4fd4-85da-65e4da6c11cb on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:08:10.146326 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 57b1489d-527f-4676-969f-804f5c791345 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:08:10.152609 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec406a9e-e773-4c66-8d0f-a4a74cebb7e8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.191897 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-ec406a9e-e773-4c66-8d0f-a4a74cebb7e8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Deleting port 73722e6b-bc65-41d8-ae7f-b8d6105e19e7 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:10.192262 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec406a9e-e773-4c66-8d0f-a4a74cebb7e8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.196061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 57b1489d-527f-4676-969f-804f5c791345 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:08:10.196338 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 57b1489d-527f-4676-969f-804f5c791345 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:08:10.246404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-426a13a8-0176-41c4-87a2-69202ebc081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.280772 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b49d9729-5b9e-4fa5-b625-388849ae9ede tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.323367 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f643f6c7-73a8-4f42-bd61-678bb5c311a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.333730 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fc622c87-bf64-4112-afa5-eb80e6176ed5 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.357789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d9729-5b9e-4fa5-b625-388849ae9ede tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=b225b347-f89c-4f5d-929a-b578e8b41422,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:10.360134 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fc622c87-bf64-4112-afa5-eb80e6176ed5 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.383289 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f643f6c7-73a8-4f42-bd61-678bb5c311a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.406145 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b49d9729-5b9e-4fa5-b625-388849ae9ede tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.415926 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643f6c7-73a8-4f42-bd61-678bb5c311a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Network': ['ID=23ea9097-7046-4642-8970-1aca5f3aed8f,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:10.425555 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f643f6c7-73a8-4f42-bd61-678bb5c311a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/networks/23ea9097-7046-4642-8970-1aca5f3aed8f HTTP/1.1" status: 204 len: 168 time: 1.9387391 Jan 27 17:08:10.433447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57464) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:10.460510 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b49d9729-5b9e-4fa5-b625-388849ae9ede tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/ports/b225b347-f89c-4f5d-929a-b578e8b41422 HTTP/1.1" status: 204 len: 168 time: 1.9230390 Jan 27 17:08:10.463807 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57468) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:10.492887 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-426a13a8-0176-41c4-87a2-69202ebc081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.603710 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.608224 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a13a8-0176-41c4-87a2-69202ebc081b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=228f1672-179a-43da-b8a9-bb821d1b9be6,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:10.610554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-426a13a8-0176-41c4-87a2-69202ebc081b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.618376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.619161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.620734 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacb7fac-082b-4204-ba3a-bb24fc15b125 None None] Network 541e3743-3e75-4c6c-9e97-b96740f8fa0d requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:10.675693 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c50bbcf-850d-4329-a55f-8ac0fedbc541 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.686409 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-426a13a8-0176-41c4-87a2-69202ebc081b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/228f1672-179a-43da-b8a9-bb821d1b9be6 HTTP/1.1" status: 204 len: 168 time: 1.8360348 Jan 27 17:08:10.689316 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57478) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:10.692993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec406a9e-e773-4c66-8d0f-a4a74cebb7e8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:10.841582 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e110cdae-868b-4978-b9a7-1fd851f42f1a no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:08:10.863427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-ec406a9e-e773-4c66-8d0f-a4a74cebb7e8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Calling delete_port for 73722e6b-bc65-41d8-ae7f-b8d6105e19e7 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:10.907434 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: e110cdae-868b-4978-b9a7-1fd851f42f1a {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:08:10.908346 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e110cdae-868b-4978-b9a7-1fd851f42f1a not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:08:10.908346 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b7eb1e5e-244a-4fd4-85da-65e4da6c11cb no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:08:10.951821 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: b7eb1e5e-244a-4fd4-85da-65e4da6c11cb {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:08:10.952192 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b7eb1e5e-244a-4fd4-85da-65e4da6c11cb not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:08:10.962429 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=d53407c6-7586-4027-9508-beec1be42b30,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:11.006345 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57486) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:11.047364 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6b1f97-6562-4263-bc83-a572ef721a1d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:11.048953 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3a6b1f97-6562-4263-bc83-a572ef721a1d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5842345 Jan 27 17:08:11.059669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57492) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:11.081592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6181fe-9ab9-4912-995a-da75f7fcd6a8 None None] DHCP port deletion for 541e3743-3e75-4c6c-9e97-b96740f8fa0d request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:08:11.084527 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c50bbcf-850d-4329-a55f-8ac0fedbc541 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.086364 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6b6181fe-9ab9-4912-995a-da75f7fcd6a8 None None] Deleting port dcccf720-d51a-4df9-b958-7d894ca262a0 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:11.086660 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b6181fe-9ab9-4912-995a-da75f7fcd6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.110776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:11.114489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:11.121121 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-9c50bbcf-850d-4329-a55f-8ac0fedbc541 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1427bc8-ea37-4518-b1ab-8479d47a3d9b']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:11.138482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.191775 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f80a1d-58fc-449d-904f-7d01725754f8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] GET failed (client error): The resource could not be found. Jan 27 17:08:11.194236 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-15f80a1d-58fc-449d-904f-7d01725754f8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports/85d1a908-4553-47fb-b786-108ec269e901 HTTP/1.1" status: 404 len: 333 time: 0.1304712 Jan 27 17:08:11.199325 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc622c87-bf64-4112-afa5-eb80e6176ed5 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Router c5c66f10-b475-48f0-9c23-e3933faac0ce is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:08:11.205639 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57496) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:11.207511 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-9c50bbcf-850d-4329-a55f-8ac0fedbc541 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee17c37c-4185-4c28-9097-cab9b9bc7b5c') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:11.207807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-9c50bbcf-850d-4329-a55f-8ac0fedbc541 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee17c37c-4185-4c28-9097-cab9b9bc7b5c') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:11.217179 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] Deleting port dcccf720-d51a-4df9-b958-7d894ca262a0 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:11.217766 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.234592 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c50bbcf-850d-4329-a55f-8ac0fedbc541 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.321178 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c50bbcf-850d-4329-a55f-8ac0fedbc541 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.337577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:11.343899 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c50bbcf-850d-4329-a55f-8ac0fedbc541 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:08:11.344541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c50bbcf-850d-4329-a55f-8ac0fedbc541 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:08:11.361977 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:08:11.372205 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:11.405142 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Usage tracker for resource:floatingip and tenant:db8ad8a8281d4ad4bcee9cc0103492bb is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:11.434374 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6b6181fe-9ab9-4912-995a-da75f7fcd6a8 None None] For port dcccf720-d51a-4df9-b958-7d894ca262a0, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=dcccf720-d51a-4df9-b958-7d894ca262a0,segment=NetworkSegment(ce4b805f-10ca-4c69-bf04-a2937a4c1454),segment_id=ce4b805f-10ca-4c69-bf04-a2937a4c1454)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:11.434856 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b6181fe-9ab9-4912-995a-da75f7fcd6a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.458559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:11.474187 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:11.484727 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c50bbcf-850d-4329-a55f-8ac0fedbc541 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.507329 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c50bbcf-850d-4329-a55f-8ac0fedbc541 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.516410 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for floatingip, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.537091 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0797f3-9c1d-4fa9-a1cf-bc44ea819ff4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] GET failed (client error): The resource could not be found. Jan 27 17:08:11.540890 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6b0797f3-9c1d-4fa9-a1cf-bc44ea819ff4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports/b225b347-f89c-4f5d-929a-b578e8b41422 HTTP/1.1" status: 404 len: 333 time: 0.3314636 Jan 27 17:08:11.541043 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50bbcf-850d-4329-a55f-8ac0fedbc541 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Network': ['ID=e1427bc8-ea37-4518-b1ab-8479d47a3d9b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:11.542140 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57500) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:11.550824 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9c50bbcf-850d-4329-a55f-8ac0fedbc541 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/networks/e1427bc8-ea37-4518-b1ab-8479d47a3d9b HTTP/1.1" status: 204 len: 168 time: 1.1110575 Jan 27 17:08:11.552884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57504) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:11.559695 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-39d27373-c28c-483a-bad4-b5c70863ba48 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'network': {'name': 'tempest-RoutersTest-2026245895'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:11.565839 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Router 2a7cf5ec-5444-4688-836d-1a4ae32c3f3c is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:08:11.586686 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-39d27373-c28c-483a-bad4-b5c70863ba48 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:11.606067 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-097bae9b-f882-4f3d-ac88-139f332836f0 None None] Provisioning complete for port d53407c6-7586-4027-9508-beec1be42b30 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:11.606067 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-097bae9b-f882-4f3d-ac88-139f332836f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.623725 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-39d27373-c28c-483a-bad4-b5c70863ba48 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:network and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:11.638120 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6b6181fe-9ab9-4912-995a-da75f7fcd6a8 None None] Calling delete_port for dcccf720-d51a-4df9-b958-7d894ca262a0 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:11.640586 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-39d27373-c28c-483a-bad4-b5c70863ba48 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:11.699787 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-39d27373-c28c-483a-bad4-b5c70863ba48 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:11.720093 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-097bae9b-f882-4f3d-ac88-139f332836f0 None None] Port d53407c6-7586-4027-9508-beec1be42b30 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:11.750810 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b6181fe-9ab9-4912-995a-da75f7fcd6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.797337 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6181fe-9ab9-4912-995a-da75f7fcd6a8 None None] Pushing event deleted for resources: {'Port': ['ID=dcccf720-d51a-4df9-b958-7d894ca262a0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:11.798320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d27373-c28c-483a-bad4-b5c70863ba48 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:11.800118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4249dac4-11ed-42aa-bb7d-dcdef6c5de92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.800512 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6181fe-9ab9-4912-995a-da75f7fcd6a8 None None] No DVR routers for this DVR port dcccf720-d51a-4df9-b958-7d894ca262a0 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:08:11.801611 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-39d27373-c28c-483a-bad4-b5c70863ba48 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.836251 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc622c87-bf64-4112-afa5-eb80e6176ed5 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:11.847351 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26933f98-32af-4339-8e0d-b630542fb487 None None] Sync routers for ids ['c5c66f10-b475-48f0-9c23-e3933faac0ce'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:11.858240 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26933f98-32af-4339-8e0d-b630542fb487 None None] Routers {'c5c66f10-b475-48f0-9c23-e3933faac0ce'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:11.860029 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-26933f98-32af-4339-8e0d-b630542fb487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['c5c66f10-b475-48f0-9c23-e3933faac0ce'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:11.879287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:11.895146 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7299338a-28b4-4470-a0b6-b09a03de63a1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "PUT /v2.0/routers/2a7cf5ec-5444-4688-836d-1a4ae32c3f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8217263 Jan 27 17:08:11.908947 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57508) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:11.912224 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Sync routers for ids ['2a7cf5ec-5444-4688-836d-1a4ae32c3f3c'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:11.913252 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fc622c87-bf64-4112-afa5-eb80e6176ed5 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:11.917021 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fc622c87-bf64-4112-afa5-eb80e6176ed5 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "PUT /v2.0/routers/c5c66f10-b475-48f0-9c23-e3933faac0ce HTTP/1.1" status: 200 len: 883 time: 7.7820592 Jan 27 17:08:11.922754 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Routers {'2a7cf5ec-5444-4688-836d-1a4ae32c3f3c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:11.923381 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['2a7cf5ec-5444-4688-836d-1a4ae32c3f3c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:11.924783 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57512) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:11.946482 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-26933f98-32af-4339-8e0d-b630542fb487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:11.969528 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26933f98-32af-4339-8e0d-b630542fb487 None None] Routers {'c5c66f10-b475-48f0-9c23-e3933faac0ce'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:11.971225 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-26933f98-32af-4339-8e0d-b630542fb487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['c5c66f10-b475-48f0-9c23-e3933faac0ce'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:12.000826 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] For port dcccf720-d51a-4df9-b958-7d894ca262a0, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=dcccf720-d51a-4df9-b958-7d894ca262a0,segment=NetworkSegment(ce4b805f-10ca-4c69-bf04-a2937a4c1454),segment_id=ce4b805f-10ca-4c69-bf04-a2937a4c1454)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:12.001415 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.018993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec406a9e-e773-4c66-8d0f-a4a74cebb7e8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.065923 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-26933f98-32af-4339-8e0d-b630542fb487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:12.066690 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26933f98-32af-4339-8e0d-b630542fb487 None None] The sync data for ids ['c5c66f10-b475-48f0-9c23-e3933faac0ce'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:12.114909 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4249dac4-11ed-42aa-bb7d-dcdef6c5de92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.131905 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Set router 2a7cf5ec-5444-4688-836d-1a4ae32c3f3c gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:08:12.138924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d27373-c28c-483a-bad4-b5c70863ba48 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:12.148846 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-39d27373-c28c-483a-bad4-b5c70863ba48 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.149277 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-39d27373-c28c-483a-bad4-b5c70863ba48 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Added segment 7e2e852c-7231-4d14-a58a-05157908ed4f of type vlan for network 4dc08dc9-c71d-4792-b203-0ee6992116d8 Jan 27 17:08:12.192437 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-39d27373-c28c-483a-bad4-b5c70863ba48 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.216777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-4249dac4-11ed-42aa-bb7d-dcdef6c5de92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40d74b9-77c1-44ac-8bfa-6ea46820d4ad']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:12.236064 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-4249dac4-11ed-42aa-bb7d-dcdef6c5de92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea61969-908d-4bae-9221-0c9e463e7cb7') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:12.236372 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-4249dac4-11ed-42aa-bb7d-dcdef6c5de92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea61969-908d-4bae-9221-0c9e463e7cb7') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:12.256570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4249dac4-11ed-42aa-bb7d-dcdef6c5de92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.258096 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c0af3a-9e1a-4577-b001-30bbd2bb09b0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:12.258669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-71c0af3a-9e1a-4577-b001-30bbd2bb09b0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:12.273532 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ac3c82f1-052e-4da7-8cd8-17e845cff6fe tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "GET /v2.0/routers/c5c66f10-b475-48f0-9c23-e3933faac0ce HTTP/1.1" status: 200 len: 924 time: 0.3419652 Jan 27 17:08:12.275333 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.276930 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57516) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:12.291679 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] Calling delete_port for dcccf720-d51a-4df9-b958-7d894ca262a0 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:12.316768 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4249dac4-11ed-42aa-bb7d-dcdef6c5de92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.319349 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec406a9e-e773-4c66-8d0f-a4a74cebb7e8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Pushing event deleted for resources: {'Port': ['ID=73722e6b-bc65-41d8-ae7f-b8d6105e19e7,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:12.429078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-71c0af3a-9e1a-4577-b001-30bbd2bb09b0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:12.432732 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-71c0af3a-9e1a-4577-b001-30bbd2bb09b0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports/d53407c6-7586-4027-9508-beec1be42b30 HTTP/1.1" status: 200 len: 911 time: 0.5146801 Jan 27 17:08:12.437178 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57520) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:12.459054 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7cf5ec-5444-4688-836d-1a4ae32c3f3c', 'name': 'tempest-NetworksTestDHCPv6-router-806867746', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:08:04Z', 'updated_at': '2022-01-27T17:08:08Z', 'revision_number': 2, 'project_id': 'b5b56d9041d34791adead564583c8bb2', 'gw_port_host': None, '_interfaces': [{'id': 'd53407c6-7586-4027-9508-beec1be42b30', 'name': '', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'mac_address': 'fa:16:3e:9a:dd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7cf5ec-5444-4688-836d-1a4ae32c3f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e7d99d87-edee-4d73-8081-22c9b15500c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:08:06Z', 'updated_at': '2022-01-27T17:08:09Z', 'revision_number': 2, 'project_id': 'b5b56d9041d34791adead564583c8bb2', 'subnets': [{'id': 'e7d99d87-edee-4d73-8081-22c9b15500c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:12.463118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Checking router: 2a7cf5ec-5444-4688-836d-1a4ae32c3f3c for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:08:12.463520 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Updating router 2a7cf5ec-5444-4688-836d-1a4ae32c3f3c port d53407c6-7586-4027-9508-beec1be42b30 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:08:12.486643 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4249dac4-11ed-42aa-bb7d-dcdef6c5de92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:08:12.486643 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4249dac4-11ed-42aa-bb7d-dcdef6c5de92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.494567 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-39d27373-c28c-483a-bad4-b5c70863ba48 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.499967 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d27373-c28c-483a-bad4-b5c70863ba48 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:12.501274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-39d27373-c28c-483a-bad4-b5c70863ba48 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:08:12.501393 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:08:12.524035 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.537575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec406a9e-e773-4c66-8d0f-a4a74cebb7e8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.629223 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:08:12.629504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:08:12.649069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4249dac4-11ed-42aa-bb7d-dcdef6c5de92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.684397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4249dac4-11ed-42aa-bb7d-dcdef6c5de92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.696319 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249dac4-11ed-42aa-bb7d-dcdef6c5de92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Network': ['ID=a40d74b9-77c1-44ac-8bfa-6ea46820d4ad,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:12.716944 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4249dac4-11ed-42aa-bb7d-dcdef6c5de92 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/networks/a40d74b9-77c1-44ac-8bfa-6ea46820d4ad HTTP/1.1" status: 204 len: 168 time: 1.1681924 Jan 27 17:08:12.716944 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37328663-8b5b-40db-ad33-bbf758f762b5 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:12.716944 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-37328663-8b5b-40db-ad33-bbf758f762b5 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Synchronizing usage tracker for tenant:a2f05bb92d544cb58ff8d01cbdd96074 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:12.718828 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57524) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:12.730746 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-871faa78-e585-422a-8370-eb1211da9c00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-83202333'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:12.740555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-871faa78-e585-422a-8370-eb1211da9c00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:12.750543 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-39d27373-c28c-483a-bad4-b5c70863ba48 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1965914 Jan 27 17:08:12.752103 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Allocated IP 172.26.1.4 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/f0978e49-a26a-4c97-806f-2aff25b0c6e7) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:12.753465 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57528) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:12.758955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-871faa78-e585-422a-8370-eb1211da9c00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:network and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:12.763684 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-871faa78-e585-422a-8370-eb1211da9c00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:12.766520 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-3751dd03-463e-4123-a20d-777c719cd4dd tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'subnet': {'network_id': '4dc08dc9-c71d-4792-b203-0ee6992116d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:12.766676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-37328663-8b5b-40db-ad33-bbf758f762b5 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Unset dirty status for tenant:a2f05bb92d544cb58ff8d01cbdd96074 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:12.767816 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-37328663-8b5b-40db-ad33-bbf758f762b5 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&device_id=c5c66f10-b475-48f0-9c23-e3933faac0ce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4894633 Jan 27 17:08:12.774455 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57532) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:12.775675 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-871faa78-e585-422a-8370-eb1211da9c00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:12.826354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d27373-c28c-483a-bad4-b5c70863ba48 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Network': ['ID=4dc08dc9-c71d-4792-b203-0ee6992116d8,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:12.841351 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871faa78-e585-422a-8370-eb1211da9c00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:12.845194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-871faa78-e585-422a-8370-eb1211da9c00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:12.939651 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device dcccf720-d51a-4df9-b958-7d894ca262a0 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:08:12.963615 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 4dc08dc9-c71d-4792-b203-0ee6992116d8 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:13.017706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871faa78-e585-422a-8370-eb1211da9c00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:13.018088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: dcccf720-d51a-4df9-b958-7d894ca262a0 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:08:13.018468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device dcccf720-d51a-4df9-b958-7d894ca262a0 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:08:13.060476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c49ee-dfad-4719-aea9-976ef4308d3f tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:13.062945 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-453c49ee-dfad-4719-aea9-976ef4308d3f tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "GET /v2.0/networks/fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 HTTP/1.1" status: 200 len: 881 time: 0.2849772 Jan 27 17:08:13.095077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.104221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57536) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:13.109189 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.117201 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Transition to ACTIVE for port object d53407c6-7586-4027-9508-beec1be42b30 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:13.121177 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-871faa78-e585-422a-8370-eb1211da9c00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.121177 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-871faa78-e585-422a-8370-eb1211da9c00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Added segment faf74292-1738-4ebe-b3d3-a5cf347e205c of type vlan for network f109be55-b04e-4954-b6da-0b698e1e7298 Jan 27 17:08:13.124710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.152945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-871faa78-e585-422a-8370-eb1211da9c00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.186672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.209116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] Deleting port dcccf720-d51a-4df9-b958-7d894ca262a0 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:13.209638 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.256250 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-871faa78-e585-422a-8370-eb1211da9c00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.262366 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871faa78-e585-422a-8370-eb1211da9c00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:13.262780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-871faa78-e585-422a-8370-eb1211da9c00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.274770 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60af872-7af8-44c6-a901-f1af8cef526e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:13.283145 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60af872-7af8-44c6-a901-f1af8cef526e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:13.287768 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a60af872-7af8-44c6-a901-f1af8cef526e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8469329 Jan 27 17:08:13.310085 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57540) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:13.318855 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4a37eb78-02ce-4042-a7eb-4fa493791f9b tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5c66f10-b475-48f0-9c23-e3933faac0ce HTTP/1.1" status: 200 len: 205 time: 0.2033057 Jan 27 17:08:13.321937 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57542) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:13.349727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006dafd-b4eb-4c32-b6af-4c19c10e9dbd None None] Pushing event updated for resources: {'Port': ['ID=d53407c6-7586-4027-9508-beec1be42b30,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:13.381778 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Attempting to bind port d53407c6-7586-4027-9508-beec1be42b30 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:13.382092 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Attempting to bind port d53407c6-7586-4027-9508-beec1be42b30 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:13.382457 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Attempting to bind port d53407c6-7586-4027-9508-beec1be42b30 on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:13.386462 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3751dd03-463e-4123-a20d-777c719cd4dd tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:13.389521 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:13.390043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:13.390544 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.391008 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:13.391980 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Bound port: d53407c6-7586-4027-9508-beec1be42b30, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:13.392352 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.406704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871faa78-e585-422a-8370-eb1211da9c00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Network': ['ID=f109be55-b04e-4954-b6da-0b698e1e7298,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:13.412056 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:13.416600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:13.421058 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Pushing event updated for resources: {'Port': ['ID=f0978e49-a26a-4c97-806f-2aff25b0c6e7,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:13.424694 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:13.449530 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network f109be55-b04e-4954-b6da-0b698e1e7298 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:13.456614 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-871faa78-e585-422a-8370-eb1211da9c00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7311614 Jan 27 17:08:13.458454 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57548) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:13.465521 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-54a5be0b-a54b-4d23-8c74-1dfdedfd9691 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'subnet': {'network_id': 'f109be55-b04e-4954-b6da-0b698e1e7298', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:13.504929 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec406a9e-e773-4c66-8d0f-a4a74cebb7e8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.512519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] The port 'dcccf720-d51a-4df9-b958-7d894ca262a0' was deleted {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:08:13.513600 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3751dd03-463e-4123-a20d-777c719cd4dd tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:subnet and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:13.574949 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3751dd03-463e-4123-a20d-777c719cd4dd tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:13.591086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec406a9e-e773-4c66-8d0f-a4a74cebb7e8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.597440 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-54a5be0b-a54b-4d23-8c74-1dfdedfd9691 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:13.603068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-54a5be0b-a54b-4d23-8c74-1dfdedfd9691 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:subnet and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:13.606755 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] For port d53407c6-7586-4027-9508-beec1be42b30, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:13.606924 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-54a5be0b-a54b-4d23-8c74-1dfdedfd9691 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:13.611678 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] For port d53407c6-7586-4027-9508-beec1be42b30, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d53407c6-7586-4027-9508-beec1be42b30,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:13.613994 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-54a5be0b-a54b-4d23-8c74-1dfdedfd9691 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:13.618467 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.626443 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.630104 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a5be0b-a54b-4d23-8c74-1dfdedfd9691 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:13.633802 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54a5be0b-a54b-4d23-8c74-1dfdedfd9691 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.641979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3751dd03-463e-4123-a20d-777c719cd4dd tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:13.703500 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Routers {'2a7cf5ec-5444-4688-836d-1a4ae32c3f3c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:13.703712 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['2a7cf5ec-5444-4688-836d-1a4ae32c3f3c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:13.765172 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.ipam_backend_mixin [None req-54a5be0b-a54b-4d23-8c74-1dfdedfd9691 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Performing IP validity checks on allocation pools {{(pid=87594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 27 17:08:13.767856 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.ipam_backend_mixin [None req-54a5be0b-a54b-4d23-8c74-1dfdedfd9691 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 27 17:08:13.780862 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006dafd-b4eb-4c32-b6af-4c19c10e9dbd None None] Pushing event updated for resources: {'Port': ['ID=d53407c6-7586-4027-9508-beec1be42b30,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:13.782292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:13.891915 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] Set router 2a7cf5ec-5444-4688-836d-1a4ae32c3f3c gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:08:13.900520 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3751dd03-463e-4123-a20d-777c719cd4dd tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:13.904022 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3751dd03-463e-4123-a20d-777c719cd4dd tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.062782 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54a5be0b-a54b-4d23-8c74-1dfdedfd9691 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.069566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.101748 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec406a9e-e773-4c66-8d0f-a4a74cebb7e8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Router b4bb7bba-344b-43ab-9145-76c37dfbda02 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:08:14.125221 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.255085 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.257326 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7cf5ec-5444-4688-836d-1a4ae32c3f3c', 'name': 'tempest-NetworksTestDHCPv6-router-806867746', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:08:04Z', 'updated_at': '2022-01-27T17:08:08Z', 'revision_number': 2, 'project_id': 'b5b56d9041d34791adead564583c8bb2', 'gw_port_host': None, '_interfaces': [{'id': 'd53407c6-7586-4027-9508-beec1be42b30', 'name': '', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'mac_address': 'fa:16:3e:9a:dd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7cf5ec-5444-4688-836d-1a4ae32c3f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e7d99d87-edee-4d73-8081-22c9b15500c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:08:06Z', 'updated_at': '2022-01-27T17:08:13Z', 'revision_number': 4, 'project_id': 'b5b56d9041d34791adead564583c8bb2', 'subnets': [{'id': 'e7d99d87-edee-4d73-8081-22c9b15500c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:14.262610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9286f-d63a-4559-ad68-a8451b6151d9 None None] The sync data for ids ['2a7cf5ec-5444-4688-836d-1a4ae32c3f3c'] in dv-neutron-826439-2-hyperv is: [{'id': '2a7cf5ec-5444-4688-836d-1a4ae32c3f3c', 'name': 'tempest-NetworksTestDHCPv6-router-806867746', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:08:04Z', 'updated_at': '2022-01-27T17:08:08Z', 'revision_number': 2, 'project_id': 'b5b56d9041d34791adead564583c8bb2', 'gw_port_host': None, '_interfaces': [{'id': 'd53407c6-7586-4027-9508-beec1be42b30', 'name': '', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'mac_address': 'fa:16:3e:9a:dd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7cf5ec-5444-4688-836d-1a4ae32c3f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'e7d99d87-edee-4d73-8081-22c9b15500c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:08:06Z', 'updated_at': '2022-01-27T17:08:13Z', 'revision_number': 4, 'project_id': 'b5b56d9041d34791adead564583c8bb2', 'subnets': [{'id': 'e7d99d87-edee-4d73-8081-22c9b15500c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:14.324015 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5be0b-a54b-4d23-8c74-1dfdedfd9691 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Subnet': ['ID=d9736ec3-5488-4507-9cc2-379a13e84f8c,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:14.359612 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['541e3743-3e75-4c6c-9e97-b96740f8fa0d']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:14.398029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a5be0b-a54b-4d23-8c74-1dfdedfd9691 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Checking segment: {'id': 'faf74292-1738-4ebe-b3d3-a5cf347e205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f109be55-b04e-4954-b6da-0b698e1e7298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:14.398394 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a5be0b-a54b-4d23-8c74-1dfdedfd9691 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network hostable DHCP agents. Network: f109be55-b04e-4954-b6da-0b698e1e7298, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:08:14.404519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Pushing event updated for resources: {'Port': ['ID=f0978e49-a26a-4c97-806f-2aff25b0c6e7,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:14.415943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.442913 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a5be0b-a54b-4d23-8c74-1dfdedfd9691 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network f109be55-b04e-4954-b6da-0b698e1e7298 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:08:14.449979 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.453922 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-eaa47c1c-8b26-48eb-9e59-203897fcacfb tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4464793 Jan 27 17:08:14.454684 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57552) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:14.465435 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2123822479'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:14.469821 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-54a5be0b-a54b-4d23-8c74-1dfdedfd9691 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, f109be55-b04e-4954-b6da-0b698e1e7298) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:14.471945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:14.477758 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a5be0b-a54b-4d23-8c74-1dfdedfd9691 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:14.478516 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54a5be0b-a54b-4d23-8c74-1dfdedfd9691 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.486124 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Usage tracker for resource:network and tenant:db8ad8a8281d4ad4bcee9cc0103492bb is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:14.490402 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:14.494383 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7ee0d4-b0c2-4ec4-8e58-916a78d5a343 None None] Network f109be55-b04e-4954-b6da-0b698e1e7298 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:14.517504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:14.525734 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4b805f-10ca-4c69-bf04-a2937a4c1454') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:14.526119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4b805f-10ca-4c69-bf04-a2937a4c1454') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:14.532176 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-54a5be0b-a54b-4d23-8c74-1dfdedfd9691 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0700424 Jan 27 17:08:14.532176 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Made reservation on behalf of db8ad8a8281d4ad4bcee9cc0103492bb for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:14.537137 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.546355 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.550116 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57556) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:14.557413 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'network_id': 'f109be55-b04e-4954-b6da-0b698e1e7298', 'name': 'tempest-PortsIpV6TestJSON-714989161'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:14.571179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.608773 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:14.616668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Usage tracker for resource:security_group_rule and tenant:db8ad8a8281d4ad4bcee9cc0103492bb is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:14.673411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:14.686511 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:14.759563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:14.772342 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:port and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:14.785554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:14.805038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:14.830720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:14.836105 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec406a9e-e773-4c66-8d0f-a4a74cebb7e8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:14.840164 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb6aec6c-b081-444c-bc65-21c0483d4cea tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.847749 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f359fd-8445-4028-9bcf-418e5f6bb7a6 None None] Sync routers for ids ['b4bb7bba-344b-43ab-9145-76c37dfbda02'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:14.850083 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.860129 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f359fd-8445-4028-9bcf-418e5f6bb7a6 None None] Routers {'b4bb7bba-344b-43ab-9145-76c37dfbda02'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:14.860911 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-52f359fd-8445-4028-9bcf-418e5f6bb7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['b4bb7bba-344b-43ab-9145-76c37dfbda02'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:14.895794 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-f109be55-b04e-4954-b6da-0b698e1e7298', 'network_id': 'f109be55-b04e-4954-b6da-0b698e1e7298', 'tenant_id': 'c08441886451403eaced8170704dc616', 'fixed_ips': [{'subnet_id': 'd9736ec3-5488-4507-9cc2-379a13e84f8c'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:08:14.896388 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:14.896753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] device_id is not set on port ab61b06e-5c51-4125-b8a0-185e3c860048 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:14.917540 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d53407c6-7586-4027-9508-beec1be42b30 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:14.982614 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-52f359fd-8445-4028-9bcf-418e5f6bb7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:14.998254 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f359fd-8445-4028-9bcf-418e5f6bb7a6 None None] Routers {'b4bb7bba-344b-43ab-9145-76c37dfbda02'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:14.998863 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-52f359fd-8445-4028-9bcf-418e5f6bb7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:07:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['b4bb7bba-344b-43ab-9145-76c37dfbda02'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:15.104403 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port d53407c6-7586-4027-9508-beec1be42b30 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:15.112882 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port d53407c6-7586-4027-9508-beec1be42b30 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:15.113402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.134112 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Allocated IP 2001:db8::34e (f109be55-b04e-4954-b6da-0b698e1e7298/d9736ec3-5488-4507-9cc2-379a13e84f8c/ab61b06e-5c51-4125-b8a0-185e3c860048) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:15.147194 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec406a9e-e773-4c66-8d0f-a4a74cebb7e8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.149016 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ec406a9e-e773-4c66-8d0f-a4a74cebb7e8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "PUT /v2.0/routers/b4bb7bba-344b-43ab-9145-76c37dfbda02 HTTP/1.1" status: 200 len: 706 time: 6.2444286 Jan 27 17:08:15.155567 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-52f359fd-8445-4028-9bcf-418e5f6bb7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:15.156248 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f359fd-8445-4028-9bcf-418e5f6bb7a6 None None] The sync data for ids ['b4bb7bba-344b-43ab-9145-76c37dfbda02'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:15.171224 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb6aec6c-b081-444c-bc65-21c0483d4cea tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.198161 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.204277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57562) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:15.262700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.266344 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.277525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.302204 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port d53407c6-7586-4027-9508-beec1be42b30, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d53407c6-7586-4027-9508-beec1be42b30,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:15.306811 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.347582 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c887d8cb-f77e-4c94-8374-5f6e7aa9dd63 tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "GET /v2.0/routers/b4bb7bba-344b-43ab-9145-76c37dfbda02 HTTP/1.1" status: 200 len: 741 time: 0.1418226 Jan 27 17:08:15.348359 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-bb6aec6c-b081-444c-bc65-21c0483d4cea tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Deleting port bc2f92b5-7e44-406b-b03c-f06f6772a9b3 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:15.348686 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb6aec6c-b081-444c-bc65-21c0483d4cea tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.359604 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57566) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:15.380054 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=d53407c6-7586-4027-9508-beec1be42b30,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:15.394137 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:08:15.394535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:08:15.407657 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:08:15.414220 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:15.426668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e85d3a5-f259-4f0b-b8c7-b984766ffd6f,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:15.434132 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3751dd03-463e-4123-a20d-777c719cd4dd tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.443540 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d84f1a32-98e4-4ca4-9815-30e209071f5d tempest-RoutersAdminTest-480513641 tempest-RoutersAdminTest-480513641-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&device_id=b4bb7bba-344b-43ab-9145-76c37dfbda02 HTTP/1.1" status: 200 len: 205 time: 0.0800955 Jan 27 17:08:15.453509 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57570) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:15.459278 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.459613 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Added segment fdd21c93-3ca9-4072-9297-898a424c7e9c of type vlan for network b2a8e9df-ac78-42b8-b73c-1cb2c43aade5 Jan 27 17:08:15.517868 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3208cb5e-da15-419f-b94d-bd2e7c50c369 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4bb7bba-344b-43ab-9145-76c37dfbda02 HTTP/1.1" status: 200 len: 205 time: 0.0632954 Jan 27 17:08:15.522877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57574) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:15.587634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.603224 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.639816 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.675705 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.690407 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Transition to ACTIVE for port object ab61b06e-5c51-4125-b8a0-185e3c860048 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:15.700466 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a7b031f6-65db-4faa-a83a-6e9782ee2655 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.736802 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751dd03-463e-4123-a20d-777c719cd4dd tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Subnet': ['ID=31e8241b-304c-4811-80e0-865c9732d808,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:15.744348 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=541e3743-3e75-4c6c-9e97-b96740f8fa0d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:15.767834 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f131917f-9c5d-4a97-b80e-2c34a5ea17b3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/541e3743-3e75-4c6c-9e97-b96740f8fa0d HTTP/1.1" status: 204 len: 168 time: 5.0662847 Jan 27 17:08:15.771599 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3751dd03-463e-4123-a20d-777c719cd4dd tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Checking segment: {'id': '7e2e852c-7231-4d14-a58a-05157908ed4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4dc08dc9-c71d-4792-b203-0ee6992116d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:15.771943 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3751dd03-463e-4123-a20d-777c719cd4dd tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network hostable DHCP agents. Network: 4dc08dc9-c71d-4792-b203-0ee6992116d8, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:08:15.803425 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb6aec6c-b081-444c-bc65-21c0483d4cea tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.831333 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:15.836659 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:15.837256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.002377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57580) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:16.068959 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-bb6aec6c-b081-444c-bc65-21c0483d4cea tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Calling delete_port for bc2f92b5-7e44-406b-b03c-f06f6772a9b3 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:16.102423 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3751dd03-463e-4123-a20d-777c719cd4dd tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network 4dc08dc9-c71d-4792-b203-0ee6992116d8 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:08:16.125222 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-3751dd03-463e-4123-a20d-777c719cd4dd tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 4dc08dc9-c71d-4792-b203-0ee6992116d8) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:16.133535 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df6d2bf-af3e-43fc-9294-7975f4ed2bfa None None] Network 4dc08dc9-c71d-4792-b203-0ee6992116d8 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:16.162874 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3751dd03-463e-4123-a20d-777c719cd4dd tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:16.163813 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3751dd03-463e-4123-a20d-777c719cd4dd tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.224804 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3751dd03-463e-4123-a20d-777c719cd4dd tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4659700 Jan 27 17:08:16.230025 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57584) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:16.236547 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-9e1759a4-28eb-44b9-af28-df2ba1aad26d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-901677447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:16.247727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9e1759a4-28eb-44b9-af28-df2ba1aad26d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:16.254606 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9e1759a4-28eb-44b9-af28-df2ba1aad26d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:router and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:16.258443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9e1759a4-28eb-44b9-af28-df2ba1aad26d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:16.268475 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8118074 Jan 27 17:08:16.271820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57588) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:16.272820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9e1759a4-28eb-44b9-af28-df2ba1aad26d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:16.273284 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a7b031f6-65db-4faa-a83a-6e9782ee2655 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.275173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8484b2-0e4f-40fa-90e9-cb48afc0c9c1 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Pushing event updated for resources: {'Network': ['ID=b2a8e9df-ac78-42b8-b73c-1cb2c43aade5,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:16.278572 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a7b031f6-65db-4faa-a83a-6e9782ee2655 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.286113 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-36b2aefa-b597-4c86-a0a4-b474891fd943 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Request body: {'subnet': {'network_id': 'b2a8e9df-ac78-42b8-b73c-1cb2c43aade5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:16.298103 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.327605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network b2a8e9df-ac78-42b8-b73c-1cb2c43aade5 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:16.364872 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e1759a4-28eb-44b9-af28-df2ba1aad26d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.365900 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e1759a4-28eb-44b9-af28-df2ba1aad26d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.396630 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a7b031f6-65db-4faa-a83a-6e9782ee2655 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.397030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b031f6-65db-4faa-a83a-6e9782ee2655 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Fanout notify agent at l3_agent the message router_deleted on router b4bb7bba-344b-43ab-9145-76c37dfbda02 {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:08:16.404101 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-621a0488-6626-4a14-869e-ff54a0664472 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=406c1347ba5a453bb38d862a9a6c44ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3921006 Jan 27 17:08:16.413114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network f109be55-b04e-4954-b6da-0b698e1e7298 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:16.414354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57592) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:16.420421 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:16.430699 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=ab61b06e-5c51-4125-b8a0-185e3c860048,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:16.435446 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:16.440868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:16.441421 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.450899 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a7b031f6-65db-4faa-a83a-6e9782ee2655 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.455412 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a7b031f6-65db-4faa-a83a-6e9782ee2655 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "DELETE /v2.0/routers/b4bb7bba-344b-43ab-9145-76c37dfbda02 HTTP/1.1" status: 204 len: 168 time: 0.9263291 Jan 27 17:08:16.463812 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57596) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:16.496178 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22231d8e-1f51-4fe0-a027-7c8965af7428 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.504360 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Allocated IP 2001:db8::2 (f109be55-b04e-4954-b6da-0b698e1e7298/d9736ec3-5488-4507-9cc2-379a13e84f8c/3a0c8cc4-f51d-448c-874b-dc9534e966d3) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:16.535535 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-dfd7e641-8189-4923-9471-1518cbd429ae tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4bb7bba-344b-43ab-9145-76c37dfbda02 HTTP/1.1" status: 200 len: 205 time: 0.0668397 Jan 27 17:08:16.535535 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cb896694-aed1-4dbf-bf8a-b8730ddde0d0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9839683 Jan 27 17:08:16.538625 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57600) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:16.538821 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57602) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:16.545576 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-4dc08dc9-c71d-4792-b203-0ee6992116d8', 'network_id': '4dc08dc9-c71d-4792-b203-0ee6992116d8', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'fixed_ips': [{'subnet_id': '31e8241b-304c-4811-80e0-865c9732d808'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:08:16.546198 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.568014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-36b2aefa-b597-4c86-a0a4-b474891fd943 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:16.628656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-36b2aefa-b597-4c86-a0a4-b474891fd943 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Usage tracker for resource:subnet and tenant:db8ad8a8281d4ad4bcee9cc0103492bb is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:16.638409 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-36b2aefa-b597-4c86-a0a4-b474891fd943 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:16.655345 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb6aec6c-b081-444c-bc65-21c0483d4cea tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.662674 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-36b2aefa-b597-4c86-a0a4-b474891fd943 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:16.677899 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-dacbe1c4-6237-4eb7-b3ab-b587d884c96c tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] delete failed (client error): The resource could not be found. Jan 27 17:08:16.681321 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-dacbe1c4-6237-4eb7-b3ab-b587d884c96c tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "DELETE /v2.0/routers/b4bb7bba-344b-43ab-9145-76c37dfbda02 HTTP/1.1" status: 404 len: 336 time: 0.1392388 Jan 27 17:08:16.685056 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57608) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:16.719769 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e1759a4-28eb-44b9-af28-df2ba1aad26d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.730521 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6aec6c-b081-444c-bc65-21c0483d4cea tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Pushing event deleted for resources: {'Port': ['ID=bc2f92b5-7e44-406b-b03c-f06f6772a9b3,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:16.733608 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f94bbe77-0fc4-4625-92fa-d596f1145556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.743562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-ccb4f353-7b4d-442e-bf25-b55708518d41 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port ab61b06e-5c51-4125-b8a0-185e3c860048 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:16.744535 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ccb4f353-7b4d-442e-bf25-b55708518d41 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.775838 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b2aefa-b597-4c86-a0a4-b474891fd943 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Made reservation on behalf of db8ad8a8281d4ad4bcee9cc0103492bb for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:16.778847 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9646ac8f-47a8-4ab6-be3f-9337bc25ea42 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd9d2b87-97f0-4ff5-a0ef-61e09cb71296 HTTP/1.1" status: 200 len: 205 time: 0.0887589 Jan 27 17:08:16.778979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36b2aefa-b597-4c86-a0a4-b474891fd943 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.789336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57612) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:16.856567 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Allocated IP 172.20.0.2 (4dc08dc9-c71d-4792-b203-0ee6992116d8/31e8241b-304c-4811-80e0-865c9732d808/c6d83ee6-7519-45f0-ad06-f42ef9c9f558) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:16.858781 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.876674 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Transition to ACTIVE for port object 3a0c8cc4-f51d-448c-874b-dc9534e966d3 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:16.895427 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-ccf2ee5f-16c5-4af6-b93c-38abe54a0e23 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] delete failed (client error): The resource could not be found. Jan 27 17:08:16.897091 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ccf2ee5f-16c5-4af6-b93c-38abe54a0e23 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "DELETE /v2.0/routers/cd9d2b87-97f0-4ff5-a0ef-61e09cb71296 HTTP/1.1" status: 404 len: 336 time: 0.1003399 Jan 27 17:08:16.904116 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57616) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:16.908777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f94bbe77-0fc4-4625-92fa-d596f1145556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.918482 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d53407c6-7586-4027-9508-beec1be42b30 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:16.958077 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e1759a4-28eb-44b9-af28-df2ba1aad26d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:16.961996 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Transition to ACTIVE for port object 3a0c8cc4-f51d-448c-874b-dc9534e966d3 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:16.977065 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.022025 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-16e46643-5014-4465-87d7-b96f683cf69b tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5a7d288-c1a9-4eb1-9952-4b75b31778c0 HTTP/1.1" status: 200 len: 205 time: 0.1142743 Jan 27 17:08:17.023955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57620) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:17.052088 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb6aec6c-b081-444c-bc65-21c0483d4cea tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.120268 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Network f109be55-b04e-4954-b6da-0b698e1e7298 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:17.124092 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Pushing event updated for resources: {'Port': ['ID=3a0c8cc4-f51d-448c-874b-dc9534e966d3,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:17.129846 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:17.142977 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:17.146128 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-d7b52d39-0cb8-4020-a419-4434de038bfa tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] delete failed (client error): The resource could not be found. Jan 27 17:08:17.149754 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d7b52d39-0cb8-4020-a419-4434de038bfa tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "DELETE /v2.0/routers/f5a7d288-c1a9-4eb1-9952-4b75b31778c0 HTTP/1.1" status: 404 len: 336 time: 0.1200674 Jan 27 17:08:17.158279 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57624) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:17.170140 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e1759a4-28eb-44b9-af28-df2ba1aad26d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.171303 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9e1759a4-28eb-44b9-af28-df2ba1aad26d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9401851 Jan 27 17:08:17.190564 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57628) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:17.202562 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-62a1e467-2abd-4af0-a8ec-0fbf3732beb6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'port': {'network_id': '4dc08dc9-c71d-4792-b203-0ee6992116d8', 'name': 'tempest-RoutersTest-597559043'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:17.267465 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-923048e1-a67e-4bfa-a315-fa48770e0256 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "GET /v2.0/ports?device_id=340f52dc-4d9e-41d7-a8f6-52a603aceb97 HTTP/1.1" status: 200 len: 205 time: 0.1048083 Jan 27 17:08:17.270786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57632) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:17.287259 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb6aec6c-b081-444c-bc65-21c0483d4cea tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.290847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb6aec6c-b081-444c-bc65-21c0483d4cea tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.350925 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port d53407c6-7586-4027-9508-beec1be42b30 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:17.351524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.352219 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f94bbe77-0fc4-4625-92fa-d596f1145556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.367946 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-f805d7b6-b264-4c28-8b4f-8d6e03232611 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] delete failed (client error): The resource could not be found. Jan 27 17:08:17.369257 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f805d7b6-b264-4c28-8b4f-8d6e03232611 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "DELETE /v2.0/routers/340f52dc-4d9e-41d7-a8f6-52a603aceb97 HTTP/1.1" status: 404 len: 336 time: 0.0973797 Jan 27 17:08:17.374254 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57636) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:17.388097 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bbe77-0fc4-4625-92fa-d596f1145556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84d8cd9-8109-47b8-bb27-7fdacf124359,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:17.391078 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Attempting to bind port 3a0c8cc4-f51d-448c-874b-dc9534e966d3 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:17.392187 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Attempting to bind port 3a0c8cc4-f51d-448c-874b-dc9534e966d3 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'faf74292-1738-4ebe-b3d3-a5cf347e205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f109be55-b04e-4954-b6da-0b698e1e7298'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:17.392187 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Attempting to bind port 3a0c8cc4-f51d-448c-874b-dc9534e966d3 on network f109be55-b04e-4954-b6da-0b698e1e7298 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:17.399266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ccb4f353-7b4d-442e-bf25-b55708518d41 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.411958 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f94bbe77-0fc4-4625-92fa-d596f1145556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.413292 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f94bbe77-0fc4-4625-92fa-d596f1145556 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a84d8cd9-8109-47b8-bb27-7fdacf124359 HTTP/1.1" status: 204 len: 168 time: 0.9983373 Jan 27 17:08:17.417941 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:17.418308 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Checking segment: {'id': 'faf74292-1738-4ebe-b3d3-a5cf347e205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f109be55-b04e-4954-b6da-0b698e1e7298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:17.418688 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.419213 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Bound using segment: {'id': 'faf74292-1738-4ebe-b3d3-a5cf347e205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f109be55-b04e-4954-b6da-0b698e1e7298'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:17.419829 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Bound port: 3a0c8cc4-f51d-448c-874b-dc9534e966d3, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf74292-1738-4ebe-b3d3-a5cf347e205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f109be55-b04e-4954-b6da-0b698e1e7298'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:17.420394 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.459421 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.507017 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Transition to ACTIVE for port object c6d83ee6-7519-45f0-ad06-f42ef9c9f558 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:17.548244 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-ccb4f353-7b4d-442e-bf25-b55708518d41 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for ab61b06e-5c51-4125-b8a0-185e3c860048 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:17.583619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Transition to ACTIVE for port object c6d83ee6-7519-45f0-ad06-f42ef9c9f558 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:17.615295 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.625999 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-823e7122-51e7-44e1-a45c-aa2cf205a461 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6b4b26b-2439-423a-a050-a2a65fca814e HTTP/1.1" status: 200 len: 205 time: 0.2408297 Jan 27 17:08:17.646635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57642) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:17.682248 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] For port 3a0c8cc4-f51d-448c-874b-dc9534e966d3, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:17.692440 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Network 4dc08dc9-c71d-4792-b203-0ee6992116d8 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:17.698472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:17.707710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:17.716672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-22231d8e-1f51-4fe0-a027-7c8965af7428 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port d53407c6-7586-4027-9508-beec1be42b30 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:17.716867 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] For port 3a0c8cc4-f51d-448c-874b-dc9534e966d3, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3a0c8cc4-f51d-448c-874b-dc9534e966d3,segment=NetworkSegment(faf74292-1738-4ebe-b3d3-a5cf347e205c),segment_id=faf74292-1738-4ebe-b3d3-a5cf347e205c)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:17.716993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22231d8e-1f51-4fe0-a027-7c8965af7428 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.739458 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ccb4f353-7b4d-442e-bf25-b55708518d41 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.751622 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb6aec6c-b081-444c-bc65-21c0483d4cea tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.752110 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6aec6c-b081-444c-bc65-21c0483d4cea tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Fanout notify agent at l3_agent the message router_deleted on router c5c66f10-b475-48f0-9c23-e3933faac0ce {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:08:17.756275 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.761920 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Pushing event updated for resources: {'Port': ['ID=c6d83ee6-7519-45f0-ad06-f42ef9c9f558,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:17.806444 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-63be6deb-411d-4f72-a92a-2902df278f7c tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] delete failed (client error): The resource could not be found. Jan 27 17:08:17.807475 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-63be6deb-411d-4f72-a92a-2902df278f7c tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "DELETE /v2.0/routers/f6b4b26b-2439-423a-a050-a2a65fca814e HTTP/1.1" status: 404 len: 336 time: 0.1591702 Jan 27 17:08:17.818965 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57650) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:17.861966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc96e5a-510d-45b3-9358-0741be7d65e1 None None] Pushing event updated for resources: {'Port': ['ID=3a0c8cc4-f51d-448c-874b-dc9534e966d3,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:17.866118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4f353-7b4d-442e-bf25-b55708518d41 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=ab61b06e-5c51-4125-b8a0-185e3c860048,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:17.883754 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ccb4f353-7b4d-442e-bf25-b55708518d41 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.893798 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ccb4f353-7b4d-442e-bf25-b55708518d41 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/ports/ab61b06e-5c51-4125-b8a0-185e3c860048 HTTP/1.1" status: 204 len: 168 time: 1.3522446 Jan 27 17:08:17.895109 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Attempting to bind port c6d83ee6-7519-45f0-ad06-f42ef9c9f558 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:17.895467 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Attempting to bind port c6d83ee6-7519-45f0-ad06-f42ef9c9f558 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7e2e852c-7231-4d14-a58a-05157908ed4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4dc08dc9-c71d-4792-b203-0ee6992116d8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:17.895813 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Attempting to bind port c6d83ee6-7519-45f0-ad06-f42ef9c9f558 on network 4dc08dc9-c71d-4792-b203-0ee6992116d8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:17.898217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57656) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:17.906475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:17.906839 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Checking segment: {'id': '7e2e852c-7231-4d14-a58a-05157908ed4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4dc08dc9-c71d-4792-b203-0ee6992116d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:17.907228 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.907599 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Bound using segment: {'id': '7e2e852c-7231-4d14-a58a-05157908ed4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4dc08dc9-c71d-4792-b203-0ee6992116d8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:17.908052 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Bound port: c6d83ee6-7519-45f0-ad06-f42ef9c9f558, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2e852c-7231-4d14-a58a-05157908ed4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '4dc08dc9-c71d-4792-b203-0ee6992116d8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:17.908411 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.926980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-62a1e467-2abd-4af0-a8ec-0fbf3732beb6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:17.943511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb6aec6c-b081-444c-bc65-21c0483d4cea tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:17.948642 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bb6aec6c-b081-444c-bc65-21c0483d4cea tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "DELETE /v2.0/routers/c5c66f10-b475-48f0-9c23-e3933faac0ce HTTP/1.1" status: 204 len: 168 time: 4.5257080 Jan 27 17:08:17.956566 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b2aed85c-fb4b-4e3c-9290-4bbb75bb8790 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "GET /v2.0/ports?device_id=2769bfd2-9714-4c25-a2f7-706efe4dc4ae HTTP/1.1" status: 200 len: 205 time: 0.1304369 Jan 27 17:08:17.975870 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57662) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:17.975870 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57664) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:17.985380 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-62a1e467-2abd-4af0-a8ec-0fbf3732beb6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:17.993600 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-22d141c5-0e1f-4174-bbf4-dcb17821b640 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1486366377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:18.063306 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] For port c6d83ee6-7519-45f0-ad06-f42ef9c9f558, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:18.067507 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] For port c6d83ee6-7519-45f0-ad06-f42ef9c9f558, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c6d83ee6-7519-45f0-ad06-f42ef9c9f558,segment=NetworkSegment(7e2e852c-7231-4d14-a58a-05157908ed4f),segment_id=7e2e852c-7231-4d14-a58a-05157908ed4f)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:18.076513 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.095343 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36b2aefa-b597-4c86-a0a4-b474891fd943 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.103658 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15d232e-bc5d-4e99-b0dc-171ac1401ac0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] DELETE failed (client error): The resource could not be found. Jan 27 17:08:18.104132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15d232e-bc5d-4e99-b0dc-171ac1401ac0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:08:18.108370 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d15d232e-bc5d-4e99-b0dc-171ac1401ac0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/ports/ab61b06e-5c51-4125-b8a0-185e3c860048 HTTP/1.1" status: 404 len: 333 time: 0.2066469 Jan 27 17:08:18.108516 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-22d141c5-0e1f-4174-bbf4-dcb17821b640 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:18.119522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57672) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:18.191531 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8dccb2-19da-4338-8bee-0b714a7e3f73 None None] Pushing event updated for resources: {'Port': ['ID=c6d83ee6-7519-45f0-ad06-f42ef9c9f558,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:18.206424 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-4439e5fa-4025-4199-8a0e-f0ce74f84e73 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] GET failed (client error): The resource could not be found. Jan 27 17:08:18.206957 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4439e5fa-4025-4199-8a0e-f0ce74f84e73 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:18.224823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-22d141c5-0e1f-4174-bbf4-dcb17821b640 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Usage tracker for resource:router and tenant:5326678e7ab9402da7acd3f3a88cca04 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:18.233727 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-558e5387-fda7-4158-a64b-7c99ef04df5e tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] delete failed (client error): The resource could not be found. Jan 27 17:08:18.235005 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-558e5387-fda7-4158-a64b-7c99ef04df5e tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "DELETE /v2.0/routers/2769bfd2-9714-4c25-a2f7-706efe4dc4ae HTTP/1.1" status: 404 len: 336 time: 0.2569211 Jan 27 17:08:18.236153 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-22d141c5-0e1f-4174-bbf4-dcb17821b640 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:18.238101 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57680) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:18.284116 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4439e5fa-4025-4199-8a0e-f0ce74f84e73 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:18.285467 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4439e5fa-4025-4199-8a0e-f0ce74f84e73 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports/ab61b06e-5c51-4125-b8a0-185e3c860048 HTTP/1.1" status: 404 len: 333 time: 0.1649368 Jan 27 17:08:18.289520 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57686) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:18.292459 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a87620-76b0-4941-9ca5-225e84d11da8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] DELETE failed (client error): The resource could not be found. Jan 27 17:08:18.292970 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a87620-76b0-4941-9ca5-225e84d11da8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:08:18.305304 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a1e467-2abd-4af0-a8ec-0fbf3732beb6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:18.309835 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-62a1e467-2abd-4af0-a8ec-0fbf3732beb6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.310129 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c3a87620-76b0-4941-9ca5-225e84d11da8 tempest-RoutersAdminTest-1061041843 tempest-RoutersAdminTest-1061041843-project] 10.222.0.50 "DELETE /v2.0/subnets/ebfaf8b0-2de8-4711-9076-555b95d00538 HTTP/1.1" status: 404 len: 337 time: 0.0585251 Jan 27 17:08:18.320223 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-22d141c5-0e1f-4174-bbf4-dcb17821b640 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:18.414450 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22d141c5-0e1f-4174-bbf4-dcb17821b640 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.415438 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22d141c5-0e1f-4174-bbf4-dcb17821b640 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.432894 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-62a1e467-2abd-4af0-a8ec-0fbf3732beb6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] device_id is not set on port a01bf3d9-20b5-432b-bd8c-741a3d33b22e yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:18.479493 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2aefa-b597-4c86-a0a4-b474891fd943 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Pushing event updated for resources: {'Subnet': ['ID=4b601dc3-246a-43ba-848f-901ff54a30da,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:18.485209 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-1431cfd4-882a-4f74-a34e-75314fb99d11 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting subnet d9736ec3-5488-4507-9cc2-379a13e84f8c {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:08:18.492873 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1431cfd4-882a-4f74-a34e-75314fb99d11 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.527700 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-22231d8e-1f51-4fe0-a027-7c8965af7428 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] For port d53407c6-7586-4027-9508-beec1be42b30, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d53407c6-7586-4027-9508-beec1be42b30,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:18.528051 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22231d8e-1f51-4fe0-a027-7c8965af7428 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.556373 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b2aefa-b597-4c86-a0a4-b474891fd943 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Checking segment: {'id': 'fdd21c93-3ca9-4072-9297-898a424c7e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b2a8e9df-ac78-42b8-b73c-1cb2c43aade5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:18.556923 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b2aefa-b597-4c86-a0a4-b474891fd943 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Network hostable DHCP agents. Network: b2a8e9df-ac78-42b8-b73c-1cb2c43aade5, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:08:18.656536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1431cfd4-882a-4f74-a34e-75314fb99d11 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.715148 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6add655a-0d50-4552-b0df-2fa261b2ec8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.718736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22d141c5-0e1f-4174-bbf4-dcb17821b640 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.726688 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-22231d8e-1f51-4fe0-a027-7c8965af7428 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for d53407c6-7586-4027-9508-beec1be42b30 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:18.803240 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57698) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:18.866532 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1431cfd4-882a-4f74-a34e-75314fb99d11 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.909275 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b2aefa-b597-4c86-a0a4-b474891fd943 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Network b2a8e9df-ac78-42b8-b73c-1cb2c43aade5 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:08:18.949240 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22d141c5-0e1f-4174-bbf4-dcb17821b640 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:18.988893 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1431cfd4-882a-4f74-a34e-75314fb99d11 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.015561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-36b2aefa-b597-4c86-a0a4-b474891fd943 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, b2a8e9df-ac78-42b8-b73c-1cb2c43aade5) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:19.025995 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a08e34e-72d1-4968-a599-9f7ddb655d96 None None] Network b2a8e9df-ac78-42b8-b73c-1cb2c43aade5 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:19.055556 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b2aefa-b597-4c86-a0a4-b474891fd943 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:19.063957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36b2aefa-b597-4c86-a0a4-b474891fd943 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.068535 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1431cfd4-882a-4f74-a34e-75314fb99d11 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.074479 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3a0c8cc4-f51d-448c-874b-dc9534e966d3 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:19.078318 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431cfd4-882a-4f74-a34e-75314fb99d11 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Subnet': ['ID=d9736ec3-5488-4507-9cc2-379a13e84f8c,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:19.085876 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1431cfd4-882a-4f74-a34e-75314fb99d11 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/d9736ec3-5488-4507-9cc2-379a13e84f8c HTTP/1.1" status: 204 len: 168 time: 0.7927587 Jan 27 17:08:19.086218 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57706) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:19.115976 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-62a1e467-2abd-4af0-a8ec-0fbf3732beb6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Allocated IP 172.20.0.10 (4dc08dc9-c71d-4792-b203-0ee6992116d8/31e8241b-304c-4811-80e0-865c9732d808/a01bf3d9-20b5-432b-bd8c-741a3d33b22e) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:19.118144 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22d141c5-0e1f-4174-bbf4-dcb17821b640 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.119478 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-22d141c5-0e1f-4174-bbf4-dcb17821b640 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1429000 Jan 27 17:08:19.127650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57710) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:19.175463 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4cf11bc1-e27d-47d5-9dfa-820b35799947 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'enable_snat': True}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:19.387407 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 3a0c8cc4-f51d-448c-874b-dc9534e966d3 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:19.402709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c6d83ee6-7519-45f0-ad06-f42ef9c9f558 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:19.470981 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb2033db-aded-4e16-b613-8cb8048d9595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.568856 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-b2a8e9df-ac78-42b8-b73c-1cb2c43aade5', 'network_id': 'b2a8e9df-ac78-42b8-b73c-1cb2c43aade5', 'tenant_id': 'db8ad8a8281d4ad4bcee9cc0103492bb', 'fixed_ips': [{'subnet_id': '4b601dc3-246a-43ba-848f-901ff54a30da'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:08:19.570048 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.585275 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port c6d83ee6-7519-45f0-ad06-f42ef9c9f558 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:19.587631 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-36b2aefa-b597-4c86-a0a4-b474891fd943 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3119628 Jan 27 17:08:19.592119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57726) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:19.605257 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-127864383', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:19.631594 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22231d8e-1f51-4fe0-a027-7c8965af7428 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.647787 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:19.647988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cb2033db-aded-4e16-b613-8cb8048d9595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:19.652786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cb2033db-aded-4e16-b613-8cb8048d9595 admin admin] Usage tracker for resource:security_group_rule and tenant:3f177f9aa6a04da19a5abdf567092cb4 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:19.656668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cb2033db-aded-4e16-b613-8cb8048d9595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:19.663055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cb2033db-aded-4e16-b613-8cb8048d9595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:19.783629 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Usage tracker for resource:router and tenant:db8ad8a8281d4ad4bcee9cc0103492bb is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:19.810352 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb2033db-aded-4e16-b613-8cb8048d9595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.816095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:19.821288 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22231d8e-1f51-4fe0-a027-7c8965af7428 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=d53407c6-7586-4027-9508-beec1be42b30,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:19.853395 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-62a1e467-2abd-4af0-a8ec-0fbf3732beb6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.888938 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:19.891093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57732) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:19.923440 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb2033db-aded-4e16-b613-8cb8048d9595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:19.937811 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Allocated IP 172.20.0.2 (b2a8e9df-ac78-42b8-b73c-1cb2c43aade5/4b601dc3-246a-43ba-848f-901ff54a30da/0da745b9-4210-4992-9354-fec200ec63bc) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:20.021436 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57738) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:20.026237 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cb2033db-aded-4e16-b613-8cb8048d9595 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f177f9aa6a04da19a5abdf567092cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2215552 Jan 27 17:08:20.031649 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2033db-aded-4e16-b613-8cb8048d9595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f6b4e9-b852-4e4c-aa00-a7ad496383da,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:20.122990 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-62a1e467-2abd-4af0-a8ec-0fbf3732beb6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Transition to ACTIVE for port object a01bf3d9-20b5-432b-bd8c-741a3d33b22e will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:20.139891 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.273404 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.274509 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.346442 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.369436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b171bcb-6ccd-4b59-b0f1-c264d578137f None None] Network 4dc08dc9-c71d-4792-b203-0ee6992116d8 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:20.387797 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b56954-1be4-4ad3-ba47-c11f0502ab3c None None] Network f109be55-b04e-4954-b6da-0b698e1e7298 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:20.388562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4cf11bc1-e27d-47d5-9dfa-820b35799947 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.397440 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port 3a0c8cc4-f51d-448c-874b-dc9534e966d3 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:20.397910 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.408827 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Transition to ACTIVE for port object 0da745b9-4210-4992-9354-fec200ec63bc will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:20.538441 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-273ce6bd-38c5-4528-9516-922f48923c3a None None] Provisioning for port c6d83ee6-7519-45f0-ad06-f42ef9c9f558 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:20.570174 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1936925667'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:20.589825 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:20.595249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.601099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22231d8e-1f51-4fe0-a027-7c8965af7428 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.606309 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Usage tracker for resource:network and tenant:18df9b60b0664d92be61a57a363924a2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:20.615669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:20.630751 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:20.638443 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Transition to ACTIVE for port object 0da745b9-4210-4992-9354-fec200ec63bc will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:20.671202 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-273ce6bd-38c5-4528-9516-922f48923c3a None None] Provisioning complete for port c6d83ee6-7519-45f0-ad06-f42ef9c9f558 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:20.672045 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-273ce6bd-38c5-4528-9516-922f48923c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.737573 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74beb392-8be1-4a72-8a70-da19bdc7b3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.739215 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Made reservation on behalf of 18df9b60b0664d92be61a57a363924a2 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:20.742694 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.824913 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.828985 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] For port 3a0c8cc4-f51d-448c-874b-dc9534e966d3, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3a0c8cc4-f51d-448c-874b-dc9534e966d3,segment=NetworkSegment(faf74292-1738-4ebe-b3d3-a5cf347e205c),segment_id=faf74292-1738-4ebe-b3d3-a5cf347e205c)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:20.829342 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.900377 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-62a1e467-2abd-4af0-a8ec-0fbf3732beb6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.908896 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:20.964386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for 3a0c8cc4-f51d-448c-874b-dc9534e966d3 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:21.017605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Pushing event updated for resources: {'Port': ['ID=0da745b9-4210-4992-9354-fec200ec63bc,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:21.061987 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74beb392-8be1-4a72-8a70-da19bdc7b3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.067843 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Network b2a8e9df-ac78-42b8-b73c-1cb2c43aade5 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:21.093570 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:21.096300 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:21.133480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:21.146119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-059d1a50-71d1-4eba-9d0b-bc262d0b64db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.259167 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Usage tracker for resource:security_group_rule and tenant:18df9b60b0664d92be61a57a363924a2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:21.270206 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Attempting to bind port 0da745b9-4210-4992-9354-fec200ec63bc on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:21.270853 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Attempting to bind port 0da745b9-4210-4992-9354-fec200ec63bc by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'fdd21c93-3ca9-4072-9297-898a424c7e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b2a8e9df-ac78-42b8-b73c-1cb2c43aade5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:21.271222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Attempting to bind port 0da745b9-4210-4992-9354-fec200ec63bc on network b2a8e9df-ac78-42b8-b73c-1cb2c43aade5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:21.292089 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.293473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a1e467-2abd-4af0-a8ec-0fbf3732beb6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network 4dc08dc9-c71d-4792-b203-0ee6992116d8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:21.305063 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:21.312612 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:21.313352 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Checking segment: {'id': 'fdd21c93-3ca9-4072-9297-898a424c7e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b2a8e9df-ac78-42b8-b73c-1cb2c43aade5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:21.313352 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.313778 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Bound using segment: {'id': 'fdd21c93-3ca9-4072-9297-898a424c7e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b2a8e9df-ac78-42b8-b73c-1cb2c43aade5'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:21.314228 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Bound port: 0da745b9-4210-4992-9354-fec200ec63bc, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd21c93-3ca9-4072-9297-898a424c7e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'b2a8e9df-ac78-42b8-b73c-1cb2c43aade5'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:21.314772 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.316164 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-62a1e467-2abd-4af0-a8ec-0fbf3732beb6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:21.359339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=3a0c8cc4-f51d-448c-874b-dc9534e966d3,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:21.361122 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No DVR routers for this DVR port 3a0c8cc4-f51d-448c-874b-dc9534e966d3 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:08:21.378423 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67960c6-d507-485d-9315-f66477785023 None None] DHCP port deletion for f109be55-b04e-4954-b6da-0b698e1e7298 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:08:21.408231 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4cf11bc1-e27d-47d5-9dfa-820b35799947 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.440308 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a1e467-2abd-4af0-a8ec-0fbf3732beb6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:21.449996 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04444792-ee94-49a8-9f60-9a71958b4df1 req-8230579f-437e-49c6-a792-2878c5a1d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:21.451481 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04444792-ee94-49a8-9f60-9a71958b4df1 req-8230579f-437e-49c6-a792-2878c5a1d3b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ee54b4815b744a4b1368a3f71dedf93&device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 1099 time: 0.4296591 Jan 27 17:08:21.451708 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-273ce6bd-38c5-4528-9516-922f48923c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.456416 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4cf11bc1-e27d-47d5-9dfa-820b35799947 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.477806 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.484897 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:21.509173 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1e467-2abd-4af0-a8ec-0fbf3732beb6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=a01bf3d9-20b5-432b-bd8c-741a3d33b22e,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:21.535725 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-273ce6bd-38c5-4528-9516-922f48923c3a None None] For port c6d83ee6-7519-45f0-ad06-f42ef9c9f558, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c6d83ee6-7519-45f0-ad06-f42ef9c9f558,segment=NetworkSegment(7e2e852c-7231-4d14-a58a-05157908ed4f),segment_id=7e2e852c-7231-4d14-a58a-05157908ed4f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:21.546481 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-273ce6bd-38c5-4528-9516-922f48923c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.549890 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] For port 0da745b9-4210-4992-9354-fec200ec63bc, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:21.568768 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22231d8e-1f51-4fe0-a027-7c8965af7428 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Router 2a7cf5ec-5444-4688-836d-1a4ae32c3f3c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:08:21.599255 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a1e467-2abd-4af0-a8ec-0fbf3732beb6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:21.599925 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-62a1e467-2abd-4af0-a8ec-0fbf3732beb6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.616806 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.629770 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] For port 0da745b9-4210-4992-9354-fec200ec63bc, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0da745b9-4210-4992-9354-fec200ec63bc,segment=NetworkSegment(fdd21c93-3ca9-4072-9297-898a424c7e9c),segment_id=fdd21c93-3ca9-4072-9297-898a424c7e9c)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:21.639619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.647199 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74beb392-8be1-4a72-8a70-da19bdc7b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.672943 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ce6bd-38c5-4528-9516-922f48923c3a None None] Pushing event updated for resources: {'Port': ['ID=c6d83ee6-7519-45f0-ad06-f42ef9c9f558,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:21.686553 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-11be9cf5-e4f3-43f1-9f33-1d44fc65798a None None] Could not find standard attr ID for object 3a0c8cc4-f51d-448c-874b-dc9534e966d3. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:08:21.725879 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f109be55-b04e-4954-b6da-0b698e1e7298']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:21.792582 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8cc5a-9117-469c-b993-6b0e33644fb8 None None] Pushing event updated for resources: {'Port': ['ID=0da745b9-4210-4992-9354-fec200ec63bc,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:21.811432 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf74292-1738-4ebe-b3d3-a5cf347e205c') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:21.811782 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf74292-1738-4ebe-b3d3-a5cf347e205c') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:21.831196 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74beb392-8be1-4a72-8a70-da19bdc7b3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f6b4e9-b852-4e4c-aa00-a7ad496383da,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:21.832997 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.846391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74beb392-8be1-4a72-8a70-da19bdc7b3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.847611 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-74beb392-8be1-4a72-8a70-da19bdc7b3f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19f6b4e9-b852-4e4c-aa00-a7ad496383da HTTP/1.1" status: 204 len: 168 time: 1.8017259 Jan 27 17:08:21.867527 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4b39c-c50d-400d-ba67-a4ffaf67d4c9 req-b6c6fe73-3b7c-4f15-a71b-b9d4fafa63e5 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:21.874701 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f1f4b39c-c50d-400d-ba67-a4ffaf67d4c9 req-b6c6fe73-3b7c-4f15-a71b-b9d4fafa63e5 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.6510103 Jan 27 17:08:21.876883 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22231d8e-1f51-4fe0-a027-7c8965af7428 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:21.881814 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-62a1e467-2abd-4af0-a8ec-0fbf3732beb6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.6850543 Jan 27 17:08:21.886713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57750) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:21.890263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:21.927554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e058d737-b67c-4d76-a6b4-ffeb95f1ef1e None None] Sync routers for ids ['2a7cf5ec-5444-4688-836d-1a4ae32c3f3c'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:21.947273 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e058d737-b67c-4d76-a6b4-ffeb95f1ef1e None None] Routers {'2a7cf5ec-5444-4688-836d-1a4ae32c3f3c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:21.947908 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-e058d737-b67c-4d76-a6b4-ffeb95f1ef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['2a7cf5ec-5444-4688-836d-1a4ae32c3f3c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:21.991317 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04444792-ee94-49a8-9f60-9a71958b4df1 req-1479cc8d-d720-48fb-992b-2f90ed72cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:21.993232 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04444792-ee94-49a8-9f60-9a71958b4df1 req-1479cc8d-d720-48fb-992b-2f90ed72cd32 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8512c58-bd55-456e-9586-bd5fab4baa27 HTTP/1.1" status: 200 len: 914 time: 0.5322063 Jan 27 17:08:22.130097 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-4cf11bc1-e27d-47d5-9dfa-820b35799947 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Allocated IP 172.26.1.169 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/1a2b4df0-7a1b-4afb-ad5b-8212617498f0) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:22.177441 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-22231d8e-1f51-4fe0-a027-7c8965af7428 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "PUT /v2.0/routers/2a7cf5ec-5444-4688-836d-1a4ae32c3f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8573487 Jan 27 17:08:22.182567 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:08:22.183194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:22.189396 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-e058d737-b67c-4d76-a6b4-ffeb95f1ef1e None None] Set router 2a7cf5ec-5444-4688-836d-1a4ae32c3f3c gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:08:22.193437 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57754) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:08:22.265148 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:08:22.372780 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f1f4b39c-c50d-400d-ba67-a4ffaf67d4c9 req-69f9335e-ee64-4278-9ac7-05f415a7c898 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4969759 Jan 27 17:08:22.395563 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-e058d737-b67c-4d76-a6b4-ffeb95f1ef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7cf5ec-5444-4688-836d-1a4ae32c3f3c', 'name': 'tempest-NetworksTestDHCPv6-router-806867746', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:08:04Z', 'updated_at': '2022-01-27T17:08:19Z', 'revision_number': 3, 'project_id': 'b5b56d9041d34791adead564583c8bb2', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:22.451871 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e058d737-b67c-4d76-a6b4-ffeb95f1ef1e None None] Checking router: 2a7cf5ec-5444-4688-836d-1a4ae32c3f3c for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:08:22.463130 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6b8e8ae9-ff7c-4a01-8129-34a065571648 None None] Provisioning for port a01bf3d9-20b5-432b-bd8c-741a3d33b22e completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:22.471271 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6b8e8ae9-ff7c-4a01-8129-34a065571648 None None] Provisioning complete for port a01bf3d9-20b5-432b-bd8c-741a3d33b22e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:22.471642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b8e8ae9-ff7c-4a01-8129-34a065571648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:22.483917 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53786b1f-14e2-4cd2-acc6-ae449eb21ef0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:22.486149 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53786b1f-14e2-4cd2-acc6-ae449eb21ef0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:22.487087 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-53786b1f-14e2-4cd2-acc6-ae449eb21ef0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:22.492919 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:22.505974 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:22.525223 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-53786b1f-14e2-4cd2-acc6-ae449eb21ef0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:22.526909 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-53786b1f-14e2-4cd2-acc6-ae449eb21ef0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3308058 Jan 27 17:08:22.537508 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57760) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:22.546904 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:22.547701 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6b8e8ae9-ff7c-4a01-8129-34a065571648 None None] Port a01bf3d9-20b5-432b-bd8c-741a3d33b22e cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:22.549242 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:22.550451 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e058d737-b67c-4d76-a6b4-ffeb95f1ef1e None None] Routers {'2a7cf5ec-5444-4688-836d-1a4ae32c3f3c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:22.551227 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-e058d737-b67c-4d76-a6b4-ffeb95f1ef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['2a7cf5ec-5444-4688-836d-1a4ae32c3f3c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:22.612738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57764) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:22.635829 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:22.683318 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6beb13d2-7cac-40f9-a1f5-7711436df7eb,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:22.694800 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:22.695181 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Added segment 6924c701-f3b5-4a5e-8907-d61660f63db6 of type vlan for network ac40d3e1-a14d-4dcb-a13c-a82814960463 Jan 27 17:08:22.699881 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-e058d737-b67c-4d76-a6b4-ffeb95f1ef1e None None] Set router 2a7cf5ec-5444-4688-836d-1a4ae32c3f3c gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:08:22.832003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e65f6fd-33ad-4645-9869-41658fe8d9f8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet e7d99d87-edee-4d73-8081-22c9b15500c7 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:08:22.835475 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e65f6fd-33ad-4645-9869-41658fe8d9f8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:22.838236 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6b8e8ae9-ff7c-4a01-8129-34a065571648 None None] Provisioning complete for port c6d83ee6-7519-45f0-ad06-f42ef9c9f558 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:22.839151 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b8e8ae9-ff7c-4a01-8129-34a065571648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:22.910257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4cf11bc1-e27d-47d5-9dfa-820b35799947 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:22.913823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e65f6fd-33ad-4645-9869-41658fe8d9f8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:22.918622 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04444792-ee94-49a8-9f60-9a71958b4df1 req-c6c2e496-a327-462f-9131-1942bdd34628 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32fdd6ad-bfc8-44c7-b8d8-12a574303cea HTTP/1.1" status: 200 len: 1002 time: 0.9020860 Jan 27 17:08:22.923180 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-e058d737-b67c-4d76-a6b4-ffeb95f1ef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7cf5ec-5444-4688-836d-1a4ae32c3f3c', 'name': 'tempest-NetworksTestDHCPv6-router-806867746', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:08:04Z', 'updated_at': '2022-01-27T17:08:19Z', 'revision_number': 3, 'project_id': 'b5b56d9041d34791adead564583c8bb2', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:22.969344 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e058d737-b67c-4d76-a6b4-ffeb95f1ef1e None None] The sync data for ids ['2a7cf5ec-5444-4688-836d-1a4ae32c3f3c'] in dv-neutron-826439-2-hyperv is: [{'id': '2a7cf5ec-5444-4688-836d-1a4ae32c3f3c', 'name': 'tempest-NetworksTestDHCPv6-router-806867746', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:08:04Z', 'updated_at': '2022-01-27T17:08:19Z', 'revision_number': 3, 'project_id': 'b5b56d9041d34791adead564583c8bb2', 'gw_port_host': None}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:22.980809 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.002176 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.008185 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0da745b9-4210-4992-9354-fec200ec63bc up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:23.025155 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.065131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e65f6fd-33ad-4645-9869-41658fe8d9f8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.124394 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.152906 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.154374 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 0da745b9-4210-4992-9354-fec200ec63bc completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:23.166344 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c6d83ee6-7519-45f0-ad06-f42ef9c9f558 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:23.238816 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port c6d83ee6-7519-45f0-ad06-f42ef9c9f558 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:23.239519 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.247659 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.254349 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:23.254938 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.277751 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/networks/f109be55-b04e-4954-b6da-0b698e1e7298 HTTP/1.1" status: 204 len: 168 time: 4.1901786 Jan 27 17:08:23.288834 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57768) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:23.290921 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e65f6fd-33ad-4645-9869-41658fe8d9f8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.323743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea1533-c8db-4413-9fb5-b9145c27548d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Network': ['ID=f109be55-b04e-4954-b6da-0b698e1e7298,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:23.327824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04444792-ee94-49a8-9f60-9a71958b4df1 req-9595d886-5692-4404-90ef-fcc96472f786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:23.329319 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04444792-ee94-49a8-9f60-9a71958b4df1 req-9595d886-5692-4404-90ef-fcc96472f786 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3cabf1cf-bd81-4663-a142-89f7ff9fd2bd HTTP/1.1" status: 200 len: 851 time: 0.2819152 Jan 27 17:08:23.340198 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.346035 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0ab28e5c-bc6b-4098-b80c-fa8a64a96fdb None None] Provisioning complete for port a01bf3d9-20b5-432b-bd8c-741a3d33b22e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:23.346395 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ab28e5c-bc6b-4098-b80c-fa8a64a96fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.354301 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ad64b7a1-566f-4e31-a0ff-22aec8951eae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-538178469'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:23.378092 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c660f4-7010-4ff3-bcae-889307990c3e None None] Network b2a8e9df-ac78-42b8-b73c-1cb2c43aade5 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:23.458669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Pushing event updated for resources: {'Network': ['ID=ac40d3e1-a14d-4dcb-a13c-a82814960463,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:23.462226 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0ab28e5c-bc6b-4098-b80c-fa8a64a96fdb None None] Port a01bf3d9-20b5-432b-bd8c-741a3d33b22e cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:23.516478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4cf11bc1-e27d-47d5-9dfa-820b35799947 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.524267 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-100845d6-9c62-444f-975d-fa705a3c2143 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fecd79f1e96c4fefb9e3aa96cf45b209&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6919153 Jan 27 17:08:23.524442 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ad64b7a1-566f-4e31-a0ff-22aec8951eae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:23.538836 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network ac40d3e1-a14d-4dcb-a13c-a82814960463 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:23.544552 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ad64b7a1-566f-4e31-a0ff-22aec8951eae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:network and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:23.548278 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57774) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:23.551853 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65f6fd-33ad-4645-9869-41658fe8d9f8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d99d87-edee-4d73-8081-22c9b15500c7,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:23.559711 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e65f6fd-33ad-4645-9869-41658fe8d9f8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.566128 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ad64b7a1-566f-4e31-a0ff-22aec8951eae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:23.584003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f394b0a8-300d-4806-8171-e361a0905f95 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:23.596537 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ad64b7a1-566f-4e31-a0ff-22aec8951eae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:23.635010 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9e65f6fd-33ad-4645-9869-41658fe8d9f8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/e7d99d87-edee-4d73-8081-22c9b15500c7 HTTP/1.1" status: 204 len: 168 time: 1.0939097 Jan 27 17:08:23.642351 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6ec8b469-691d-4058-9b9d-fb1d13e2b576 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.7499752 Jan 27 17:08:23.643199 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57778) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:23.652390 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57780) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:23.722655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf11bc1-e27d-47d5-9dfa-820b35799947 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Pushing event updated for resources: {'Port': ['ID=1a2b4df0-7a1b-4afb-ad5b-8212617498f0,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:23.731121 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3a0c8cc4-f51d-448c-874b-dc9534e966d3 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:08:23.732537 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad64b7a1-566f-4e31-a0ff-22aec8951eae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:23.736084 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad64b7a1-566f-4e31-a0ff-22aec8951eae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.747568 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf11bc1-e27d-47d5-9dfa-820b35799947 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:23.747912 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Allocated IP 172.26.1.160 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/7ee368c4-2437-4ee6-9452-6bc092c99386) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:23.753092 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f8d3742e-de14-486e-be0c-b1e8d44b900b tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Request body: {'subnet': {'network_id': 'ac40d3e1-a14d-4dcb-a13c-a82814960463', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:23.754938 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-48b77027-e2b5-4520-ae4c-bfd67ef2027c None None] Provisioning for port 0da745b9-4210-4992-9354-fec200ec63bc completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:23.758706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-4cf11bc1-e27d-47d5-9dfa-820b35799947 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:23.776997 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf11bc1-e27d-47d5-9dfa-820b35799947 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:23.852868 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 3a0c8cc4-f51d-448c-874b-dc9534e966d3 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:08:23.853344 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3a0c8cc4-f51d-448c-874b-dc9534e966d3 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:08:23.860904 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-48b77027-e2b5-4520-ae4c-bfd67ef2027c None None] Provisioning complete for port 0da745b9-4210-4992-9354-fec200ec63bc triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:23.861198 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-48b77027-e2b5-4520-ae4c-bfd67ef2027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.933285 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad64b7a1-566f-4e31-a0ff-22aec8951eae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:23.948935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-70152870-6b0f-4a73-86de-30626f986f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:23.950374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04444792-ee94-49a8-9f60-9a71958b4df1 req-0a965820-2ea8-4ee8-a6cf-468de7455c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:23.951892 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04444792-ee94-49a8-9f60-9a71958b4df1 req-0a965820-2ea8-4ee8-a6cf-468de7455c27 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8512c58-bd55-456e-9586-bd5fab4baa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5192056 Jan 27 17:08:24.033714 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f8d3742e-de14-486e-be0c-b1e8d44b900b tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:24.040211 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad64b7a1-566f-4e31-a0ff-22aec8951eae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.040211 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-ad64b7a1-566f-4e31-a0ff-22aec8951eae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Added segment 057bf18a-2c5d-4232-a6e7-2af54dc607c4 of type vlan for network 3e3aa3f6-9cb7-4eec-b340-0e36285b734f Jan 27 17:08:24.134908 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-48b77027-e2b5-4520-ae4c-bfd67ef2027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.184001 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-48b77027-e2b5-4520-ae4c-bfd67ef2027c None None] For port 0da745b9-4210-4992-9354-fec200ec63bc, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0da745b9-4210-4992-9354-fec200ec63bc,segment=NetworkSegment(fdd21c93-3ca9-4072-9297-898a424c7e9c),segment_id=fdd21c93-3ca9-4072-9297-898a424c7e9c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:24.189766 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-48b77027-e2b5-4520-ae4c-bfd67ef2027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.232845 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f8d3742e-de14-486e-be0c-b1e8d44b900b tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Usage tracker for resource:subnet and tenant:18df9b60b0664d92be61a57a363924a2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:24.253559 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f8d3742e-de14-486e-be0c-b1e8d44b900b tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:24.258596 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef2697-eaf4-4636-b79c-71e1491cc4d1 req-c3e29d33-5e98-4cf0-9300-431f8bd74f05 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:24.260611 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc1389d-dd38-46d7-ab8f-b3c62130cb2a None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:08:24.261105 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-01ef2697-eaf4-4636-b79c-71e1491cc4d1 req-c3e29d33-5e98-4cf0-9300-431f8bd74f05 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.7452404 Jan 27 17:08:24.273211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5cc1389d-dd38-46d7-ab8f-b3c62130cb2a None None] Deleting port c747bd91-59e7-4511-8910-f79cfe725d2d {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:24.273675 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5cc1389d-dd38-46d7-ab8f-b3c62130cb2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.278171 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a62d95d2-80dc-4c9a-b5ee-1272ebea823a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6270304 Jan 27 17:08:24.283168 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-76853a16-a861-47c5-902c-62c57ab10d42 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.296254 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-70152870-6b0f-4a73-86de-30626f986f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.304248 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f8d3742e-de14-486e-be0c-b1e8d44b900b tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:24.305518 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57786) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:24.322049 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b77027-e2b5-4520-ae4c-bfd67ef2027c None None] Pushing event updated for resources: {'Port': ['ID=0da745b9-4210-4992-9354-fec200ec63bc,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:24.404344 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad64b7a1-566f-4e31-a0ff-22aec8951eae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.447790 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d3742e-de14-486e-be0c-b1e8d44b900b tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Made reservation on behalf of 18df9b60b0664d92be61a57a363924a2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:24.451455 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f8d3742e-de14-486e-be0c-b1e8d44b900b tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.523794 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-5cc1389d-dd38-46d7-ab8f-b3c62130cb2a None None] For port c747bd91-59e7-4511-8910-f79cfe725d2d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c747bd91-59e7-4511-8910-f79cfe725d2d,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:24.523794 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5cc1389d-dd38-46d7-ab8f-b3c62130cb2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.553422 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0e92-8505-4c6d-9f9e-f784a58b3037 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.623417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-ad64b7a1-566f-4e31-a0ff-22aec8951eae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:08:24.645434 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-01ef2697-eaf4-4636-b79c-71e1491cc4d1 req-babd6c92-7159-4f1b-832a-c074ddad9716 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3747504 Jan 27 17:08:24.647721 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04444792-ee94-49a8-9f60-9a71958b4df1 req-bd0af43d-2d8a-4b6c-8a1c-9a6c525a60fc service neutron] 10.222.0.83 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6854355 Jan 27 17:08:24.665842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.704369 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5cc1389d-dd38-46d7-ab8f-b3c62130cb2a None None] Calling delete_port for c747bd91-59e7-4511-8910-f79cfe725d2d owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:24.723991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad64b7a1-566f-4e31-a0ff-22aec8951eae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.729813 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad64b7a1-566f-4e31-a0ff-22aec8951eae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:24.730392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad64b7a1-566f-4e31-a0ff-22aec8951eae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.786851 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5fd6e412-b254-41a3-b950-e25d192eef89 None None] Provisioning complete for port 0da745b9-4210-4992-9354-fec200ec63bc triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:24.787053 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5fd6e412-b254-41a3-b950-e25d192eef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.844525 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5cc1389d-dd38-46d7-ab8f-b3c62130cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.848932 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0da745b9-4210-4992-9354-fec200ec63bc up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:24.909281 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-70152870-6b0f-4a73-86de-30626f986f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:24.944852 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc1389d-dd38-46d7-ab8f-b3c62130cb2a None None] No DVR routers for this DVR port c747bd91-59e7-4511-8910-f79cfe725d2d on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:08:24.948262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1389d-dd38-46d7-ab8f-b3c62130cb2a None None] Pushing event deleted for resources: {'Port': ['ID=c747bd91-59e7-4511-8910-f79cfe725d2d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:25.042914 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 0da745b9-4210-4992-9354-fec200ec63bc triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:25.043547 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.049953 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4cf11bc1-e27d-47d5-9dfa-820b35799947 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.072328 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70152870-6b0f-4a73-86de-30626f986f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dc31fd-344d-4e5d-ab3d-38c89e2a6b0a,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:25.134936 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64b7a1-566f-4e31-a0ff-22aec8951eae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Network': ['ID=3e3aa3f6-9cb7-4eec-b340-0e36285b734f,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:25.151158 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ad64b7a1-566f-4e31-a0ff-22aec8951eae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8550963 Jan 27 17:08:25.154706 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 3e3aa3f6-9cb7-4eec-b340-0e36285b734f details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:25.155100 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0e92-8505-4c6d-9f9e-f784a58b3037 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.158115 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57790) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:25.160344 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0e92-8505-4c6d-9f9e-f784a58b3037 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.164740 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-70152870-6b0f-4a73-86de-30626f986f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.168959 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-70152870-6b0f-4a73-86de-30626f986f58 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6dc31fd-344d-4e5d-ab3d-38c89e2a6b0a HTTP/1.1" status: 204 len: 168 time: 1.6128969 Jan 27 17:08:25.176888 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-be9f24d1-9a3f-4e8a-bf1b-2d5d230ec918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'subnet': {'network_id': '3e3aa3f6-9cb7-4eec-b340-0e36285b734f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:25.190389 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04444792-ee94-49a8-9f60-9a71958b4df1 req-8aecc418-b949-404f-a23e-33a137e83516 service neutron] 10.222.0.83 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315118 Jan 27 17:08:25.298083 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.385818 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d53407c6-7586-4027-9508-beec1be42b30 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:08:25.412426 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0e92-8505-4c6d-9f9e-f784a58b3037 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.412941 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6c0e92-8505-4c6d-9f9e-f784a58b3037 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Fanout notify agent at l3_agent the message router_deleted on router 2a7cf5ec-5444-4688-836d-1a4ae32c3f3c {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:08:25.471169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-76853a16-a861-47c5-902c-62c57ab10d42 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.473026 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0e92-8505-4c6d-9f9e-f784a58b3037 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.474491 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5b6c0e92-8505-4c6d-9f9e-f784a58b3037 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/routers/2a7cf5ec-5444-4688-836d-1a4ae32c3f3c HTTP/1.1" status: 204 len: 168 time: 1.1678069 Jan 27 17:08:25.479062 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57796) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:25.479991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:25.484954 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-5ebb12ff-6e9d-4f08-97dc-5ae0d7ccdc23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:25.492033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: d53407c6-7586-4027-9508-beec1be42b30 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:08:25.492376 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d53407c6-7586-4027-9508-beec1be42b30 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:08:25.492758 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c747bd91-59e7-4511-8910-f79cfe725d2d no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:08:25.500329 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:25.502936 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:25.553620 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-76853a16-a861-47c5-902c-62c57ab10d42 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.558518 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Pushing event updated for resources: {'Port': ['ID=7ee368c4-2437-4ee6-9452-6bc092c99386,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:25.575527 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-be9f24d1-9a3f-4e8a-bf1b-2d5d230ec918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:25.581669 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: c747bd91-59e7-4511-8910-f79cfe725d2d {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:08:25.581669 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c747bd91-59e7-4511-8910-f79cfe725d2d not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:08:25.592414 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-be9f24d1-9a3f-4e8a-bf1b-2d5d230ec918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:subnet and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:25.597504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-be9f24d1-9a3f-4e8a-bf1b-2d5d230ec918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:25.613217 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f8d3742e-de14-486e-be0c-b1e8d44b900b tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.619469 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-be9f24d1-9a3f-4e8a-bf1b-2d5d230ec918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:25.754221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9f24d1-9a3f-4e8a-bf1b-2d5d230ec918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:25.757899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-be9f24d1-9a3f-4e8a-bf1b-2d5d230ec918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:25.881052 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76853a16-a861-47c5-902c-62c57ab10d42 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=a01bf3d9-20b5-432b-bd8c-741a3d33b22e,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:26.076443 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5b25acf4-3930-4183-976b-dcddd543e470 None None] Provisioning complete for port a01bf3d9-20b5-432b-bd8c-741a3d33b22e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:26.076804 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b25acf4-3930-4183-976b-dcddd543e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:26.082206 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3742e-de14-486e-be0c-b1e8d44b900b tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Pushing event updated for resources: {'Subnet': ['ID=a335087c-47ed-4a20-80cb-3eb76782a199,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:26.175842 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5ebb12ff-6e9d-4f08-97dc-5ae0d7ccdc23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:26.183277 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5b25acf4-3930-4183-976b-dcddd543e470 None None] Port a01bf3d9-20b5-432b-bd8c-741a3d33b22e cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:26.206176 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d3742e-de14-486e-be0c-b1e8d44b900b tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Checking segment: {'id': '6924c701-f3b5-4a5e-8907-d61660f63db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ac40d3e1-a14d-4dcb-a13c-a82814960463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:26.206564 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d3742e-de14-486e-be0c-b1e8d44b900b tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Network hostable DHCP agents. Network: ac40d3e1-a14d-4dcb-a13c-a82814960463, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:08:26.217532 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5ebb12ff-6e9d-4f08-97dc-5ae0d7ccdc23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:26.273051 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4cf11bc1-e27d-47d5-9dfa-820b35799947 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:26.278904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebb12ff-6e9d-4f08-97dc-5ae0d7ccdc23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:26.283104 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5ebb12ff-6e9d-4f08-97dc-5ae0d7ccdc23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:26.301441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4cf11bc1-e27d-47d5-9dfa-820b35799947 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:26.342410 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d3742e-de14-486e-be0c-b1e8d44b900b tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Network ac40d3e1-a14d-4dcb-a13c-a82814960463 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:08:26.392953 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-f8d3742e-de14-486e-be0c-b1e8d44b900b tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, ac40d3e1-a14d-4dcb-a13c-a82814960463) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:26.401748 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528170e8-7c84-462c-a55a-530704a4e7d3 req-aa43086b-936f-46d0-bfcc-6a21b09be17a tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:26.403290 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-528170e8-7c84-462c-a55a-530704a4e7d3 req-aa43086b-936f-46d0-bfcc-6a21b09be17a tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.4186993 Jan 27 17:08:26.411476 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c222dbc0-ae0e-488f-bf75-4d07fa769fd7 None None] Network ac40d3e1-a14d-4dcb-a13c-a82814960463 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:26.460775 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57820) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:26.462160 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d3742e-de14-486e-be0c-b1e8d44b900b tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:26.462823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f8d3742e-de14-486e-be0c-b1e8d44b900b tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:26.569537 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f8d3742e-de14-486e-be0c-b1e8d44b900b tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9055514 Jan 27 17:08:26.570427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:26.593861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57826) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:26.613276 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Request body: {'port': {'network_id': 'ac40d3e1-a14d-4dcb-a13c-a82814960463', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1709231340'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:26.667763 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-528170e8-7c84-462c-a55a-530704a4e7d3 req-7914e99e-2497-4184-87b4-073d82f95f34 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011263 Jan 27 17:08:26.685036 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-ac40d3e1-a14d-4dcb-a13c-a82814960463', 'network_id': 'ac40d3e1-a14d-4dcb-a13c-a82814960463', 'tenant_id': '18df9b60b0664d92be61a57a363924a2', 'fixed_ips': [{'subnet_id': 'a335087c-47ed-4a20-80cb-3eb76782a199'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:08:26.687860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:26.763181 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-be9f24d1-9a3f-4e8a-bf1b-2d5d230ec918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:26.772708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-76853a16-a861-47c5-902c-62c57ab10d42 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:26.819514 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-423682619'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:26.841032 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:26.863040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Usage tracker for resource:network and tenant:35e54c7950a54cf3927194b8e9b21adc is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:26.867312 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:26.874076 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Allocated IP 172.20.0.2 (ac40d3e1-a14d-4dcb-a13c-a82814960463/a335087c-47ed-4a20-80cb-3eb76782a199/b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:26.892827 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:26.911004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:26.928180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Usage tracker for resource:port and tenant:18df9b60b0664d92be61a57a363924a2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:26.940503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:26.966602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f24d1-9a3f-4e8a-bf1b-2d5d230ec918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Subnet': ['ID=cd1b6823-57a6-44fe-ad9b-c99d628a9ffb,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:26.988901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:26.990003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Made reservation on behalf of 35e54c7950a54cf3927194b8e9b21adc for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:26.993508 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.005787 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f24d1-9a3f-4e8a-bf1b-2d5d230ec918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Checking segment: {'id': '057bf18a-2c5d-4232-a6e7-2af54dc607c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3e3aa3f6-9cb7-4eec-b340-0e36285b734f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:27.006142 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9f24d1-9a3f-4e8a-bf1b-2d5d230ec918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network hostable DHCP agents. Network: 3e3aa3f6-9cb7-4eec-b340-0e36285b734f, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:08:27.021149 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.070335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Made reservation on behalf of 18df9b60b0664d92be61a57a363924a2 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:27.075069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.094444 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:27.110288 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] device_id is not set on port 6720427b-a43b-4b3e-8998-b48fa36e6d40 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:27.114197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Usage tracker for resource:security_group_rule and tenant:35e54c7950a54cf3927194b8e9b21adc is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:27.119400 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:27.122018 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.122139 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9f24d1-9a3f-4e8a-bf1b-2d5d230ec918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network 3e3aa3f6-9cb7-4eec-b340-0e36285b734f is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:08:27.128414 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:27.133252 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Transition to ACTIVE for port object b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:27.148463 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-76853a16-a861-47c5-902c-62c57ab10d42 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.155614 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Transition to ACTIVE for port object b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:27.158923 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.159969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf11bc1-e27d-47d5-9dfa-820b35799947 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Router 4fa1de27-d5ff-4849-ade5-0c5e88c58e73 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:08:27.160855 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-be9f24d1-9a3f-4e8a-bf1b-2d5d230ec918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 3e3aa3f6-9cb7-4eec-b340-0e36285b734f) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:27.162321 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.162845 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5ebb12ff-6e9d-4f08-97dc-5ae0d7ccdc23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.170237 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9f24d1-9a3f-4e8a-bf1b-2d5d230ec918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:27.171001 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-be9f24d1-9a3f-4e8a-bf1b-2d5d230ec918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.208603 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b36845-79c5-47ed-b08e-8ce2637fec16 None None] Network 3e3aa3f6-9cb7-4eec-b340-0e36285b734f requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:27.273947 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Network ac40d3e1-a14d-4dcb-a13c-a82814960463 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:27.277229 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebb12ff-6e9d-4f08-97dc-5ae0d7ccdc23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:27.279293 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:27.283282 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Pushing event updated for resources: {'Port': ['ID=b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:27.285632 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:27.295181 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-be9f24d1-9a3f-4e8a-bf1b-2d5d230ec918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1243072 Jan 27 17:08:27.303420 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57832) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:27.309114 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'network_id': '3e3aa3f6-9cb7-4eec-b340-0e36285b734f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-149174883'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:27.340217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-5ebb12ff-6e9d-4f08-97dc-5ae0d7ccdc23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:27.372691 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebb12ff-6e9d-4f08-97dc-5ae0d7ccdc23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:27.373284 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5ebb12ff-6e9d-4f08-97dc-5ae0d7ccdc23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.379568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e853bf24-273f-4232-b5c5-47a58c9b9b14 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:27.438004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb12ff-6e9d-4f08-97dc-5ae0d7ccdc23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=0d0744f6-3293-4830-b275-491cc985decc,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:27.458328 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.616950 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Attempting to bind port b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:27.617547 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Attempting to bind port b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '6924c701-f3b5-4a5e-8907-d61660f63db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ac40d3e1-a14d-4dcb-a13c-a82814960463'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:27.617547 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Attempting to bind port b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be on network ac40d3e1-a14d-4dcb-a13c-a82814960463 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:27.643870 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:27.644308 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Checking segment: {'id': '6924c701-f3b5-4a5e-8907-d61660f63db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ac40d3e1-a14d-4dcb-a13c-a82814960463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:27.644609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.645015 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Bound using segment: {'id': '6924c701-f3b5-4a5e-8907-d61660f63db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ac40d3e1-a14d-4dcb-a13c-a82814960463'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:27.645492 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Bound port: b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6924c701-f3b5-4a5e-8907-d61660f63db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ac40d3e1-a14d-4dcb-a13c-a82814960463'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:27.646676 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.646807 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.701918 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:27.724635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ef8814-fb40-49e0-9199-9c8cab8496bf,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:27.751822 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.752160 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Added segment ba683837-9d09-4773-b989-b3f3d6a2bbdc of type vlan for network 2b25067f-90d8-43d3-8f95-d604e3657712 Jan 27 17:08:27.801058 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:27.806987 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-3e3aa3f6-9cb7-4eec-b340-0e36285b734f', 'network_id': '3e3aa3f6-9cb7-4eec-b340-0e36285b734f', 'tenant_id': 'c08441886451403eaced8170704dc616', 'fixed_ips': [{'subnet_id': 'cd1b6823-57a6-44fe-ad9b-c99d628a9ffb'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:08:27.807821 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.811109 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:port and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:27.815907 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.820281 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:27.823297 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Router f8e5a99f-7d6a-4474-a945-1d2dca5a677c is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:08:27.830332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:27.879626 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5ebb12ff-6e9d-4f08-97dc-5ae0d7ccdc23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3964958 Jan 27 17:08:27.912835 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57838) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:27.923408 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': '0d0744f6-3293-4830-b275-491cc985decc'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:08:27.923408 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.926382 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:27.930044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.944405 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-68879da2-954f-4614-b91e-4f7676837a23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-915139662', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:27.944779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf11bc1-e27d-47d5-9dfa-820b35799947 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:27.955253 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] For port b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:27.956400 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4cf11bc1-e27d-47d5-9dfa-820b35799947 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:27.957621 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4cf11bc1-e27d-47d5-9dfa-820b35799947 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "PUT /v2.0/routers/4fa1de27-d5ff-4849-ade5-0c5e88c58e73 HTTP/1.1" status: 200 len: 919 time: 8.8200734 Jan 27 17:08:27.964303 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7900bb86-8ff6-4015-bf24-9eedbc49a08a None None] Sync routers for ids ['4fa1de27-d5ff-4849-ade5-0c5e88c58e73'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:27.966899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57842) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:27.969804 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-68879da2-954f-4614-b91e-4f7676837a23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:27.973708 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7900bb86-8ff6-4015-bf24-9eedbc49a08a None None] Routers {'4fa1de27-d5ff-4849-ade5-0c5e88c58e73'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:27.974676 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7900bb86-8ff6-4015-bf24-9eedbc49a08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['4fa1de27-d5ff-4849-ade5-0c5e88c58e73'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:27.986779 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-68879da2-954f-4614-b91e-4f7676837a23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:router and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:28.016015 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] For port b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be,segment=NetworkSegment(6924c701-f3b5-4a5e-8907-d61660f63db6),segment_id=6924c701-f3b5-4a5e-8907-d61660f63db6)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:28.035756 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:28.041735 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7900bb86-8ff6-4015-bf24-9eedbc49a08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:28.052280 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7900bb86-8ff6-4015-bf24-9eedbc49a08a None None] Routers {'4fa1de27-d5ff-4849-ade5-0c5e88c58e73'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:28.053300 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7900bb86-8ff6-4015-bf24-9eedbc49a08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['4fa1de27-d5ff-4849-ade5-0c5e88c58e73'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:28.174272 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7900bb86-8ff6-4015-bf24-9eedbc49a08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:28.175029 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7900bb86-8ff6-4015-bf24-9eedbc49a08a None None] The sync data for ids ['4fa1de27-d5ff-4849-ade5-0c5e88c58e73'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:28.197513 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Allocated IP 172.20.0.5 (ac40d3e1-a14d-4dcb-a13c-a82814960463/a335087c-47ed-4a20-80cb-3eb76782a199/6720427b-a43b-4b3e-8998-b48fa36e6d40) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:28.200796 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-68879da2-954f-4614-b91e-4f7676837a23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:28.216366 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] device_id is not set on port c01f4e01-7c7f-4707-b818-1d4d032c2cda yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:28.250187 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Allocated IP 2001:db8::2 (3e3aa3f6-9cb7-4eec-b340-0e36285b734f/cd1b6823-57a6-44fe-ad9b-c99d628a9ffb/e8acbfb8-3694-485a-85a0-6966ff756cf6) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:28.265213 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce2917-1d99-41af-befb-d1722f4b5f22 None None] Pushing event updated for resources: {'Port': ['ID=b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:28.265437 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:28.272348 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:28.272952 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:28.273741 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-76853a16-a861-47c5-902c-62c57ab10d42 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:28.279182 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-68879da2-954f-4614-b91e-4f7676837a23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:28.290121 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-76853a16-a861-47c5-902c-62c57ab10d42 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:28.314125 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Allocated IP 2001:db8::2 (bbf03638-7624-437f-9c24-a87cd70c5626/0d0744f6-3293-4830-b275-491cc985decc/59e13fed-6da7-49a7-9b24-41bdd85970c0) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:28.392056 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:08:28.417855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74854d-c919-4b85-98eb-6b2b57857dc1 req-f818e42f-4396-4c95-9ae2-7085c0f24db5 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:28.419429 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d74854d-c919-4b85-98eb-6b2b57857dc1 req-f818e42f-4396-4c95-9ae2-7085c0f24db5 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.5584483 Jan 27 17:08:28.440499 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d713c758-9faa-44e8-b2e5-4e0138ad76ad tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "GET /v2.0/routers/4fa1de27-d5ff-4849-ade5-0c5e88c58e73 HTTP/1.1" status: 200 len: 925 time: 0.4667840 Jan 27 17:08:28.458778 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68879da2-954f-4614-b91e-4f7676837a23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:28.461041 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68879da2-954f-4614-b91e-4f7676837a23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:28.471431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57846) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:28.531329 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0610621 Jan 27 17:08:28.538827 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76853a16-a861-47c5-902c-62c57ab10d42 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=a01bf3d9-20b5-432b-bd8c-741a3d33b22e,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:28.546465 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57850) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:28.548768 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42204ae6-f35b-464d-b827-48e67a949901 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event updated for resources: {'Network': ['ID=2b25067f-90d8-43d3-8f95-d604e3657712,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:28.552605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-76853a16-a861-47c5-902c-62c57ab10d42 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:28.564480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:28.571516 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-dfee4ebf-c793-4bae-a58c-aef9606fdc3e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Request body: {'subnet': {'network_id': '2b25067f-90d8-43d3-8f95-d604e3657712', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:28.584686 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68879da2-954f-4614-b91e-4f7676837a23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:28.607368 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 2b25067f-90d8-43d3-8f95-d604e3657712 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:28.630200 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:28.631601 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2c9b28a6-3436-400c-b31d-1b21fe3adafc tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.0384536 Jan 27 17:08:28.640825 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57854) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:28.644399 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f80dc65-802d-4183-b617-205524bf67eb None None] Sync routers for ids ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:28.699724 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68879da2-954f-4614-b91e-4f7676837a23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:28.762489 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68879da2-954f-4614-b91e-4f7676837a23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:28.766392 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-68879da2-954f-4614-b91e-4f7676837a23 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8522975 Jan 27 17:08:28.780094 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57858) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:28.862794 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:28.875559 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Transition to ACTIVE for port object e8acbfb8-3694-485a-85a0-6966ff756cf6 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:28.901832 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Transition to ACTIVE for port object e8acbfb8-3694-485a-85a0-6966ff756cf6 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:28.906768 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f80dc65-802d-4183-b617-205524bf67eb None None] Routers {'f8e5a99f-7d6a-4474-a945-1d2dca5a677c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:28.907942 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3f80dc65-802d-4183-b617-205524bf67eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:28.951742 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d74854d-c919-4b85-98eb-6b2b57857dc1 req-88a67e02-fd7d-456c-833a-48932abfe549 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5015824 Jan 27 17:08:28.979074 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:29.070783 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:29.081354 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:29.094353 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Transition to ACTIVE for port object 6720427b-a43b-4b3e-8998-b48fa36e6d40 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:29.125334 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76853a16-a861-47c5-902c-62c57ab10d42 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network 4dc08dc9-c71d-4792-b203-0ee6992116d8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:29.126715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-76853a16-a861-47c5-902c-62c57ab10d42 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:29.146147 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3f80dc65-802d-4183-b617-205524bf67eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:29.175147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:29.204171 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Network 3e3aa3f6-9cb7-4eec-b340-0e36285b734f is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:29.215857 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:29.218579 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:29.224372 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:29.235590 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Pushing event updated for resources: {'Port': ['ID=e8acbfb8-3694-485a-85a0-6966ff756cf6,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:29.238922 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f80dc65-802d-4183-b617-205524bf67eb None None] Routers {'f8e5a99f-7d6a-4474-a945-1d2dca5a677c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:29.239923 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3f80dc65-802d-4183-b617-205524bf67eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:29.298799 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-dfee4ebf-c793-4bae-a58c-aef9606fdc3e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:29.328449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Network ac40d3e1-a14d-4dcb-a13c-a82814960463 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:29.339430 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Transition to ACTIVE for port object 59e13fed-6da7-49a7-9b24-41bdd85970c0 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:29.348643 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-dfee4ebf-c793-4bae-a58c-aef9606fdc3e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Usage tracker for resource:subnet and tenant:35e54c7950a54cf3927194b8e9b21adc is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:29.352471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:29.358844 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-dfee4ebf-c793-4bae-a58c-aef9606fdc3e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:29.369542 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:29.383282 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3f80dc65-802d-4183-b617-205524bf67eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:29.383676 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f80dc65-802d-4183-b617-205524bf67eb None None] The sync data for ids ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:29.402773 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-dfee4ebf-c793-4bae-a58c-aef9606fdc3e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:29.439551 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Transition to ACTIVE for port object 59e13fed-6da7-49a7-9b24-41bdd85970c0 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:29.449498 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:29.466246 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Attempting to bind port e8acbfb8-3694-485a-85a0-6966ff756cf6 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:29.467269 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Attempting to bind port e8acbfb8-3694-485a-85a0-6966ff756cf6 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '057bf18a-2c5d-4232-a6e7-2af54dc607c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3e3aa3f6-9cb7-4eec-b340-0e36285b734f'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:29.469391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Attempting to bind port e8acbfb8-3694-485a-85a0-6966ff756cf6 on network 3e3aa3f6-9cb7-4eec-b340-0e36285b734f {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:29.477591 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:29.480021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818d0e7d-3e30-43bf-9e51-8651e6a6ebf0 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:29.484342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:29.484836 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Checking segment: {'id': '057bf18a-2c5d-4232-a6e7-2af54dc607c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3e3aa3f6-9cb7-4eec-b340-0e36285b734f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:29.485346 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:29.485865 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Bound using segment: {'id': '057bf18a-2c5d-4232-a6e7-2af54dc607c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3e3aa3f6-9cb7-4eec-b340-0e36285b734f'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:29.486173 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-818d0e7d-3e30-43bf-9e51-8651e6a6ebf0 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&device_id=4fa1de27-d5ff-4849-ade5-0c5e88c58e73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0135584 Jan 27 17:08:29.486518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Bound port: e8acbfb8-3694-485a-85a0-6966ff756cf6, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057bf18a-2c5d-4232-a6e7-2af54dc607c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '3e3aa3f6-9cb7-4eec-b340-0e36285b734f'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:29.487025 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:29.492488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57862) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:29.535503 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Allocated IP 2001:db8::3a8 (3e3aa3f6-9cb7-4eec-b340-0e36285b734f/cd1b6823-57a6-44fe-ad9b-c99d628a9ffb/c01f4e01-7c7f-4707-b818-1d4d032c2cda) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:29.582431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Pushing event updated for resources: {'Port': ['ID=59e13fed-6da7-49a7-9b24-41bdd85970c0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:29.622261 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:29.623120 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f2657fd1-48e7-48cb-8f3c-503f3fe42651 None None] Provisioning complete for port a01bf3d9-20b5-432b-bd8c-741a3d33b22e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:29.623572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f2657fd1-48e7-48cb-8f3c-503f3fe42651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:29.718264 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Pushing event updated for resources: {'Port': ['ID=6720427b-a43b-4b3e-8998-b48fa36e6d40,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:29.722930 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823311eb-8c32-4fe6-a9fe-b98b225fdd5b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:29.727053 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-823311eb-8c32-4fe6-a9fe-b98b225fdd5b tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "GET /v2.0/networks/fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 HTTP/1.1" status: 200 len: 881 time: 0.2236247 Jan 27 17:08:29.730516 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57866) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:29.738289 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfee4ebf-c793-4bae-a58c-aef9606fdc3e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Made reservation on behalf of 35e54c7950a54cf3927194b8e9b21adc for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:29.743510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dfee4ebf-c793-4bae-a58c-aef9606fdc3e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:29.765663 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] For port e8acbfb8-3694-485a-85a0-6966ff756cf6, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:29.772374 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] For port e8acbfb8-3694-485a-85a0-6966ff756cf6, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e8acbfb8-3694-485a-85a0-6966ff756cf6,segment=NetworkSegment(057bf18a-2c5d-4232-a6e7-2af54dc607c4),segment_id=057bf18a-2c5d-4232-a6e7-2af54dc607c4)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:29.774726 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f2657fd1-48e7-48cb-8f3c-503f3fe42651 None None] Port a01bf3d9-20b5-432b-bd8c-741a3d33b22e cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:29.776615 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:29.779082 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:29.813828 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:29.857212 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b800e34-9b26-4c7f-83ed-635347d025d0 None None] Network ac40d3e1-a14d-4dcb-a13c-a82814960463 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:29.966810 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0af0b7d3-5923-498f-8fd2-b9c9ee2f9282 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fa1de27-d5ff-4849-ade5-0c5e88c58e73 HTTP/1.1" status: 200 len: 205 time: 0.2282331 Jan 27 17:08:29.968375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57870) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:29.970426 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:29.971426 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:29.995632 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Attempting to bind port 59e13fed-6da7-49a7-9b24-41bdd85970c0 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:29.996094 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Attempting to bind port 59e13fed-6da7-49a7-9b24-41bdd85970c0 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:29.996559 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Attempting to bind port 59e13fed-6da7-49a7-9b24-41bdd85970c0 on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:30.066167 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-21a2ab31-af34-4579-8b35-046407eb6c6e None None] Provisioning for port b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:30.081445 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:30.081830 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:30.082227 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:30.082605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:30.083080 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Bound port: 59e13fed-6da7-49a7-9b24-41bdd85970c0, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:30.083430 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:30.089662 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:30.096109 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449697b-d3d6-4a9f-b49f-6338079e0657 None None] Pushing event updated for resources: {'Port': ['ID=e8acbfb8-3694-485a-85a0-6966ff756cf6,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:30.105538 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-21a2ab31-af34-4579-8b35-046407eb6c6e None None] Provisioning complete for port b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:30.105920 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21a2ab31-af34-4579-8b35-046407eb6c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:30.208584 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1ec539c8-248d-47f2-8ecf-8245ff52a849 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6100428 Jan 27 17:08:30.208584 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57876) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:30.321878 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-86a51108-7941-4c8f-a163-d10fdd3f963d tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Deleting port 6720427b-a43b-4b3e-8998-b48fa36e6d40 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:30.322606 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86a51108-7941-4c8f-a163-d10fdd3f963d tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:30.361029 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] For port 59e13fed-6da7-49a7-9b24-41bdd85970c0, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:30.422579 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] For port 59e13fed-6da7-49a7-9b24-41bdd85970c0, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=59e13fed-6da7-49a7-9b24-41bdd85970c0,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:30.441968 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:30.453843 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:30.475153 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21a2ab31-af34-4579-8b35-046407eb6c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:30.512711 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76853a16-a861-47c5-902c-62c57ab10d42 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router 32f1d8a9-520e-443f-a9af-4d2696971b77 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:08:30.558313 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d56f5-1f10-4ff7-b7ba-c7e3b0e0756b None None] Pushing event updated for resources: {'Port': ['ID=59e13fed-6da7-49a7-9b24-41bdd85970c0,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:30.563684 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-21a2ab31-af34-4579-8b35-046407eb6c6e None None] For port b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be,segment=NetworkSegment(6924c701-f3b5-4a5e-8907-d61660f63db6),segment_id=6924c701-f3b5-4a5e-8907-d61660f63db6)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:30.572890 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21a2ab31-af34-4579-8b35-046407eb6c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:30.649396 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2ab31-af34-4579-8b35-046407eb6c6e None None] Pushing event updated for resources: {'Port': ['ID=b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:30.884297 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Transition to ACTIVE for port object c01f4e01-7c7f-4707-b818-1d4d032c2cda will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:30.913469 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dfee4ebf-c793-4bae-a58c-aef9606fdc3e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:30.932460 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28b0edf6-4337-4860-9267-b08ac61fe827 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.009091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76853a16-a861-47c5-902c-62c57ab10d42 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:31.025080 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b065d65-cf11-4e05-971b-12494df409cf None None] Sync routers for ids ['32f1d8a9-520e-443f-a9af-4d2696971b77'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:31.036457 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b065d65-cf11-4e05-971b-12494df409cf None None] Routers {'32f1d8a9-520e-443f-a9af-4d2696971b77'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:31.037285 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-0b065d65-cf11-4e05-971b-12494df409cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['32f1d8a9-520e-443f-a9af-4d2696971b77'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:31.055629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86a51108-7941-4c8f-a163-d10fdd3f963d tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.071915 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:31.205476 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-0b065d65-cf11-4e05-971b-12494df409cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:31.226975 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b065d65-cf11-4e05-971b-12494df409cf None None] Routers {'32f1d8a9-520e-443f-a9af-4d2696971b77'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:31.228165 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-0b065d65-cf11-4e05-971b-12494df409cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['32f1d8a9-520e-443f-a9af-4d2696971b77'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:31.236108 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c557c02d-b9dd-49df-902c-f7fb81e47f8d None None] Provisioning for port 6720427b-a43b-4b3e-8998-b48fa36e6d40 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:31.254534 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c557c02d-b9dd-49df-902c-f7fb81e47f8d None None] Provisioning complete for port 6720427b-a43b-4b3e-8998-b48fa36e6d40 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:31.259527 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c557c02d-b9dd-49df-902c-f7fb81e47f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.331214 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-86a51108-7941-4c8f-a163-d10fdd3f963d tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Calling delete_port for 6720427b-a43b-4b3e-8998-b48fa36e6d40 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:31.371712 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-0b065d65-cf11-4e05-971b-12494df409cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:31.372335 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b065d65-cf11-4e05-971b-12494df409cf None None] The sync data for ids ['32f1d8a9-520e-443f-a9af-4d2696971b77'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:31.380110 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:31.380477 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.425047 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab4e57-5838-4314-ad23-7cbf4738c3fa req-1a495bc0-0964-4558-b0b3-8c83aa051ae1 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:31.426703 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-31ab4e57-5838-4314-ad23-7cbf4738c3fa req-1a495bc0-0964-4558-b0b3-8c83aa051ae1 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 1.1541703 Jan 27 17:08:31.449255 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c557c02d-b9dd-49df-902c-f7fb81e47f8d None None] Port 6720427b-a43b-4b3e-8998-b48fa36e6d40 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:31.457869 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-76853a16-a861-47c5-902c-62c57ab10d42 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/32f1d8a9-520e-443f-a9af-4d2696971b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5678799 Jan 27 17:08:31.487578 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c557c02d-b9dd-49df-902c-f7fb81e47f8d None None] Provisioning complete for port b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:31.487933 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c557c02d-b9dd-49df-902c-f7fb81e47f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.490654 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57880) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:31.547695 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee4ebf-c793-4bae-a58c-aef9606fdc3e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event updated for resources: {'Subnet': ['ID=2071986b-be10-4fac-b5ad-312d3d781582,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:31.610369 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::1 (bbf03638-7624-437f-9c24-a87cd70c5626/0d0744f6-3293-4830-b275-491cc985decc/6369f6f4-94f1-43ce-9105-2a9d9222df6b) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:31.615671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee4ebf-c793-4bae-a58c-aef9606fdc3e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Checking segment: {'id': 'ba683837-9d09-4773-b989-b3f3d6a2bbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2b25067f-90d8-43d3-8f95-d604e3657712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:31.616050 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfee4ebf-c793-4bae-a58c-aef9606fdc3e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Network hostable DHCP agents. Network: 2b25067f-90d8-43d3-8f95-d604e3657712, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:08:31.658361 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.666087 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c828c51d-6584-4a10-a809-afcaba4b6cd4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:31.670746 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c828c51d-6584-4a10-a809-afcaba4b6cd4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports/a01bf3d9-20b5-432b-bd8c-741a3d33b22e HTTP/1.1" status: 200 len: 977 time: 0.1760159 Jan 27 17:08:31.674803 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57884) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:31.709927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed62b080-fbb9-49d2-8b22-76d827d9a324 None None] Network 3e3aa3f6-9cb7-4eec-b340-0e36285b734f requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:31.749200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfee4ebf-c793-4bae-a58c-aef9606fdc3e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Network 2b25067f-90d8-43d3-8f95-d604e3657712 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:08:31.751138 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e8acbfb8-3694-485a-85a0-6966ff756cf6 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:31.756213 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network 3e3aa3f6-9cb7-4eec-b340-0e36285b734f is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:31.766466 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:31.785231 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:31.796278 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:31.796940 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.810948 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-31ab4e57-5838-4314-ad23-7cbf4738c3fa req-acc41c82-5086-4bf3-9944-2df7d64a3565 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524199 Jan 27 17:08:31.822522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-dfee4ebf-c793-4bae-a58c-aef9606fdc3e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 2b25067f-90d8-43d3-8f95-d604e3657712) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:31.827373 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfee4ebf-c793-4bae-a58c-aef9606fdc3e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:31.827523 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.827956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dfee4ebf-c793-4bae-a58c-aef9606fdc3e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.837336 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28b0edf6-4337-4860-9267-b08ac61fe827 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.839176 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86a51108-7941-4c8f-a163-d10fdd3f963d tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.860516 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=c01f4e01-7c7f-4707-b818-1d4d032c2cda,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:31.875205 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78bc3d4-37b4-4f4f-a16b-17741b0c6399 None None] Network 2b25067f-90d8-43d3-8f95-d604e3657712 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:31.888403 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-28b0edf6-4337-4860-9267-b08ac61fe827 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Deleting port 1a2b4df0-7a1b-4afb-ad5b-8212617498f0 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:31.888913 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28b0edf6-4337-4860-9267-b08ac61fe827 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:31.928013 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7ee64e9d-62c3-4639-a597-93bfaa919a0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.6232769 Jan 27 17:08:31.957534 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57888) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:31.964351 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a51108-7941-4c8f-a163-d10fdd3f963d tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Pushing event deleted for resources: {'Port': ['ID=6720427b-a43b-4b3e-8998-b48fa36e6d40,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:32.233021 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b3af881f-08c3-4dbe-a8b7-5630bffc93bc None None] Could not find standard attr ID for object 6720427b-a43b-4b3e-8998-b48fa36e6d40. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:08:32.338014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:32.339966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port e8acbfb8-3694-485a-85a0-6966ff756cf6 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:32.368735 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-dfee4ebf-c793-4bae-a58c-aef9606fdc3e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8124232 Jan 27 17:08:32.369812 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57892) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:32.387958 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Request body: {'port': {'network_id': '2b25067f-90d8-43d3-8f95-d604e3657712', 'name': 'tempest-AllowedAddressPairTestJSON-370596119'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:32.405263 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b3af881f-08c3-4dbe-a8b7-5630bffc93bc None None] Provisioning for port e8acbfb8-3694-485a-85a0-6966ff756cf6 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:32.413451 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b3af881f-08c3-4dbe-a8b7-5630bffc93bc None None] Provisioning complete for port e8acbfb8-3694-485a-85a0-6966ff756cf6 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:32.413847 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b3af881f-08c3-4dbe-a8b7-5630bffc93bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:32.441839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object 6369f6f4-94f1-43ce-9105-2a9d9222df6b will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:32.450348 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-2b25067f-90d8-43d3-8f95-d604e3657712', 'network_id': '2b25067f-90d8-43d3-8f95-d604e3657712', 'tenant_id': '35e54c7950a54cf3927194b8e9b21adc', 'fixed_ips': [{'subnet_id': '2071986b-be10-4fac-b5ad-312d3d781582'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:08:32.451174 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:32.502910 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86a51108-7941-4c8f-a163-d10fdd3f963d tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:32.504801 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-86a51108-7941-4c8f-a163-d10fdd3f963d tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] 10.222.0.50 "DELETE /v2.0/ports/6720427b-a43b-4b3e-8998-b48fa36e6d40 HTTP/1.1" status: 204 len: 168 time: 2.2913163 Jan 27 17:08:32.511293 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57896) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:32.535383 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28b0edf6-4337-4860-9267-b08ac61fe827 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:32.545776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-89f39e12-f7db-4c72-b433-8e7e88bb18b8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port c01f4e01-7c7f-4707-b818-1d4d032c2cda {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:32.546750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-89f39e12-f7db-4c72-b433-8e7e88bb18b8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:32.682800 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-28b0edf6-4337-4860-9267-b08ac61fe827 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Calling delete_port for 1a2b4df0-7a1b-4afb-ad5b-8212617498f0 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:32.732512 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b3af881f-08c3-4dbe-a8b7-5630bffc93bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:32.768325 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Allocated IP 172.20.0.2 (2b25067f-90d8-43d3-8f95-d604e3657712/2071986b-be10-4fac-b5ad-312d3d781582/819a1240-f433-45fd-8173-a156a0b8afd1) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:32.792411 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-b3af881f-08c3-4dbe-a8b7-5630bffc93bc None None] For port e8acbfb8-3694-485a-85a0-6966ff756cf6, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e8acbfb8-3694-485a-85a0-6966ff756cf6,segment=NetworkSegment(057bf18a-2c5d-4232-a6e7-2af54dc607c4),segment_id=057bf18a-2c5d-4232-a6e7-2af54dc607c4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:32.797547 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:32.825366 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b3af881f-08c3-4dbe-a8b7-5630bffc93bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:32.924708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-89f39e12-f7db-4c72-b433-8e7e88bb18b8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.002083 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 59e13fed-6da7-49a7-9b24-41bdd85970c0 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:33.099499 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:33.109833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:33.110414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-89f39e12-f7db-4c72-b433-8e7e88bb18b8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for c01f4e01-7c7f-4707-b818-1d4d032c2cda owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:33.112607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:33.113484 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.249925 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5d8c32a3-0d1b-4616-bf7e-a63e1ab18fa7 None None] Provisioning for port 59e13fed-6da7-49a7-9b24-41bdd85970c0 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:33.283641 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af881f-08c3-4dbe-a8b7-5630bffc93bc None None] Pushing event updated for resources: {'Port': ['ID=e8acbfb8-3694-485a-85a0-6966ff756cf6,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:33.294162 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 59e13fed-6da7-49a7-9b24-41bdd85970c0 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:33.298316 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.308435 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5d8c32a3-0d1b-4616-bf7e-a63e1ab18fa7 None None] Provisioning complete for port 59e13fed-6da7-49a7-9b24-41bdd85970c0 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:33.309078 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d8c32a3-0d1b-4616-bf7e-a63e1ab18fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.328168 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=6369f6f4-94f1-43ce-9105-2a9d9222df6b,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:33.351022 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Allocated IP 172.20.0.1 (b2a8e9df-ac78-42b8-b73c-1cb2c43aade5/4b601dc3-246a-43ba-848f-901ff54a30da/a643e45d-04ed-4f4e-8e3f-a9ed6c118b0d) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:33.386021 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 59e13fed-6da7-49a7-9b24-41bdd85970c0 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:33.391213 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.553387 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5fcfa795-4dca-45df-8794-877e27ffce5d tempest-DHCPAgentSchedulersTestJSON-491445810 tempest-DHCPAgentSchedulersTestJSON-491445810-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 1.0366964 Jan 27 17:08:33.555236 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57904) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:33.588767 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.612810 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0ebffeaf-3525-451d-80f2-31b1d20bcadf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-331763769'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:33.630462 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:33.646601 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Usage tracker for resource:port and tenant:35e54c7950a54cf3927194b8e9b21adc is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:33.649395 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-89f39e12-f7db-4c72-b433-8e7e88bb18b8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.653331 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0ebffeaf-3525-451d-80f2-31b1d20bcadf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:33.657328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:33.670947 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0ebffeaf-3525-451d-80f2-31b1d20bcadf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Usage tracker for resource:network and tenant:18df9b60b0664d92be61a57a363924a2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:33.678282 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0ebffeaf-3525-451d-80f2-31b1d20bcadf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:33.679727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Transition to ACTIVE for port object 819a1240-f433-45fd-8173-a156a0b8afd1 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:33.705008 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0ebffeaf-3525-451d-80f2-31b1d20bcadf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:33.715078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.716998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:33.720914 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f39e12-f7db-4c72-b433-8e7e88bb18b8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=c01f4e01-7c7f-4707-b818-1d4d032c2cda,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:33.728423 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.729105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Transition to ACTIVE for port object 819a1240-f433-45fd-8173-a156a0b8afd1 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:33.732465 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d8c32a3-0d1b-4616-bf7e-a63e1ab18fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.740480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28b0edf6-4337-4860-9267-b08ac61fe827 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.753654 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.767658 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.824090 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-89f39e12-f7db-4c72-b433-8e7e88bb18b8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.831009 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebffeaf-3525-451d-80f2-31b1d20bcadf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Made reservation on behalf of 18df9b60b0664d92be61a57a363924a2 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:33.834672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ebffeaf-3525-451d-80f2-31b1d20bcadf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.834984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Made reservation on behalf of 35e54c7950a54cf3927194b8e9b21adc for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:33.838501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:33.860472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575c34c-83c2-47b6-8bdc-fde3b640f2dd req-37b68d84-6b39-44c1-b8f8-3549b16541b1 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:33.862178 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4575c34c-83c2-47b6-8bdc-fde3b640f2dd req-37b68d84-6b39-44c1-b8f8-3549b16541b1 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.5604162 Jan 27 17:08:33.870745 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0edf6-4337-4860-9267-b08ac61fe827 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Pushing event deleted for resources: {'Port': ['ID=1a2b4df0-7a1b-4afb-ad5b-8212617498f0,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:33.874553 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-89f39e12-f7db-4c72-b433-8e7e88bb18b8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/ports/c01f4e01-7c7f-4707-b818-1d4d032c2cda HTTP/1.1" status: 204 len: 168 time: 1.9127719 Jan 27 17:08:33.878966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57908) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:33.914167 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Transition to ACTIVE for port object a643e45d-04ed-4f4e-8e3f-a9ed6c118b0d will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:33.923575 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Network 2b25067f-90d8-43d3-8f95-d604e3657712 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:33.946502 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-5d8c32a3-0d1b-4616-bf7e-a63e1ab18fa7 None None] For port 59e13fed-6da7-49a7-9b24-41bdd85970c0, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=59e13fed-6da7-49a7-9b24-41bdd85970c0,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:33.948675 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Pushing event updated for resources: {'Port': ['ID=819a1240-f433-45fd-8173-a156a0b8afd1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:33.956601 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] device_id is not set on port 34acfcc3-0cdd-40e1-8078-9bd4b484a1f6 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:33.963027 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:33.993159 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebffeaf-3525-451d-80f2-31b1d20bcadf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:33.995660 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d8c32a3-0d1b-4616-bf7e-a63e1ab18fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.002305 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:34.012827 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f307277e-35c9-457d-8989-5863861cb671 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] GET failed (client error): The resource could not be found. Jan 27 17:08:34.013367 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f307277e-35c9-457d-8989-5863861cb671 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:34.064885 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4575c34c-83c2-47b6-8bdc-fde3b640f2dd req-fdc067b0-d9f3-4f4b-8dda-87a9975d962e tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896574 Jan 27 17:08:34.091096 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ebffeaf-3525-451d-80f2-31b1d20bcadf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.091522 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-0ebffeaf-3525-451d-80f2-31b1d20bcadf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Added segment bc689544-60da-4e99-8996-179363251af1 of type vlan for network af34f70e-1ffd-40bc-a833-993cc57ab289 Jan 27 17:08:34.172372 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28b0edf6-4337-4860-9267-b08ac61fe827 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.180609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:08:34.181249 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:08:34.187238 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Attempting to bind port 819a1240-f433-45fd-8173-a156a0b8afd1 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:34.187864 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Attempting to bind port 819a1240-f433-45fd-8173-a156a0b8afd1 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'ba683837-9d09-4773-b989-b3f3d6a2bbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2b25067f-90d8-43d3-8f95-d604e3657712'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:34.188414 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Attempting to bind port 819a1240-f433-45fd-8173-a156a0b8afd1 on network 2b25067f-90d8-43d3-8f95-d604e3657712 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:34.196809 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c32a3-0d1b-4616-bf7e-a63e1ab18fa7 None None] Pushing event updated for resources: {'Port': ['ID=59e13fed-6da7-49a7-9b24-41bdd85970c0,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:34.201960 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e6fbd1ae-144f-4475-9099-fe43a490ce00 None None] Provisioning complete for port e8acbfb8-3694-485a-85a0-6966ff756cf6 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:34.202571 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6fbd1ae-144f-4475-9099-fe43a490ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.223420 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f307277e-35c9-457d-8989-5863861cb671 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:34.224585 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f307277e-35c9-457d-8989-5863861cb671 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports/c01f4e01-7c7f-4707-b818-1d4d032c2cda HTTP/1.1" status: 404 len: 333 time: 0.3418195 Jan 27 17:08:34.228944 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57914) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:34.234408 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:34.235081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Checking segment: {'id': 'ba683837-9d09-4773-b989-b3f3d6a2bbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2b25067f-90d8-43d3-8f95-d604e3657712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:34.235678 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.236290 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Bound using segment: {'id': 'ba683837-9d09-4773-b989-b3f3d6a2bbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2b25067f-90d8-43d3-8f95-d604e3657712'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:34.236950 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Bound port: 819a1240-f433-45fd-8173-a156a0b8afd1, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba683837-9d09-4773-b989-b3f3d6a2bbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '2b25067f-90d8-43d3-8f95-d604e3657712'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:34.237536 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.386769 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.393288 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ebffeaf-3525-451d-80f2-31b1d20bcadf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.396207 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] For port 819a1240-f433-45fd-8173-a156a0b8afd1, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:34.399789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28b0edf6-4337-4860-9267-b08ac61fe827 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.409090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] For port 819a1240-f433-45fd-8173-a156a0b8afd1, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=819a1240-f433-45fd-8173-a156a0b8afd1,segment=NetworkSegment(ba683837-9d09-4773-b989-b3f3d6a2bbdc),segment_id=ba683837-9d09-4773-b989-b3f3d6a2bbdc)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:34.416517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.427010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3fa1721b-4282-40fb-bd71-57ab5fa76e8c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.442854 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28b0edf6-4337-4860-9267-b08ac61fe827 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.448354 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e6fbd1ae-144f-4475-9099-fe43a490ce00 None None] Could not find standard attr ID for object c01f4e01-7c7f-4707-b818-1d4d032c2cda. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:08:34.485747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Network b2a8e9df-ac78-42b8-b73c-1cb2c43aade5 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:34.501783 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e6fbd1ae-144f-4475-9099-fe43a490ce00 None None] Provisioning for port 6369f6f4-94f1-43ce-9105-2a9d9222df6b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:34.501986 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:34.504525 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:34.511169 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e6fbd1ae-144f-4475-9099-fe43a490ce00 None None] Provisioning complete for port 6369f6f4-94f1-43ce-9105-2a9d9222df6b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:34.511628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Allocated IP 172.20.0.13 (2b25067f-90d8-43d3-8f95-d604e3657712/2071986b-be10-4fac-b5ad-312d3d781582/34acfcc3-0cdd-40e1-8078-9bd4b484a1f6) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:34.511740 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6fbd1ae-144f-4475-9099-fe43a490ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.542746 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fa98a-0e41-46c4-873e-83246ff4f2af None None] Pushing event updated for resources: {'Port': ['ID=819a1240-f433-45fd-8173-a156a0b8afd1,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:34.578401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe271654-ff44-4631-babe-3c76b3c501bd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting subnet cd1b6823-57a6-44fe-ad9b-c99d628a9ffb {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:08:34.594180 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e6fbd1ae-144f-4475-9099-fe43a490ce00 None None] Port 6369f6f4-94f1-43ce-9105-2a9d9222df6b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:34.614287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fe271654-ff44-4631-babe-3c76b3c501bd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.709793 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-0ebffeaf-3525-451d-80f2-31b1d20bcadf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:08:34.726997 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fe271654-ff44-4631-babe-3c76b3c501bd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.830616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Pushing event updated for resources: {'Port': ['ID=a643e45d-04ed-4f4e-8e3f-a9ed6c118b0d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:34.844447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28b0edf6-4337-4860-9267-b08ac61fe827 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.844995 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b0edf6-4337-4860-9267-b08ac61fe827 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Fanout notify agent at l3_agent the message router_deleted on router 4fa1de27-d5ff-4849-ade5-0c5e88c58e73 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:08:34.866118 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.872339 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ebffeaf-3525-451d-80f2-31b1d20bcadf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.881998 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebffeaf-3525-451d-80f2-31b1d20bcadf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:34.882644 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ebffeaf-3525-451d-80f2-31b1d20bcadf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:34.930118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-dd8ce933-88ae-4343-955c-678877e2b2ea None None] Provisioning for port a643e45d-04ed-4f4e-8e3f-a9ed6c118b0d completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:34.936293 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-dd8ce933-88ae-4343-955c-678877e2b2ea None None] Provisioning complete for port a643e45d-04ed-4f4e-8e3f-a9ed6c118b0d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:34.936653 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd8ce933-88ae-4343-955c-678877e2b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.017602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fe271654-ff44-4631-babe-3c76b3c501bd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.050627 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ce933-88ae-4343-955c-678877e2b2ea None None] Port a643e45d-04ed-4f4e-8e3f-a9ed6c118b0d cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:35.064663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebffeaf-3525-451d-80f2-31b1d20bcadf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Pushing event updated for resources: {'Network': ['ID=af34f70e-1ffd-40bc-a833-993cc57ab289,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:35.087107 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network af34f70e-1ffd-40bc-a833-993cc57ab289 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:35.123727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28b0edf6-4337-4860-9267-b08ac61fe827 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.124977 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-28b0edf6-4337-4860-9267-b08ac61fe827 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "DELETE /v2.0/routers/4fa1de27-d5ff-4849-ade5-0c5e88c58e73 HTTP/1.1" status: 204 len: 168 time: 5.1513371 Jan 27 17:08:35.130934 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 59e13fed-6da7-49a7-9b24-41bdd85970c0 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:35.132002 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57918) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:35.147929 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0ebffeaf-3525-451d-80f2-31b1d20bcadf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5507512 Jan 27 17:08:35.154523 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d71fe2b4-2546-4f05-875f-05c347e3d0d7 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1415495192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:35.159759 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57922) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:35.162128 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.179247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.180049 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.180659 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d71fe2b4-2546-4f05-875f-05c347e3d0d7 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:35.190869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d71fe2b4-2546-4f05-875f-05c347e3d0d7 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Usage tracker for resource:router and tenant:5326678e7ab9402da7acd3f3a88cca04 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:35.200548 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d71fe2b4-2546-4f05-875f-05c347e3d0d7 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:35.268882 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d71fe2b4-2546-4f05-875f-05c347e3d0d7 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:35.285744 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 59e13fed-6da7-49a7-9b24-41bdd85970c0 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:35.286407 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.307250 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d71fe2b4-2546-4f05-875f-05c347e3d0d7 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.308244 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d71fe2b4-2546-4f05-875f-05c347e3d0d7 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.357880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fe271654-ff44-4631-babe-3c76b3c501bd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.405705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.413668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d71fe2b4-2546-4f05-875f-05c347e3d0d7 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.420383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe271654-ff44-4631-babe-3c76b3c501bd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1b6823-57a6-44fe-ad9b-c99d628a9ffb,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:35.438339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fe271654-ff44-4631-babe-3c76b3c501bd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.441646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 819a1240-f433-45fd-8173-a156a0b8afd1 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:35.455115 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Transition to ACTIVE for port object 34acfcc3-0cdd-40e1-8078-9bd4b484a1f6 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:35.462198 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3fa1721b-4282-40fb-bd71-57ab5fa76e8c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port a01bf3d9-20b5-432b-bd8c-741a3d33b22e {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:35.462532 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3fa1721b-4282-40fb-bd71-57ab5fa76e8c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.473472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c489431-50ec-4fea-b662-234dfdcdb801 None None] Network 3e3aa3f6-9cb7-4eec-b340-0e36285b734f requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:35.489016 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=6369f6f4-94f1-43ce-9105-2a9d9222df6b,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:35.501468 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fe271654-ff44-4631-babe-3c76b3c501bd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/cd1b6823-57a6-44fe-ad9b-c99d628a9ffb HTTP/1.1" status: 204 len: 168 time: 1.2713463 Jan 27 17:08:35.510930 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57926) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:35.538530 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d71fe2b4-2546-4f05-875f-05c347e3d0d7 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.584444 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-96aea858-ff01-4733-a563-5d988ed56dfd tempest-DHCPAgentSchedulersTestJSON-491445810 tempest-DHCPAgentSchedulersTestJSON-491445810-project-admin] 10.222.0.50 "GET /v2.0/agents/77d33bb8-4ee5-4d37-b1c7-5a39f05507f8/dhcp-networks HTTP/1.1" status: 200 len: 8835 time: 0.4200020 Jan 27 17:08:35.594212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57930) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:35.640295 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:35.669841 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 819a1240-f433-45fd-8173-a156a0b8afd1 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:35.681349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e8acbfb8-3694-485a-85a0-6966ff756cf6 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:35.685073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d71fe2b4-2546-4f05-875f-05c347e3d0d7 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.686416 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d71fe2b4-2546-4f05-875f-05c347e3d0d7 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5507910 Jan 27 17:08:35.704756 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57934) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:35.704977 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:35.719412 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-72582dd2-9bf3-45f7-802d-77e9575b0bc8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'enable_snat': False}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:35.780003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e8acbfb8-3694-485a-85a0-6966ff756cf6 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:35.780426 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.893750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8b594a-6b6e-4131-871b-41cd176fef35 None None] DHCP port deletion for 3e3aa3f6-9cb7-4eec-b340-0e36285b734f request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:08:35.931693 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b594a-6b6e-4131-871b-41cd176fef35 None None] Deleting port e8acbfb8-3694-485a-85a0-6966ff756cf6 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:35.932149 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f8b594a-6b6e-4131-871b-41cd176fef35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.963506 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:35.975974 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:36.004559 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a10967e-49d0-4b15-8702-0149451a07f8 tempest-DHCPAgentSchedulersTestJSON-491445810 tempest-DHCPAgentSchedulersTestJSON-491445810-project-admin] Network af34f70e-1ffd-40bc-a833-993cc57ab289 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:08:36.066261 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967d7317-4862-475e-8c38-a33a2a626cbc None None] Network af34f70e-1ffd-40bc-a833-993cc57ab289 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:36.071871 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6a10967e-49d0-4b15-8702-0149451a07f8 tempest-DHCPAgentSchedulersTestJSON-491445810 tempest-DHCPAgentSchedulersTestJSON-491445810-project-admin] 10.222.0.50 "POST /v2.0/agents/77d33bb8-4ee5-4d37-b1c7-5a39f05507f8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4765985 Jan 27 17:08:36.082040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57938) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:36.105129 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:36.151058 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b243d7-1fc5-4edc-9d3d-3f77294f3e41 None None] Network 2b25067f-90d8-43d3-8f95-d604e3657712 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:36.346787 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d61ced78-a82d-4efb-bc9e-c559bef647af None None] Provisioning for port 819a1240-f433-45fd-8173-a156a0b8afd1 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:36.356009 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port e8acbfb8-3694-485a-85a0-6966ff756cf6 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:36.356504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:36.376375 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d61ced78-a82d-4efb-bc9e-c559bef647af None None] Provisioning complete for port 819a1240-f433-45fd-8173-a156a0b8afd1 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:36.376726 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d61ced78-a82d-4efb-bc9e-c559bef647af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:36.415526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Router d448dcbf-5c7e-45cf-8580-1ddaa240a1a3 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:08:36.483988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3fa1721b-4282-40fb-bd71-57ab5fa76e8c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:36.526478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Network 2b25067f-90d8-43d3-8f95-d604e3657712 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:36.582336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:36.583794 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event updated for resources: {'Port': ['ID=34acfcc3-0cdd-40e1-8078-9bd4b484a1f6,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:36.620360 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2f8b594a-6b6e-4131-871b-41cd176fef35 None None] For port e8acbfb8-3694-485a-85a0-6966ff756cf6, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e8acbfb8-3694-485a-85a0-6966ff756cf6,segment=NetworkSegment(057bf18a-2c5d-4232-a6e7-2af54dc607c4),segment_id=057bf18a-2c5d-4232-a6e7-2af54dc607c4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:36.620968 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f8b594a-6b6e-4131-871b-41cd176fef35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:36.680726 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fd9979c7-c4fb-4bb8-86a2-e566627fb284 tempest-DHCPAgentSchedulersTestJSON-491445810 tempest-DHCPAgentSchedulersTestJSON-491445810-project-admin] 10.222.0.50 "GET /v2.0/agents/77d33bb8-4ee5-4d37-b1c7-5a39f05507f8/dhcp-networks HTTP/1.1" status: 200 len: 9567 time: 0.5946429 Jan 27 17:08:36.681926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57942) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:36.691235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:36.726058 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3fa1721b-4282-40fb-bd71-57ab5fa76e8c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Calling delete_port for a01bf3d9-20b5-432b-bd8c-741a3d33b22e owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:36.758753 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b594a-6b6e-4131-871b-41cd176fef35 None None] Calling delete_port for e8acbfb8-3694-485a-85a0-6966ff756cf6 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:36.776975 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-72582dd2-9bf3-45f7-802d-77e9575b0bc8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:36.907103 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:36.918375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:36.919022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:36.927005 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-31cb08c1-a778-4ae2-930e-2233567c41f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "PUT /v2.0/routers/d448dcbf-5c7e-45cf-8580-1ddaa240a1a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1456099 Jan 27 17:08:36.935744 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Sync routers for ids ['d448dcbf-5c7e-45cf-8580-1ddaa240a1a3'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:36.939647 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d61ced78-a82d-4efb-bc9e-c559bef647af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:36.941911 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57946) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:36.970959 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9c92c943-385c-4345-a1e2-e6dac3b4baf9 tempest-DHCPAgentSchedulersTestJSON-491445810 tempest-DHCPAgentSchedulersTestJSON-491445810-project-admin] 10.222.0.50 "DELETE /v2.0/agents/77d33bb8-4ee5-4d37-b1c7-5a39f05507f8/dhcp-networks/af34f70e-1ffd-40bc-a833-993cc57ab289 HTTP/1.1" status: 204 len: 168 time: 0.2857797 Jan 27 17:08:36.971715 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57950) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:36.973348 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f8b594a-6b6e-4131-871b-41cd176fef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:37.024360 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Routers {'d448dcbf-5c7e-45cf-8580-1ddaa240a1a3'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:37.025032 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d448dcbf-5c7e-45cf-8580-1ddaa240a1a3'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:37.072286 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e8acbfb8-3694-485a-85a0-6966ff756cf6 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:08:37.130744 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b594a-6b6e-4131-871b-41cd176fef35 None None] No DVR routers for this DVR port e8acbfb8-3694-485a-85a0-6966ff756cf6 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:08:37.135003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b594a-6b6e-4131-871b-41cd176fef35 None None] Pushing event deleted for resources: {'Port': ['ID=e8acbfb8-3694-485a-85a0-6966ff756cf6,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:37.147814 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: e8acbfb8-3694-485a-85a0-6966ff756cf6 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:08:37.148147 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e8acbfb8-3694-485a-85a0-6966ff756cf6 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:08:37.150676 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:37.156364 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d61ced78-a82d-4efb-bc9e-c559bef647af None None] For port 819a1240-f433-45fd-8173-a156a0b8afd1, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=819a1240-f433-45fd-8173-a156a0b8afd1,segment=NetworkSegment(ba683837-9d09-4773-b989-b3f3d6a2bbdc),segment_id=ba683837-9d09-4773-b989-b3f3d6a2bbdc)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:37.186240 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9fdaf094-419a-4238-9d26-0229bd8c235d tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8046386 Jan 27 17:08:37.188680 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:37.226438 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57954) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:37.243818 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d61ced78-a82d-4efb-bc9e-c559bef647af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:37.248738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Request body: {'port': {'network_id': '2b25067f-90d8-43d3-8f95-d604e3657712', 'name': 'tempest-AllowedAddressPairTestJSON-1751424526', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:87:02:f9'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:37.292914 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] For port e8acbfb8-3694-485a-85a0-6966ff756cf6, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e8acbfb8-3694-485a-85a0-6966ff756cf6,segment=NetworkSegment(057bf18a-2c5d-4232-a6e7-2af54dc607c4),segment_id=057bf18a-2c5d-4232-a6e7-2af54dc607c4)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:37.293267 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:37.301136 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4d18ca46-87f1-4ef6-bd81-f55d3e29b64e tempest-DHCPAgentSchedulersTestJSON-491445810 tempest-DHCPAgentSchedulersTestJSON-491445810-project-admin] 10.222.0.50 "GET /v2.0/agents/77d33bb8-4ee5-4d37-b1c7-5a39f05507f8/dhcp-networks HTTP/1.1" status: 200 len: 8797 time: 0.3230557 Jan 27 17:08:37.302318 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57958) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:37.326599 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5021d14d-0f93-426c-94db-eff811325ff5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:37.329167 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5021d14d-0f93-426c-94db-eff811325ff5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:37.345991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:37.346490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Set router d448dcbf-5c7e-45cf-8580-1ddaa240a1a3 gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:08:37.376005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Pushing event updated for resources: {'Port': ['ID=a643e45d-04ed-4f4e-8e3f-a9ed6c118b0d,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:37.394388 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d8ffc5fd-0898-44a2-a3a4-5c9855e93f4b tempest-DHCPAgentSchedulersTestJSON-491445810 tempest-DHCPAgentSchedulersTestJSON-491445810-project-admin] 10.222.0.50 "GET /v2.0/networks/ac40d3e1-a14d-4dcb-a13c-a82814960463/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0801170 Jan 27 17:08:37.402703 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57962) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:37.455426 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3fa1721b-4282-40fb-bd71-57ab5fa76e8c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:37.479154 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e87b183a-752b-46d6-8031-0c664653bdbf tempest-DHCPAgentSchedulersTestJSON-491445810 tempest-DHCPAgentSchedulersTestJSON-491445810-project-admin] 10.222.0.50 "GET /v2.0/networks/ac40d3e1-a14d-4dcb-a13c-a82814960463/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0764625 Jan 27 17:08:37.486903 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57966) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:37.545844 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for e8acbfb8-3694-485a-85a0-6966ff756cf6 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:37.555665 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Network b2a8e9df-ac78-42b8-b73c-1cb2c43aade5 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:37.566790 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:37.706889 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a975103c-712d-423c-b959-898129ea74e3 None None] Provisioning complete for port 6369f6f4-94f1-43ce-9105-2a9d9222df6b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:37.707424 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a975103c-712d-423c-b959-898129ea74e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:37.771127 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ced78-a82d-4efb-bc9e-c559bef647af None None] Pushing event updated for resources: {'Port': ['ID=819a1240-f433-45fd-8173-a156a0b8afd1,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:37.840923 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a975103c-712d-423c-b959-898129ea74e3 None None] Port 6369f6f4-94f1-43ce-9105-2a9d9222df6b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:37.841139 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-67b86326-075d-4eac-83a9-92a6dcff32b1 tempest-DHCPAgentSchedulersTestJSON-491445810 tempest-DHCPAgentSchedulersTestJSON-491445810-project-admin] 10.222.0.50 "GET /v2.0/agents/77d33bb8-4ee5-4d37-b1c7-5a39f05507f8/dhcp-networks HTTP/1.1" status: 200 len: 8797 time: 0.3529181 Jan 27 17:08:37.841754 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57970) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:37.944097 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd448dcbf-5c7e-45cf-8580-1ddaa240a1a3', 'name': 'tempest-NetworksTestDHCPv6-router-915139662', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:08:28Z', 'updated_at': '2022-01-27T17:08:33Z', 'revision_number': 2, 'project_id': 'b5b56d9041d34791adead564583c8bb2', 'gw_port_host': None, '_interfaces': [{'id': '6369f6f4-94f1-43ce-9105-2a9d9222df6b', 'name': '', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'mac_address': 'fa:16:3e:45:c3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd448dcbf-5c7e-45cf-8580-1ddaa240a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '0d0744f6-3293-4830-b275-491cc985decc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:08:30Z', 'updated_at': '2022-01-27T17:08:34Z', 'revision_number': 2, 'project_id': 'b5b56d9041d34791adead564583c8bb2', 'subnets': [{'id': '0d0744f6-3293-4830-b275-491cc985decc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:37.948051 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5021d14d-0f93-426c-94db-eff811325ff5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:37.949346 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5021d14d-0f93-426c-94db-eff811325ff5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports/6369f6f4-94f1-43ce-9105-2a9d9222df6b HTTP/1.1" status: 200 len: 911 time: 0.9964859 Jan 27 17:08:37.950620 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1721b-4282-40fb-bd71-57ab5fa76e8c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Port': ['ID=a01bf3d9-20b5-432b-bd8c-741a3d33b22e,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:37.959330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Checking router: d448dcbf-5c7e-45cf-8580-1ddaa240a1a3 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:08:37.959671 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Updating router d448dcbf-5c7e-45cf-8580-1ddaa240a1a3 port 6369f6f4-94f1-43ce-9105-2a9d9222df6b binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:08:37.960496 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57974) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:38.023902 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-086bdb10-1a9c-4df8-bf7b-1d653ccdf3ef None None] Provisioning for port 34acfcc3-0cdd-40e1-8078-9bd4b484a1f6 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:38.030279 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-086bdb10-1a9c-4df8-bf7b-1d653ccdf3ef None None] Provisioning complete for port 34acfcc3-0cdd-40e1-8078-9bd4b484a1f6 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:38.030608 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-086bdb10-1a9c-4df8-bf7b-1d653ccdf3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.053116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Router f8e5a99f-7d6a-4474-a945-1d2dca5a677c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:08:38.061863 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.147142 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-086bdb10-1a9c-4df8-bf7b-1d653ccdf3ef None None] Port 34acfcc3-0cdd-40e1-8078-9bd4b484a1f6 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:38.212007 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-086bdb10-1a9c-4df8-bf7b-1d653ccdf3ef None None] Provisioning complete for port 819a1240-f433-45fd-8173-a156a0b8afd1 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:38.212362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-086bdb10-1a9c-4df8-bf7b-1d653ccdf3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.216077 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6bd9d5d0-a832-443f-a9db-2fdece42f087 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.233893 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.api [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:08:38.234245 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG oslo_db.api [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:08:38.245188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:38.251488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3fa1721b-4282-40fb-bd71-57ab5fa76e8c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.255469 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Usage tracker for resource:port and tenant:35e54c7950a54cf3927194b8e9b21adc is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:38.258816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:38.268774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:38.278900 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158a7c73-a27e-49d4-b17a-07419141cbaf tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:38.284993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158a7c73-a27e-49d4-b17a-07419141cbaf tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:38.285875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-158a7c73-a27e-49d4-b17a-07419141cbaf tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:38.404745 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Made reservation on behalf of 35e54c7950a54cf3927194b8e9b21adc for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:38.558163 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8a48c128-32b1-41df-9fe9-b9e28d366fde None None] Provisioning complete for port a643e45d-04ed-4f4e-8e3f-a9ed6c118b0d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:38.558906 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8a48c128-32b1-41df-9fe9-b9e28d366fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.572781 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-158a7c73-a27e-49d4-b17a-07419141cbaf tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:38.576420 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-158a7c73-a27e-49d4-b17a-07419141cbaf tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6095431 Jan 27 17:08:38.578457 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57978) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:38.611255 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.632281 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Transition to ACTIVE for port object 6369f6f4-94f1-43ce-9105-2a9d9222df6b will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:38.637741 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8a48c128-32b1-41df-9fe9-b9e28d366fde None None] Port a643e45d-04ed-4f4e-8e3f-a9ed6c118b0d cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:38.645122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.691438 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6bd9d5d0-a832-443f-a9db-2fdece42f087 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.737435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:38.739988 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-6bd9d5d0-a832-443f-a9db-2fdece42f087 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af34f70e-1ffd-40bc-a833-993cc57ab289']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:38.742148 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port e8acbfb8-3694-485a-85a0-6966ff756cf6 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:38.742446 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.752507 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc05678-a8bc-4b7d-bff8-56a9582a34a7 None None] Sync routers for ids ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:38.755010 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f878a5db-488b-4f75-b727-6db9016501c8 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] 10.222.0.50 "PUT /v2.0/routers/f8e5a99f-7d6a-4474-a945-1d2dca5a677c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1113303 Jan 27 17:08:38.770518 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc05678-a8bc-4b7d-bff8-56a9582a34a7 None None] Routers {'f8e5a99f-7d6a-4474-a945-1d2dca5a677c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:38.771614 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3fc05678-a8bc-4b7d-bff8-56a9582a34a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:38.773080 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 57982) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:38.819567 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-6bd9d5d0-a832-443f-a9db-2fdece42f087 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc689544-60da-4e99-8996-179363251af1') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:38.819863 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-6bd9d5d0-a832-443f-a9db-2fdece42f087 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc689544-60da-4e99-8996-179363251af1') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:38.832743 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605fffc-fece-452d-8501-ca08faeea351 None None] Pushing event updated for resources: {'Port': ['ID=6369f6f4-94f1-43ce-9105-2a9d9222df6b,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:38.847510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Request body: {'port': {'network_id': 'b2a8e9df-ac78-42b8-b73c-1cb2c43aade5', 'name': 'tempest-FloatingIPAdminTestJSON-1961640187'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:38.854823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6bd9d5d0-a832-443f-a9db-2fdece42f087 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.909405 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6bd9d5d0-a832-443f-a9db-2fdece42f087 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.941599 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Attempting to bind port 6369f6f4-94f1-43ce-9105-2a9d9222df6b on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:38.941930 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Attempting to bind port 6369f6f4-94f1-43ce-9105-2a9d9222df6b by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:38.942262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Attempting to bind port 6369f6f4-94f1-43ce-9105-2a9d9222df6b on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:38.950687 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3fc05678-a8bc-4b7d-bff8-56a9582a34a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:38.956325 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:38.956691 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:38.957097 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.957500 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:38.961394 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Bound port: 6369f6f4-94f1-43ce-9105-2a9d9222df6b, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:38.961835 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.962510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] The port 'e8acbfb8-3694-485a-85a0-6966ff756cf6' was deleted {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:08:38.963932 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-72582dd2-9bf3-45f7-802d-77e9575b0bc8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:38.974933 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 819a1240-f433-45fd-8173-a156a0b8afd1 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:38.983441 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc05678-a8bc-4b7d-bff8-56a9582a34a7 None None] Routers {'f8e5a99f-7d6a-4474-a945-1d2dca5a677c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:38.984304 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3fc05678-a8bc-4b7d-bff8-56a9582a34a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:39.007781 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd9d5d0-a832-443f-a9db-2fdece42f087 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:08:39.008190 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6bd9d5d0-a832-443f-a9db-2fdece42f087 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.013177 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa1721b-4282-40fb-bd71-57ab5fa76e8c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router 32f1d8a9-520e-443f-a9af-4d2696971b77 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:08:39.031747 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.057981 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3fc05678-a8bc-4b7d-bff8-56a9582a34a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:39.058683 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc05678-a8bc-4b7d-bff8-56a9582a34a7 None None] The sync data for ids ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:39.090702 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-72582dd2-9bf3-45f7-802d-77e9575b0bc8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:08:39.127275 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:08:39.137468 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6bd9d5d0-a832-443f-a9db-2fdece42f087 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.166055 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6bd9d5d0-a832-443f-a9db-2fdece42f087 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.178298 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] For port 6369f6f4-94f1-43ce-9105-2a9d9222df6b, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:39.179538 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9d5d0-a832-443f-a9db-2fdece42f087 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Pushing event deleted for resources: {'Network': ['ID=af34f70e-1ffd-40bc-a833-993cc57ab289,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:39.180112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 819a1240-f433-45fd-8173-a156a0b8afd1 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:39.180476 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.230610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] For port 6369f6f4-94f1-43ce-9105-2a9d9222df6b, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=6369f6f4-94f1-43ce-9105-2a9d9222df6b,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:39.233799 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6bd9d5d0-a832-443f-a9db-2fdece42f087 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] 10.222.0.50 "DELETE /v2.0/networks/af34f70e-1ffd-40bc-a833-993cc57ab289 HTTP/1.1" status: 204 len: 168 time: 1.3275380 Jan 27 17:08:39.241746 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57986) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:39.242349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.291608 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42b2073-1e5f-4dd8-9196-dfdb64c5a1d7 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] DELETE failed (client error): The resource could not be found. Jan 27 17:08:39.292088 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42b2073-1e5f-4dd8-9196-dfdb64c5a1d7 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:08:39.293776 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b42b2073-1e5f-4dd8-9196-dfdb64c5a1d7 tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] 10.222.0.50 "DELETE /v2.0/ports/6720427b-a43b-4b3e-8998-b48fa36e6d40 HTTP/1.1" status: 404 len: 333 time: 0.0516250 Jan 27 17:08:39.297487 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57990) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:39.369505 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Routers {'d448dcbf-5c7e-45cf-8580-1ddaa240a1a3'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:39.369873 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d448dcbf-5c7e-45cf-8580-1ddaa240a1a3'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:39.427027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f92f31-dd64-4006-95a6-619eb8999ecf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Deleting subnet a335087c-47ed-4a20-80cb-3eb76782a199 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:08:39.433356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b9f92f31-dd64-4006-95a6-619eb8999ecf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.448466 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] device_id is not set on port 44885523-758e-4e55-8aa3-2a757d103d12 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:39.477361 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605fffc-fece-452d-8501-ca08faeea351 None None] Pushing event updated for resources: {'Port': ['ID=6369f6f4-94f1-43ce-9105-2a9d9222df6b,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:39.502208 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b9f92f31-dd64-4006-95a6-619eb8999ecf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.652697 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] Set router d448dcbf-5c7e-45cf-8580-1ddaa240a1a3 gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:08:39.661152 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.676574 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b9f92f31-dd64-4006-95a6-619eb8999ecf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.684740 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa1721b-4282-40fb-bd71-57ab5fa76e8c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:39.699934 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e82f32b-2524-4fa5-b1d8-8210db654bdc None None] Sync routers for ids ['32f1d8a9-520e-443f-a9af-4d2696971b77'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:39.739667 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e82f32b-2524-4fa5-b1d8-8210db654bdc None None] Routers {'32f1d8a9-520e-443f-a9af-4d2696971b77'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:39.739965 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3e82f32b-2524-4fa5-b1d8-8210db654bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['32f1d8a9-520e-443f-a9af-4d2696971b77'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:39.757175 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6437cba5-bb4e-4512-84a0-860ef76c3e73 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.786509 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3aa3f6-9cb7-4eec-b340-0e36285b734f']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:39.795234 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:39.811870 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Usage tracker for resource:port and tenant:db8ad8a8281d4ad4bcee9cc0103492bb is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:39.824981 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057bf18a-2c5d-4232-a6e7-2af54dc607c4') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:39.825273 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057bf18a-2c5d-4232-a6e7-2af54dc607c4') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:39.831835 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:39.864571 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3e82f32b-2524-4fa5-b1d8-8210db654bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:39.870260 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3fa1721b-4282-40fb-bd71-57ab5fa76e8c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/32f1d8a9-520e-443f-a9af-4d2696971b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1935296 Jan 27 17:08:39.878002 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57994) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:39.891473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:39.899976 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.907047 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e82f32b-2524-4fa5-b1d8-8210db654bdc None None] Routers {'32f1d8a9-520e-443f-a9af-4d2696971b77'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:39.907688 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3e82f32b-2524-4fa5-b1d8-8210db654bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['32f1d8a9-520e-443f-a9af-4d2696971b77'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:39.916560 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-72582dd2-9bf3-45f7-802d-77e9575b0bc8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Allocated IP 172.26.1.112 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/05894f5e-6666-432c-b4ef-0a8530f54b36) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:39.947903 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Made reservation on behalf of db8ad8a8281d4ad4bcee9cc0103492bb for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:39.953411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.966680 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:39.982743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:08:39.983225 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:08:40.003675 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:08:40.043683 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3e82f32b-2524-4fa5-b1d8-8210db654bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:40.044030 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e82f32b-2524-4fa5-b1d8-8210db654bdc None None] The sync data for ids ['32f1d8a9-520e-443f-a9af-4d2696971b77'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:40.044619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] device_id is not set on port 74fd845a-596a-4425-907d-04192b55fd24 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:40.091828 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Allocated IP 172.20.0.5 (2b25067f-90d8-43d3-8f95-d604e3657712/2071986b-be10-4fac-b5ad-312d3d781582/44885523-758e-4e55-8aa3-2a757d103d12) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:40.095309 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b9f92f31-dd64-4006-95a6-619eb8999ecf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:40.155011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b9f92f31-dd64-4006-95a6-619eb8999ecf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:40.156206 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6316bc6-f2e8-40ed-8a1d-79ca4df305f5 None None] Network ac40d3e1-a14d-4dcb-a13c-a82814960463 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:40.163153 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f92f31-dd64-4006-95a6-619eb8999ecf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Pushing event deleted for resources: {'Subnet': ['ID=a335087c-47ed-4a20-80cb-3eb76782a199,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:40.204677 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd448dcbf-5c7e-45cf-8580-1ddaa240a1a3', 'name': 'tempest-NetworksTestDHCPv6-router-915139662', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:08:28Z', 'updated_at': '2022-01-27T17:08:33Z', 'revision_number': 2, 'project_id': 'b5b56d9041d34791adead564583c8bb2', 'gw_port_host': None, '_interfaces': [{'id': '6369f6f4-94f1-43ce-9105-2a9d9222df6b', 'name': '', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'mac_address': 'fa:16:3e:45:c3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd448dcbf-5c7e-45cf-8580-1ddaa240a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '0d0744f6-3293-4830-b275-491cc985decc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:08:30Z', 'updated_at': '2022-01-27T17:08:39Z', 'revision_number': 4, 'project_id': 'b5b56d9041d34791adead564583c8bb2', 'subnets': [{'id': '0d0744f6-3293-4830-b275-491cc985decc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:40.235364 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b9f92f31-dd64-4006-95a6-619eb8999ecf tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] 10.222.0.50 "DELETE /v2.0/subnets/a335087c-47ed-4a20-80cb-3eb76782a199 HTTP/1.1" status: 204 len: 168 time: 0.9367833 Jan 27 17:08:40.236144 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 57998) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:40.258650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:40.263709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86449f2e-5840-4deb-ba4d-51d4c2147c8a None None] The sync data for ids ['d448dcbf-5c7e-45cf-8580-1ddaa240a1a3'] in dv-neutron-826439-2-hyperv is: [{'id': 'd448dcbf-5c7e-45cf-8580-1ddaa240a1a3', 'name': 'tempest-NetworksTestDHCPv6-router-915139662', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:08:28Z', 'updated_at': '2022-01-27T17:08:33Z', 'revision_number': 2, 'project_id': 'b5b56d9041d34791adead564583c8bb2', 'gw_port_host': None, '_interfaces': [{'id': '6369f6f4-94f1-43ce-9105-2a9d9222df6b', 'name': '', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'mac_address': 'fa:16:3e:45:c3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd448dcbf-5c7e-45cf-8580-1ddaa240a1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '0d0744f6-3293-4830-b275-491cc985decc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:08:30Z', 'updated_at': '2022-01-27T17:08:39Z', 'revision_number': 4, 'project_id': 'b5b56d9041d34791adead564583c8bb2', 'subnets': [{'id': '0d0744f6-3293-4830-b275-491cc985decc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:40.319870 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:40.326280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Network': ['ID=3e3aa3f6-9cb7-4eec-b340-0e36285b734f,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:40.387507 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b09d4d52-194e-4c65-9663-979ed6bab2c3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/networks/3e3aa3f6-9cb7-4eec-b340-0e36285b734f HTTP/1.1" status: 204 len: 168 time: 4.8749068 Jan 27 17:08:40.406884 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58002) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:40.425015 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-212fec03-53eb-4ddd-a14f-40072f2e6132 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540', 'name': 'tempest-PortsIpV6TestJSON-435499846'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:40.444586 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b38e7b4-0f45-4913-9814-cd53f4dad0f7 None None] DHCP port deletion for ac40d3e1-a14d-4dcb-a13c-a82814960463 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:08:40.451153 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1b38e7b4-0f45-4913-9814-cd53f4dad0f7 None None] Deleting port b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:40.451418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b38e7b4-0f45-4913-9814-cd53f4dad0f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:40.522226 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-72582dd2-9bf3-45f7-802d-77e9575b0bc8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:40.548080 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Allocated IP 172.20.0.9 (b2a8e9df-ac78-42b8-b73c-1cb2c43aade5/4b601dc3-246a-43ba-848f-901ff54a30da/74fd845a-596a-4425-907d-04192b55fd24) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:40.616524 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-34be83c3-2715-4637-bda3-3201dd23b6ee tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] remove_router_interface failed (client error): The resource could not be found. Jan 27 17:08:40.620259 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-34be83c3-2715-4637-bda3-3201dd23b6ee tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/32f1d8a9-520e-443f-a9af-4d2696971b77/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7385499 Jan 27 17:08:40.627774 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58006) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:40.658288 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-212fec03-53eb-4ddd-a14f-40072f2e6132 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:40.722849 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1b38e7b4-0f45-4913-9814-cd53f4dad0f7 None None] For port b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be,segment=NetworkSegment(6924c701-f3b5-4a5e-8907-d61660f63db6),segment_id=6924c701-f3b5-4a5e-8907-d61660f63db6)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:40.723287 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b38e7b4-0f45-4913-9814-cd53f4dad0f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:40.750923 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-275a9d92-f894-4e29-a98e-05949aaf09ff tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:40.767439 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-212fec03-53eb-4ddd-a14f-40072f2e6132 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:40.777450 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-09fcc6c3-5a01-43c2-b6d5-b6648e2e533b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Synchronizing usage tracker for tenant:65a019d99d874346aca26dc7cd6b9eab on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:40.803778 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-275a9d92-f894-4e29-a98e-05949aaf09ff tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Deleting port b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:40.804522 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-275a9d92-f894-4e29-a98e-05949aaf09ff tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:40.837387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-09fcc6c3-5a01-43c2-b6d5-b6648e2e533b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Unset dirty status for tenant:65a019d99d874346aca26dc7cd6b9eab on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:40.838863 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-09fcc6c3-5a01-43c2-b6d5-b6648e2e533b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports?device_id=32f1d8a9-520e-443f-a9af-4d2696971b77 HTTP/1.1" status: 200 len: 205 time: 0.2098858 Jan 27 17:08:40.856959 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58010) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:40.935839 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1b38e7b4-0f45-4913-9814-cd53f4dad0f7 None None] Calling delete_port for b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:40.995196 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 6369f6f4-94f1-43ce-9105-2a9d9222df6b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:41.003868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212fec03-53eb-4ddd-a14f-40072f2e6132 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:41.007406 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-212fec03-53eb-4ddd-a14f-40072f2e6132 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.021577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2ad4d9ff-815a-4080-a8f7-b0e3bcfda03e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.070528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.096638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Transition to ACTIVE for port object 44885523-758e-4e55-8aa3-2a757d103d12 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:41.146476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-212fec03-53eb-4ddd-a14f-40072f2e6132 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] device_id is not set on port f3de7037-6c56-4a01-a04f-a1a4821f4d45 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:41.178024 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b38e7b4-0f45-4913-9814-cd53f4dad0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.215912 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-72582dd2-9bf3-45f7-802d-77e9575b0bc8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.237643 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38e7b4-0f45-4913-9814-cd53f4dad0f7 None None] Pushing event deleted for resources: {'Port': ['ID=b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:41.239672 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b38e7b4-0f45-4913-9814-cd53f4dad0f7 None None] No DVR routers for this DVR port b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:08:41.240983 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 6369f6f4-94f1-43ce-9105-2a9d9222df6b completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:41.247742 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 6369f6f4-94f1-43ce-9105-2a9d9222df6b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:41.248111 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.267514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.271352 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.278370 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-275a9d92-f894-4e29-a98e-05949aaf09ff tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] The port 'b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be' was deleted {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:08:41.301044 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72582dd2-9bf3-45f7-802d-77e9575b0bc8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:41.325776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-72582dd2-9bf3-45f7-802d-77e9575b0bc8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:41.337914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-6437cba5-bb4e-4512-84a0-860ef76c3e73 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port 6369f6f4-94f1-43ce-9105-2a9d9222df6b {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:41.338585 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6437cba5-bb4e-4512-84a0-860ef76c3e73 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.338834 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72582dd2-9bf3-45f7-802d-77e9575b0bc8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:41.379995 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Transition to ACTIVE for port object 74fd845a-596a-4425-907d-04192b55fd24 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:41.385201 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.427098 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 6369f6f4-94f1-43ce-9105-2a9d9222df6b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=6369f6f4-94f1-43ce-9105-2a9d9222df6b,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:41.434249 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.522153 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:08:41.546451 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Network 2b25067f-90d8-43d3-8f95-d604e3657712 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:41.555735 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:41.561024 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72582dd2-9bf3-45f7-802d-77e9575b0bc8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Pushing event updated for resources: {'Port': ['ID=05894f5e-6666-432c-b4ef-0a8530f54b36,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:41.565646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:08:41.565823 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b2c06de8-4c2a-47f3-9a38-1d5a9d2ba8be not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:08:41.566178 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:41.594922 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=6369f6f4-94f1-43ce-9105-2a9d9222df6b,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:41.695980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2ad4d9ff-815a-4080-a8f7-b0e3bcfda03e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.710554 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2ad4d9ff-815a-4080-a8f7-b0e3bcfda03e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.795048 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7556e867-1b20-42cb-b88c-fd48274b58c5 None None] Provisioning for port 44885523-758e-4e55-8aa3-2a757d103d12 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:41.800102 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7556e867-1b20-42cb-b88c-fd48274b58c5 None None] Provisioning complete for port 44885523-758e-4e55-8aa3-2a757d103d12 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:41.800691 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7556e867-1b20-42cb-b88c-fd48274b58c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.825911 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-275a9d92-f894-4e29-a98e-05949aaf09ff tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.866081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7556e867-1b20-42cb-b88c-fd48274b58c5 None None] Port 44885523-758e-4e55-8aa3-2a757d103d12 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:41.901089 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2ad4d9ff-815a-4080-a8f7-b0e3bcfda03e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.902030 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad4d9ff-815a-4080-a8f7-b0e3bcfda03e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Fanout notify agent at l3_agent the message router_deleted on router 32f1d8a9-520e-443f-a9af-4d2696971b77 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:08:41.910042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event updated for resources: {'Port': ['ID=44885523-758e-4e55-8aa3-2a757d103d12,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:41.918244 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:41.918867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.921187 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-275a9d92-f894-4e29-a98e-05949aaf09ff tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac40d3e1-a14d-4dcb-a13c-a82814960463']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:41.940969 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2ad4d9ff-815a-4080-a8f7-b0e3bcfda03e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:41.942071 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2ad4d9ff-815a-4080-a8f7-b0e3bcfda03e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/routers/32f1d8a9-520e-443f-a9af-4d2696971b77 HTTP/1.1" status: 204 len: 168 time: 1.0838485 Jan 27 17:08:41.948316 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58014) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:41.954192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-275a9d92-f894-4e29-a98e-05949aaf09ff tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6924c701-f3b5-4a5e-8907-d61660f63db6') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:41.954476 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-275a9d92-f894-4e29-a98e-05949aaf09ff tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6924c701-f3b5-4a5e-8907-d61660f63db6') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:42.016759 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-275a9d92-f894-4e29-a98e-05949aaf09ff tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.028747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-6437cba5-bb4e-4512-84a0-860ef76c3e73 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] For port 6369f6f4-94f1-43ce-9105-2a9d9222df6b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=6369f6f4-94f1-43ce-9105-2a9d9222df6b,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:42.029096 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6437cba5-bb4e-4512-84a0-860ef76c3e73 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.049576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.090046 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bc3d6e54-be77-4a0a-83ca-63d01aab75ca tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.8654723 Jan 27 17:08:42.094995 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58018) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:42.144391 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-212fec03-53eb-4ddd-a14f-40072f2e6132 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.169184 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-6437cba5-bb4e-4512-84a0-860ef76c3e73 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for 6369f6f4-94f1-43ce-9105-2a9d9222df6b owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:42.214382 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Network b2a8e9df-ac78-42b8-b73c-1cb2c43aade5 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:42.222998 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-275a9d92-f894-4e29-a98e-05949aaf09ff tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.228864 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:42.236287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:42.263175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Pushing event updated for resources: {'Port': ['ID=74fd845a-596a-4425-907d-04192b55fd24,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:42.265150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275a9d92-f894-4e29-a98e-05949aaf09ff tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:08:42.265743 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-275a9d92-f894-4e29-a98e-05949aaf09ff tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.286566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bef7744-1851-4eb0-9ace-b234ae0b6435 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting subnet 31e8241b-304c-4811-80e0-865c9732d808 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:08:42.288400 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:08:42.296845 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8bef7744-1851-4eb0-9ace-b234ae0b6435 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.392899 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:42.393522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.426704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-212fec03-53eb-4ddd-a14f-40072f2e6132 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.434542 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-72582dd2-9bf3-45f7-802d-77e9575b0bc8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.450769 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8bef7744-1851-4eb0-9ace-b234ae0b6435 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.487168 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4a50b460-dbde-4d4a-9d5f-e7c6b2e7159c tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6580074 Jan 27 17:08:42.492416 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-275a9d92-f894-4e29-a98e-05949aaf09ff tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.496391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58022) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:42.505442 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bc27f827-0f10-4c42-add7-6fbfb5a52a8c None None] Provisioning for port 74fd845a-596a-4425-907d-04192b55fd24 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:42.513928 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bc27f827-0f10-4c42-add7-6fbfb5a52a8c None None] Provisioning complete for port 74fd845a-596a-4425-907d-04192b55fd24 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:42.514454 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc27f827-0f10-4c42-add7-6fbfb5a52a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.520344 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-275a9d92-f894-4e29-a98e-05949aaf09ff tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.576398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212fec03-53eb-4ddd-a14f-40072f2e6132 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network eb111497-a1bd-4f32-8008-5457d5cd4540 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:42.580619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-bc27f827-0f10-4c42-add7-6fbfb5a52a8c None None] Port 74fd845a-596a-4425-907d-04192b55fd24 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:42.581831 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-212fec03-53eb-4ddd-a14f-40072f2e6132 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:42.589254 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212fec03-53eb-4ddd-a14f-40072f2e6132 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:42.594868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212fec03-53eb-4ddd-a14f-40072f2e6132 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:42.595480 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-212fec03-53eb-4ddd-a14f-40072f2e6132 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.606887 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-275a9d92-f894-4e29-a98e-05949aaf09ff tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] 10.222.0.50 "DELETE /v2.0/networks/ac40d3e1-a14d-4dcb-a13c-a82814960463 HTTP/1.1" status: 204 len: 168 time: 2.3644583 Jan 27 17:08:42.608095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a9d92-f894-4e29-a98e-05949aaf09ff tempest-DHCPAgentSchedulersTestJSON-1429478161 tempest-DHCPAgentSchedulersTestJSON-1429478161-project] Pushing event deleted for resources: {'Network': ['ID=ac40d3e1-a14d-4dcb-a13c-a82814960463,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:42.613300 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fec03-53eb-4ddd-a14f-40072f2e6132 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=f3de7037-6c56-4a01-a04f-a1a4821f4d45,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:42.642043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5aff0c-f73a-412c-96c2-285e735a3e13 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:42.648204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5aff0c-f73a-412c-96c2-285e735a3e13 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:42.654299 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5aff0c-f73a-412c-96c2-285e735a3e13 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:42.658669 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0e5aff0c-f73a-412c-96c2-285e735a3e13 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.5533292 Jan 27 17:08:42.660926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'project_id': 'db8ad8a8281d4ad4bcee9cc0103492bb', 'port_id': '74fd845a-596a-4425-907d-04192b55fd24'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:42.665614 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58030) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:42.670120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8bef7744-1851-4eb0-9ace-b234ae0b6435 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.690321 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-212fec03-53eb-4ddd-a14f-40072f2e6132 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2803774 Jan 27 17:08:42.693470 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58034) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:42.738059 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:42.751765 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Usage tracker for resource:floatingip and tenant:db8ad8a8281d4ad4bcee9cc0103492bb is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:42.768471 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:42.791520 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:42.835682 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-ddb46797-81ce-47b6-87fd-c8d1a9c2e2e0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port f3de7037-6c56-4a01-a04f-a1a4821f4d45 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:42.836096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ddb46797-81ce-47b6-87fd-c8d1a9c2e2e0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.871213 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.909471 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-1172aecf-3a60-469b-864a-f41d1b3ce058 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Deleting port 44885523-758e-4e55-8aa3-2a757d103d12 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:42.910504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1172aecf-3a60-469b-864a-f41d1b3ce058 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:42.919114 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 6369f6f4-94f1-43ce-9105-2a9d9222df6b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:42.952959 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58040) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:42.996194 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8bef7744-1851-4eb0-9ace-b234ae0b6435 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.013192 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 6369f6f4-94f1-43ce-9105-2a9d9222df6b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:43.013887 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.056049 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Port 6369f6f4-94f1-43ce-9105-2a9d9222df6b was deleted so its status cannot be updated. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 17:08:43.071617 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8849a34e-a826-4915-90d3-83e523f7df99 None None] Network 4dc08dc9-c71d-4792-b203-0ee6992116d8 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:43.089362 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef7744-1851-4eb0-9ace-b234ae0b6435 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Subnet': ['ID=31e8241b-304c-4811-80e0-865c9732d808,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:43.091332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6437cba5-bb4e-4512-84a0-860ef76c3e73 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.096233 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8bef7744-1851-4eb0-9ace-b234ae0b6435 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.188504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-72582dd2-9bf3-45f7-802d-77e9575b0bc8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.208761 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-72582dd2-9bf3-45f7-802d-77e9575b0bc8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.311784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437cba5-bb4e-4512-84a0-860ef76c3e73 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=6369f6f4-94f1-43ce-9105-2a9d9222df6b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:43.356088 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8bef7744-1851-4eb0-9ace-b234ae0b6435 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/subnets/31e8241b-304c-4811-80e0-865c9732d808 HTTP/1.1" status: 204 len: 168 time: 1.4067636 Jan 27 17:08:43.357001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ddb46797-81ce-47b6-87fd-c8d1a9c2e2e0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.369042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58046) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:43.428660 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b363d2-ee1c-4266-8f55-bb2f7f617398 None None] DHCP port deletion for 4dc08dc9-c71d-4792-b203-0ee6992116d8 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:08:43.433496 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-28b363d2-ee1c-4266-8f55-bb2f7f617398 None None] Deleting port c6d83ee6-7519-45f0-ad06-f42ef9c9f558 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:43.434077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28b363d2-ee1c-4266-8f55-bb2f7f617398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.557746 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4e22886c-e2de-4bd6-8309-055f6e41370c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=18df9b60b0664d92be61a57a363924a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5918527 Jan 27 17:08:43.594733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58050) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:43.611309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-ddb46797-81ce-47b6-87fd-c8d1a9c2e2e0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for f3de7037-6c56-4a01-a04f-a1a4821f4d45 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:43.664083 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-28b363d2-ee1c-4266-8f55-bb2f7f617398 None None] For port c6d83ee6-7519-45f0-ad06-f42ef9c9f558, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c6d83ee6-7519-45f0-ad06-f42ef9c9f558,segment=NetworkSegment(7e2e852c-7231-4d14-a58a-05157908ed4f),segment_id=7e2e852c-7231-4d14-a58a-05157908ed4f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:43.664696 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28b363d2-ee1c-4266-8f55-bb2f7f617398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.666622 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6437cba5-bb4e-4512-84a0-860ef76c3e73 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.788239 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1172aecf-3a60-469b-864a-f41d1b3ce058 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.790730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-28b363d2-ee1c-4266-8f55-bb2f7f617398 None None] Calling delete_port for c6d83ee6-7519-45f0-ad06-f42ef9c9f558 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:43.803666 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cfec53e-3394-417c-b3b8-40f9ff7621b4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.845969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ddb46797-81ce-47b6-87fd-c8d1a9c2e2e0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.874183 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28b363d2-ee1c-4266-8f55-bb2f7f617398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.908848 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-1cfec53e-3394-417c-b3b8-40f9ff7621b4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port c6d83ee6-7519-45f0-ad06-f42ef9c9f558 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:43.909188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cfec53e-3394-417c-b3b8-40f9ff7621b4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.924880 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b363d2-ee1c-4266-8f55-bb2f7f617398 None None] No DVR routers for this DVR port c6d83ee6-7519-45f0-ad06-f42ef9c9f558 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:08:43.934982 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6e44e46d-aba2-46b5-897f-f6899a847396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:43.941885 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb46797-81ce-47b6-87fd-c8d1a9c2e2e0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=f3de7037-6c56-4a01-a04f-a1a4821f4d45,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:43.946562 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b363d2-ee1c-4266-8f55-bb2f7f617398 None None] Pushing event deleted for resources: {'Port': ['ID=c6d83ee6-7519-45f0-ad06-f42ef9c9f558,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:43.967489 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-1172aecf-3a60-469b-864a-f41d1b3ce058 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Calling delete_port for 44885523-758e-4e55-8aa3-2a757d103d12 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:43.990700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ddb46797-81ce-47b6-87fd-c8d1a9c2e2e0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.016833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-1cfec53e-3394-417c-b3b8-40f9ff7621b4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] The port 'c6d83ee6-7519-45f0-ad06-f42ef9c9f558' was deleted {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:08:44.023130 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6e44e46d-aba2-46b5-897f-f6899a847396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.061075 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72582dd2-9bf3-45f7-802d-77e9575b0bc8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Router d94e7718-5a96-48bb-9b11-305c108a3b2d is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:08:44.069378 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ddb46797-81ce-47b6-87fd-c8d1a9c2e2e0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/ports/f3de7037-6c56-4a01-a04f-a1a4821f4d45 HTTP/1.1" status: 204 len: 168 time: 1.3749363 Jan 27 17:08:44.076166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58054) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:44.139458 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-027fe84b-e99a-4f80-b571-66f1530a8d60 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540', 'mac_address': 'fa:16:3e:1a:10:f8', 'name': 'tempest-PortsIpV6TestJSON-269543773'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:44.153467 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.248151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cfec53e-3394-417c-b3b8-40f9ff7621b4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.288001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-1cfec53e-3394-417c-b3b8-40f9ff7621b4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc08dc9-c71d-4792-b203-0ee6992116d8']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:44.317812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6437cba5-bb4e-4512-84a0-860ef76c3e73 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Router d448dcbf-5c7e-45cf-8580-1ddaa240a1a3 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:08:44.355296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-1cfec53e-3394-417c-b3b8-40f9ff7621b4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2e852c-7231-4d14-a58a-05157908ed4f') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:44.355586 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-1cfec53e-3394-417c-b3b8-40f9ff7621b4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2e852c-7231-4d14-a58a-05157908ed4f') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:44.378954 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-027fe84b-e99a-4f80-b571-66f1530a8d60 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:44.379156 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6e44e46d-aba2-46b5-897f-f6899a847396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.393010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cfec53e-3394-417c-b3b8-40f9ff7621b4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.393422 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-027fe84b-e99a-4f80-b571-66f1530a8d60 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:port and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:44.412642 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44e46d-aba2-46b5-897f-f6899a847396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beb13d2-7cac-40f9-a1f5-7711436df7eb,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:44.423864 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cfec53e-3394-417c-b3b8-40f9ff7621b4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.438557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72582dd2-9bf3-45f7-802d-77e9575b0bc8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:44.440848 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6e44e46d-aba2-46b5-897f-f6899a847396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.444894 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6e44e46d-aba2-46b5-897f-f6899a847396 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6beb13d2-7cac-40f9-a1f5-7711436df7eb HTTP/1.1" status: 204 len: 168 time: 0.8410938 Jan 27 17:08:44.446146 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfec53e-3394-417c-b3b8-40f9ff7621b4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:08:44.446447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cfec53e-3394-417c-b3b8-40f9ff7621b4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.452024 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc4fae-5520-4639-963d-556a43311f6e None None] Sync routers for ids ['d94e7718-5a96-48bb-9b11-305c108a3b2d'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:44.458305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-027fe84b-e99a-4f80-b571-66f1530a8d60 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:44.465091 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc4fae-5520-4639-963d-556a43311f6e None None] Routers {'d94e7718-5a96-48bb-9b11-305c108a3b2d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:44.465968 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-04dc4fae-5520-4639-963d-556a43311f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d94e7718-5a96-48bb-9b11-305c108a3b2d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:44.468907 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-72582dd2-9bf3-45f7-802d-77e9575b0bc8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.470333 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-72582dd2-9bf3-45f7-802d-77e9575b0bc8 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "PUT /v2.0/routers/d94e7718-5a96-48bb-9b11-305c108a3b2d HTTP/1.1" status: 200 len: 920 time: 8.7651832 Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:08:44.471448 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:08:44.476159 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58060) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:44.578426 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-04dc4fae-5520-4639-963d-556a43311f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:44.591077 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc4fae-5520-4639-963d-556a43311f6e None None] Routers {'d94e7718-5a96-48bb-9b11-305c108a3b2d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:44.591842 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-04dc4fae-5520-4639-963d-556a43311f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d94e7718-5a96-48bb-9b11-305c108a3b2d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:44.646772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-027fe84b-e99a-4f80-b571-66f1530a8d60 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:44.668102 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-04dc4fae-5520-4639-963d-556a43311f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:44.668502 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc4fae-5520-4639-963d-556a43311f6e None None] The sync data for ids ['d94e7718-5a96-48bb-9b11-305c108a3b2d'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:44.748027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6437cba5-bb4e-4512-84a0-860ef76c3e73 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:44.758552 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027fe84b-e99a-4f80-b571-66f1530a8d60 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:44.767118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d043f91-c061-45bc-9032-0aea4a810797 None None] Sync routers for ids ['d448dcbf-5c7e-45cf-8580-1ddaa240a1a3'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:44.780175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58066) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:44.782246 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1172aecf-3a60-469b-864a-f41d1b3ce058 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.785947 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d043f91-c061-45bc-9032-0aea4a810797 None None] Routers {'d448dcbf-5c7e-45cf-8580-1ddaa240a1a3'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:44.786071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cfec53e-3394-417c-b3b8-40f9ff7621b4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.787999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-5d043f91-c061-45bc-9032-0aea4a810797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d448dcbf-5c7e-45cf-8580-1ddaa240a1a3'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:44.798113 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Allocated IP 172.26.1.55 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/c163c9e1-107c-4c4b-9944-7be27034bf7a) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:44.826412 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cfec53e-3394-417c-b3b8-40f9ff7621b4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.834782 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0c196057-e6c7-444e-8380-0d0c0a3e8c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:44.848354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfec53e-3394-417c-b3b8-40f9ff7621b4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Network': ['ID=4dc08dc9-c71d-4792-b203-0ee6992116d8,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:44.858239 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6437cba5-bb4e-4512-84a0-860ef76c3e73 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "PUT /v2.0/routers/d448dcbf-5c7e-45cf-8580-1ddaa240a1a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2766418 Jan 27 17:08:44.905091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58070) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:44.915024 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1cfec53e-3394-417c-b3b8-40f9ff7621b4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/networks/4dc08dc9-c71d-4792-b203-0ee6992116d8 HTTP/1.1" status: 204 len: 168 time: 1.5425339 Jan 27 17:08:44.929455 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58074) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:44.929952 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0c196057-e6c7-444e-8380-0d0c0a3e8c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:44.934280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0c196057-e6c7-444e-8380-0d0c0a3e8c28 admin admin] Usage tracker for resource:security_group_rule and tenant:d6b68b387e5d4e87b99e8c1533b8b9c0 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:44.937582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0c196057-e6c7-444e-8380-0d0c0a3e8c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:44.943355 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172aecf-3a60-469b-864a-f41d1b3ce058 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event deleted for resources: {'Port': ['ID=44885523-758e-4e55-8aa3-2a757d103d12,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:44.944094 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0c196057-e6c7-444e-8380-0d0c0a3e8c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:44.955437 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-35d36160-245e-4449-bd4a-66636c8a41aa tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'network': {'name': 'tempest-RoutersTest-394600108'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:44.974651 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-5d043f91-c061-45bc-9032-0aea4a810797 None None] Set router d448dcbf-5c7e-45cf-8580-1ddaa240a1a3 gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:08:45.016894 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-35d36160-245e-4449-bd4a-66636c8a41aa tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:45.032870 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0c196057-e6c7-444e-8380-0d0c0a3e8c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.078196 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-35d36160-245e-4449-bd4a-66636c8a41aa tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:network and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:45.082055 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-35d36160-245e-4449-bd4a-66636c8a41aa tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:45.088735 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-35d36160-245e-4449-bd4a-66636c8a41aa tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:45.101184 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-027fe84b-e99a-4f80-b571-66f1530a8d60 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.104777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6319dc5-3fc6-4397-a69b-a5762ae2a33a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:45.106528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6319dc5-3fc6-4397-a69b-a5762ae2a33a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:45.107379 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b6319dc5-3fc6-4397-a69b-a5762ae2a33a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:45.110252 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-5d043f91-c061-45bc-9032-0aea4a810797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd448dcbf-5c7e-45cf-8580-1ddaa240a1a3', 'name': 'tempest-NetworksTestDHCPv6-router-915139662', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:08:28Z', 'updated_at': '2022-01-27T17:08:42Z', 'revision_number': 3, 'project_id': 'b5b56d9041d34791adead564583c8bb2', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:45.113579 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0c196057-e6c7-444e-8380-0d0c0a3e8c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.116059 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c6d83ee6-7519-45f0-ad06-f42ef9c9f558 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:08:45.153508 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d043f91-c061-45bc-9032-0aea4a810797 None None] Checking router: d448dcbf-5c7e-45cf-8580-1ddaa240a1a3 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:08:45.162225 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: c6d83ee6-7519-45f0-ad06-f42ef9c9f558 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:08:45.162555 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c6d83ee6-7519-45f0-ad06-f42ef9c9f558 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:08:45.170963 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d043f91-c061-45bc-9032-0aea4a810797 None None] Routers {'d448dcbf-5c7e-45cf-8580-1ddaa240a1a3'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:45.171605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-5d043f91-c061-45bc-9032-0aea4a810797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d448dcbf-5c7e-45cf-8580-1ddaa240a1a3'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:45.187580 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-20549d53-7e5e-4fad-aa45-5e8b29ef1d04 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "GET /v2.0/routers/d94e7718-5a96-48bb-9b11-305c108a3b2d HTTP/1.1" status: 200 len: 926 time: 0.7101996 Jan 27 17:08:45.194159 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58078) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:45.198351 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d36160-245e-4449-bd4a-66636c8a41aa tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:45.198760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c196057-e6c7-444e-8380-0d0c0a3e8c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb84581e-c011-4b1a-8fbe-3660c0737015,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:45.201904 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-35d36160-245e-4449-bd4a-66636c8a41aa tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.237618 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0c196057-e6c7-444e-8380-0d0c0a3e8c28 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d6b68b387e5d4e87b99e8c1533b8b9c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538612 Jan 27 17:08:45.241472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58082) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:45.253205 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b6319dc5-3fc6-4397-a69b-a5762ae2a33a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:45.254440 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b6319dc5-3fc6-4397-a69b-a5762ae2a33a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3415780 Jan 27 17:08:45.260178 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58086) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:45.261708 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-027fe84b-e99a-4f80-b571-66f1530a8d60 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] device_id is not set on port 78789476-7902-403a-8a50-20c5d7fe9add yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:45.328941 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f1156195-4a3c-4788-8095-da7ae42897e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.341813 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-5d043f91-c061-45bc-9032-0aea4a810797 None None] Set router d448dcbf-5c7e-45cf-8580-1ddaa240a1a3 gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:08:45.359735 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f1156195-4a3c-4788-8095-da7ae42897e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.390207 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5fc82f-e4fd-4c51-b24c-82c2143d8ea9 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:45.394384 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2e5fc82f-e4fd-4c51-b24c-82c2143d8ea9 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&device_id=d94e7718-5a96-48bb-9b11-305c108a3b2d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1964791 Jan 27 17:08:45.400705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58090) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:45.448452 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-5d043f91-c061-45bc-9032-0aea4a810797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd448dcbf-5c7e-45cf-8580-1ddaa240a1a3', 'name': 'tempest-NetworksTestDHCPv6-router-915139662', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:08:28Z', 'updated_at': '2022-01-27T17:08:42Z', 'revision_number': 3, 'project_id': 'b5b56d9041d34791adead564583c8bb2', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:45.452375 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d043f91-c061-45bc-9032-0aea4a810797 None None] The sync data for ids ['d448dcbf-5c7e-45cf-8580-1ddaa240a1a3'] in dv-neutron-826439-2-hyperv is: [{'id': 'd448dcbf-5c7e-45cf-8580-1ddaa240a1a3', 'name': 'tempest-NetworksTestDHCPv6-router-915139662', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:08:28Z', 'updated_at': '2022-01-27T17:08:42Z', 'revision_number': 3, 'project_id': 'b5b56d9041d34791adead564583c8bb2', 'gw_port_host': None}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:45.523518 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d36160-245e-4449-bd4a-66636c8a41aa tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:45.543549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f1156195-4a3c-4788-8095-da7ae42897e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.547653 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4bc0df5-02d7-4185-82b1-f14938e8c381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet 0d0744f6-3293-4830-b275-491cc985decc {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:08:45.556470 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4bc0df5-02d7-4185-82b1-f14938e8c381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.560692 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81376921-7b84-46c7-90c6-f20cdf445484 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:45.562101 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-81376921-7b84-46c7-90c6-f20cdf445484 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "GET /v2.0/networks/fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 HTTP/1.1" status: 200 len: 881 time: 0.1610873 Jan 27 17:08:45.564939 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1156195-4a3c-4788-8095-da7ae42897e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb84581e-c011-4b1a-8fbe-3660c0737015,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:45.566607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58094) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:45.605809 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f1156195-4a3c-4788-8095-da7ae42897e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.606926 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f1156195-4a3c-4788-8095-da7ae42897e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fb84581e-c011-4b1a-8fbe-3660c0737015 HTTP/1.1" status: 204 len: 168 time: 0.3646712 Jan 27 17:08:45.614483 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c9adfd51-bba9-4d8c-b93a-bf7c71541ff6 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "GET /v2.0/ports?device_id=d94e7718-5a96-48bb-9b11-305c108a3b2d HTTP/1.1" status: 200 len: 205 time: 0.0459213 Jan 27 17:08:45.617485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58100) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:45.623181 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-35d36160-245e-4449-bd4a-66636c8a41aa tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.623506 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-35d36160-245e-4449-bd4a-66636c8a41aa tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Added segment 943aaf1e-ce03-4014-89f8-b1dbb70ad319 of type vlan for network d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4 Jan 27 17:08:45.625013 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1172aecf-3a60-469b-864a-f41d1b3ce058 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.704106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4bc0df5-02d7-4185-82b1-f14938e8c381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.741407 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1172aecf-3a60-469b-864a-f41d1b3ce058 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "DELETE /v2.0/ports/44885523-758e-4e55-8aa3-2a757d103d12 HTTP/1.1" status: 204 len: 168 time: 3.0731208 Jan 27 17:08:45.769404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58104) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:45.781158 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.785176 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-35d36160-245e-4449-bd4a-66636c8a41aa tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.830476 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b6bc8a-937d-4beb-949a-69d7edb69d8e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] GET failed (client error): The resource could not be found. Jan 27 17:08:45.831345 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d3b6bc8a-937d-4beb-949a-69d7edb69d8e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Synchronizing usage tracker for tenant:35e54c7950a54cf3927194b8e9b21adc on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:45.861131 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cf016d73-bdc2-4b96-b4e3-4284ad549f0c tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.918858 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d3b6bc8a-937d-4beb-949a-69d7edb69d8e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Unset dirty status for tenant:35e54c7950a54cf3927194b8e9b21adc on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:45.920205 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d3b6bc8a-937d-4beb-949a-69d7edb69d8e tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "GET /v2.0/ports/44885523-758e-4e55-8aa3-2a757d103d12 HTTP/1.1" status: 404 len: 333 time: 0.1498563 Jan 27 17:08:45.926491 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58114) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:45.941070 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-027fe84b-e99a-4f80-b571-66f1530a8d60 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.948878 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-e1b6aeae-6ead-4cd4-b94d-6ea192866184 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Request body: {'port': {'network_id': '2b25067f-90d8-43d3-8f95-d604e3657712', 'name': 'tempest-AllowedAddressPairTestJSON-199225454'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:45.971798 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-35d36160-245e-4449-bd4a-66636c8a41aa tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:45.977605 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d36160-245e-4449-bd4a-66636c8a41aa tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:45.978339 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-35d36160-245e-4449-bd4a-66636c8a41aa tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:46.064262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cf016d73-bdc2-4b96-b4e3-4284ad549f0c tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:46.074678 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-35d36160-245e-4449-bd4a-66636c8a41aa tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1328247 Jan 27 17:08:46.078303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58122) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:46.083144 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-cf016d73-bdc2-4b96-b4e3-4284ad549f0c tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Deleting port 05894f5e-6666-432c-b4ef-0a8530f54b36 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:46.083379 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cf016d73-bdc2-4b96-b4e3-4284ad549f0c tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:46.119928 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-45514c8b-ed7f-47e4-8bc2-6a64a16d7501 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'subnet': {'network_id': 'd6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:46.136760 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4bc0df5-02d7-4185-82b1-f14938e8c381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:46.242581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d36160-245e-4449-bd4a-66636c8a41aa tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Network': ['ID=d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:46.259204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:46.262333 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:46.343886 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:46.349489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-45514c8b-ed7f-47e4-8bc2-6a64a16d7501 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:46.353592 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:46.357172 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-45514c8b-ed7f-47e4-8bc2-6a64a16d7501 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:subnet and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:46.361973 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-45514c8b-ed7f-47e4-8bc2-6a64a16d7501 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:46.371971 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:46.376881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-45514c8b-ed7f-47e4-8bc2-6a64a16d7501 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:46.401932 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cf016d73-bdc2-4b96-b4e3-4284ad549f0c tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:46.415032 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45514c8b-ed7f-47e4-8bc2-6a64a16d7501 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:46.418235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-45514c8b-ed7f-47e4-8bc2-6a64a16d7501 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:46.590094 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Pushing event updated for resources: {'Port': ['ID=c163c9e1-107c-4c4b-9944-7be27034bf7a,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:46.613034 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e1b6aeae-6ead-4cd4-b94d-6ea192866184 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:46.615736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-027fe84b-e99a-4f80-b571-66f1530a8d60 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:46.676120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e1b6aeae-6ead-4cd4-b94d-6ea192866184 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:46.686047 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-cf016d73-bdc2-4b96-b4e3-4284ad549f0c tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Calling delete_port for 05894f5e-6666-432c-b4ef-0a8530f54b36 owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:46.749975 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4bc0df5-02d7-4185-82b1-f14938e8c381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:46.798501 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027fe84b-e99a-4f80-b571-66f1530a8d60 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network eb111497-a1bd-4f32-8008-5457d5cd4540 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:46.807777 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b6aeae-6ead-4cd4-b94d-6ea192866184 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Made reservation on behalf of 35e54c7950a54cf3927194b8e9b21adc for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:46.810920 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e1b6aeae-6ead-4cd4-b94d-6ea192866184 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:46.831939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-027fe84b-e99a-4f80-b571-66f1530a8d60 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:46.849578 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc0df5-02d7-4185-82b1-f14938e8c381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=0d0744f6-3293-4830-b275-491cc985decc,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:46.851404 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027fe84b-e99a-4f80-b571-66f1530a8d60 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:46.856991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027fe84b-e99a-4f80-b571-66f1530a8d60 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:46.857521 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-027fe84b-e99a-4f80-b571-66f1530a8d60 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:46.858848 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b118fe70-798c-411d-be8a-fdbb8cc713c8 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:46.865597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4bc0df5-02d7-4185-82b1-f14938e8c381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:46.868205 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fe84b-e99a-4f80-b571-66f1530a8d60 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=78789476-7902-403a-8a50-20c5d7fe9add,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:46.898799 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 6369f6f4-94f1-43ce-9105-2a9d9222df6b no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:08:46.929723 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-e1b6aeae-6ead-4cd4-b94d-6ea192866184 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] device_id is not set on port a394808f-0211-4303-b2dc-e39500c6049f yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:46.959524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 6369f6f4-94f1-43ce-9105-2a9d9222df6b {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:08:46.959860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 6369f6f4-94f1-43ce-9105-2a9d9222df6b not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:08:47.063396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-45514c8b-ed7f-47e4-8bc2-6a64a16d7501 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.136463 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cf016d73-bdc2-4b96-b4e3-4284ad549f0c tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.202431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016d73-bdc2-4b96-b4e3-4284ad549f0c tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Pushing event deleted for resources: {'Port': ['ID=05894f5e-6666-432c-b4ef-0a8530f54b36,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:47.254154 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-027fe84b-e99a-4f80-b571-66f1530a8d60 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.1726336 Jan 27 17:08:47.267950 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f4bc0df5-02d7-4185-82b1-f14938e8c381 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/0d0744f6-3293-4830-b275-491cc985decc HTTP/1.1" status: 204 len: 168 time: 1.9693122 Jan 27 17:08:47.268683 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58152) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:47.269002 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58154) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:47.275234 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45514c8b-ed7f-47e4-8bc2-6a64a16d7501 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Checking segment: {'id': '943aaf1e-ce03-4014-89f8-b1dbb70ad319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'd6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:47.275234 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45514c8b-ed7f-47e4-8bc2-6a64a16d7501 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network hostable DHCP agents. Network: d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:08:47.281931 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45514c8b-ed7f-47e4-8bc2-6a64a16d7501 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Subnet': ['ID=23102e7a-b30c-4832-86ca-891f0ef64cc2,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:47.292202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58160) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:47.310119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5d9f2c-34af-40c0-8001-dfbfe5c69582 None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:08:47.314734 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9f2c-34af-40c0-8001-dfbfe5c69582 None None] Deleting port 59e13fed-6da7-49a7-9b24-41bdd85970c0 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:47.315100 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9f2c-34af-40c0-8001-dfbfe5c69582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.366966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45514c8b-ed7f-47e4-8bc2-6a64a16d7501 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:08:47.374987 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cf016d73-bdc2-4b96-b4e3-4284ad549f0c tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.543576 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-fe5d9f2c-34af-40c0-8001-dfbfe5c69582 None None] For port 59e13fed-6da7-49a7-9b24-41bdd85970c0, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=59e13fed-6da7-49a7-9b24-41bdd85970c0,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:47.543764 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9f2c-34af-40c0-8001-dfbfe5c69582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.567032 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bebd64cb-1f9e-4d64-bece-df2cbda040f2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:router {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:47.578207 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-341539622'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:47.578665 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4a8c0d-91fb-44c8-907a-7805149e07eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:47.579243 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2b4a8c0d-91fb-44c8-907a-7805149e07eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:47.584307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cf016d73-bdc2-4b96-b4e3-4284ad549f0c tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.585904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-45514c8b-ed7f-47e4-8bc2-6a64a16d7501 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:47.588666 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-e1b6aeae-6ead-4cd4-b94d-6ea192866184 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Allocated IP 172.20.0.5 (2b25067f-90d8-43d3-8f95-d604e3657712/2071986b-be10-4fac-b5ad-312d3d781582/a394808f-0211-4303-b2dc-e39500c6049f) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:47.591130 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45514c8b-ed7f-47e4-8bc2-6a64a16d7501 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:47.591737 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-45514c8b-ed7f-47e4-8bc2-6a64a16d7501 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.599071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cf016d73-bdc2-4b96-b4e3-4284ad549f0c tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.601001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:47.604577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1fa84d-081f-44d8-90ac-baa94fa2d6c9 None None] Network d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:47.613140 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Usage tracker for resource:network and tenant:7a554f24fc4d452aa4687abf73c9cfdc is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:47.618921 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:47.625041 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bebd64cb-1f9e-4d64-bece-df2cbda040f2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:router {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:47.627084 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:47.629109 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bebd64cb-1f9e-4d64-bece-df2cbda040f2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3438301 Jan 27 17:08:47.630977 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58166) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:47.652927 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cf016d73-bdc2-4b96-b4e3-4284ad549f0c tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.653983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf016d73-bdc2-4b96-b4e3-4284ad549f0c tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Fanout notify agent at l3_agent the message router_deleted on router d94e7718-5a96-48bb-9b11-305c108a3b2d {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:08:47.665008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cf016d73-bdc2-4b96-b4e3-4284ad549f0c tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.670971 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cf016d73-bdc2-4b96-b4e3-4284ad549f0c tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "DELETE /v2.0/routers/d94e7718-5a96-48bb-9b11-305c108a3b2d HTTP/1.1" status: 204 len: 168 time: 2.0528491 Jan 27 17:08:47.673274 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-45514c8b-ed7f-47e4-8bc2-6a64a16d7501 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5923729 Jan 27 17:08:47.674240 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58170) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:47.676891 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58172) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:47.679195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Made reservation on behalf of 7a554f24fc4d452aa4687abf73c9cfdc for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:47.681520 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9f2c-34af-40c0-8001-dfbfe5c69582 None None] Calling delete_port for 59e13fed-6da7-49a7-9b24-41bdd85970c0 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:47.682935 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.695091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2055840305', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}, 'admin_state_up': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:47.705600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-0155e1f3-6451-4ad3-8fda-ad36e96a070d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1182156962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:47.712237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:47.716654 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.718133 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2b4a8c0d-91fb-44c8-907a-7805149e07eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:47.721631 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2b4a8c0d-91fb-44c8-907a-7805149e07eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports/78789476-7902-403a-8a50-20c5d7fe9add HTTP/1.1" status: 200 len: 844 time: 0.4377749 Jan 27 17:08:47.727223 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0155e1f3-6451-4ad3-8fda-ad36e96a070d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:47.729863 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Usage tracker for resource:router and tenant:5326678e7ab9402da7acd3f3a88cca04 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:47.732371 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58178) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:47.737582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:47.740478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0155e1f3-6451-4ad3-8fda-ad36e96a070d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:router and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:47.780683 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0155e1f3-6451-4ad3-8fda-ad36e96a070d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:47.791115 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:47.804943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:47.807414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0155e1f3-6451-4ad3-8fda-ad36e96a070d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:47.817110 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Usage tracker for resource:security_group_rule and tenant:7a554f24fc4d452aa4687abf73c9cfdc is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:47.826400 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:47.837513 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:47.847888 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0155e1f3-6451-4ad3-8fda-ad36e96a070d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.848971 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0155e1f3-6451-4ad3-8fda-ad36e96a070d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.859864 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee681d27-96e9-4151-8662-bb387404feb8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.860594 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.861698 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.871336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee936c-c732-41fe-889b-39406fb551aa tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port 78789476-7902-403a-8a50-20c5d7fe9add {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:47.871596 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d6ee936c-c732-41fe-889b-39406fb551aa tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.889965 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9f2c-34af-40c0-8001-dfbfe5c69582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.947860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9f2c-34af-40c0-8001-dfbfe5c69582 None None] Pushing event deleted for resources: {'Port': ['ID=59e13fed-6da7-49a7-9b24-41bdd85970c0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:47.950871 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:47.953160 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5d9f2c-34af-40c0-8001-dfbfe5c69582 None None] No DVR routers for this DVR port 59e13fed-6da7-49a7-9b24-41bdd85970c0 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:08:47.953554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0155e1f3-6451-4ad3-8fda-ad36e96a070d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.005024 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4', 'network_id': 'd6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'fixed_ips': [{'subnet_id': '23102e7a-b30c-4832-86ca-891f0ef64cc2'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:08:48.005977 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.110748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0155e1f3-6451-4ad3-8fda-ad36e96a070d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.227913 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Allocated IP 172.20.0.2 (d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4/23102e7a-b30c-4832-86ca-891f0ef64cc2/6c79c7e8-e0f1-4806-9f3f-c888064308b2) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:48.405583 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.408434 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee681d27-96e9-4151-8662-bb387404feb8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.418763 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee681d27-96e9-4151-8662-bb387404feb8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.461105 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e1b6aeae-6ead-4cd4-b94d-6ea192866184 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.476840 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee681d27-96e9-4151-8662-bb387404feb8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.477617 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee681d27-96e9-4151-8662-bb387404feb8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Fanout notify agent at l3_agent the message router_deleted on router d448dcbf-5c7e-45cf-8580-1ddaa240a1a3 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:08:48.497305 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.512230 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-e1b6aeae-6ead-4cd4-b94d-6ea192866184 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Transition to ACTIVE for port object a394808f-0211-4303-b2dc-e39500c6049f will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:48.513829 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Transition to ACTIVE for port object 6c79c7e8-e0f1-4806-9f3f-c888064308b2 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:48.513956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0155e1f3-6451-4ad3-8fda-ad36e96a070d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.514850 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0155e1f3-6451-4ad3-8fda-ad36e96a070d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8366029 Jan 27 17:08:48.524458 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58182) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:48.540384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Transition to ACTIVE for port object 6c79c7e8-e0f1-4806-9f3f-c888064308b2 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:48.548790 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.600745 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d6ee936c-c732-41fe-889b-39406fb551aa tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.615545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.620682 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Network d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:48.624251 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:48.626634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.627399 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:48.644923 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee681d27-96e9-4151-8662-bb387404feb8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.646258 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ee681d27-96e9-4151-8662-bb387404feb8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/routers/d448dcbf-5c7e-45cf-8580-1ddaa240a1a3 HTTP/1.1" status: 204 len: 168 time: 1.0126829 Jan 27 17:08:48.651639 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58186) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:48.684763 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.739010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Pushing event updated for resources: {'Port': ['ID=6c79c7e8-e0f1-4806-9f3f-c888064308b2,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:48.743277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.751303 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Attempting to bind port 6c79c7e8-e0f1-4806-9f3f-c888064308b2 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:48.751713 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Attempting to bind port 6c79c7e8-e0f1-4806-9f3f-c888064308b2 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '943aaf1e-ce03-4014-89f8-b1dbb70ad319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'd6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:48.752061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Attempting to bind port 6c79c7e8-e0f1-4806-9f3f-c888064308b2 on network d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:48.758355 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:48.760034 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Checking segment: {'id': '943aaf1e-ce03-4014-89f8-b1dbb70ad319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'd6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:48.760034 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.760034 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Bound using segment: {'id': '943aaf1e-ce03-4014-89f8-b1dbb70ad319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'd6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:48.760034 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Bound port: 6c79c7e8-e0f1-4806-9f3f-c888064308b2, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943aaf1e-ce03-4014-89f8-b1dbb70ad319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'd6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:48.760538 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.777327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee936c-c732-41fe-889b-39406fb551aa tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for 78789476-7902-403a-8a50-20c5d7fe9add owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:48.778316 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88144af0-f6ae-4f60-acc1-333663a5e344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.842177 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:48.856257 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f2c443b1-e107-42c4-8ce8-dc70eddc2781 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:48.861934 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] For port 6c79c7e8-e0f1-4806-9f3f-c888064308b2, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:48.865459 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] For port 6c79c7e8-e0f1-4806-9f3f-c888064308b2, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=6c79c7e8-e0f1-4806-9f3f-c888064308b2,segment=NetworkSegment(943aaf1e-ce03-4014-89f8-b1dbb70ad319),segment_id=943aaf1e-ce03-4014-89f8-b1dbb70ad319)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:48.874088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.896677 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:48.896905 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Added segment cdf4f03b-98ec-48b1-af61-470228d44c57 of type vlan for network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 Jan 27 17:08:48.902219 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78517c11-e822-4677-a1a0-931188f5be06,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:48.945971 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 59e13fed-6da7-49a7-9b24-41bdd85970c0 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:08:48.975380 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:48.975688 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:48.976707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:48.976707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:48.976707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:48.977059 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:48.977257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:48.977569 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:48.977920 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:48.978232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:48.978798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:48.978907 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:48.996496 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 59e13fed-6da7-49a7-9b24-41bdd85970c0 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:08:48.996828 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 59e13fed-6da7-49a7-9b24-41bdd85970c0 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:08:49.015310 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.016936 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45176b8d-c273-4222-8676-bcbb2b44500e None None] Pushing event updated for resources: {'Port': ['ID=6c79c7e8-e0f1-4806-9f3f-c888064308b2,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:49.035347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d6ee936c-c732-41fe-889b-39406fb551aa tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.046580 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e1b6aeae-6ead-4cd4-b94d-6ea192866184 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.048207 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f2c443b1-e107-42c4-8ce8-dc70eddc2781 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:49.049430 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f2c443b1-e107-42c4-8ce8-dc70eddc2781 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3448241 Jan 27 17:08:49.074403 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58190) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:49.162624 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee936c-c732-41fe-889b-39406fb551aa tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=78789476-7902-403a-8a50-20c5d7fe9add,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:49.176510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d6ee936c-c732-41fe-889b-39406fb551aa tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.204942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.210454 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:49.211123 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.257236 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d6ee936c-c732-41fe-889b-39406fb551aa tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/ports/78789476-7902-403a-8a50-20c5d7fe9add HTTP/1.1" status: 204 len: 168 time: 1.5204175 Jan 27 17:08:49.257966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58194) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:49.279069 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b6aeae-6ead-4cd4-b94d-6ea192866184 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Network 2b25067f-90d8-43d3-8f95-d604e3657712 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:49.282549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98977b46-8f64-4076-87d5-8bed92bf9d5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:49.286627 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-98977b46-8f64-4076-87d5-8bed92bf9d5a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2077892 Jan 27 17:08:49.289509 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58198) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:49.330239 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-e1b6aeae-6ead-4cd4-b94d-6ea192866184 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:49.345529 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6aeae-6ead-4cd4-b94d-6ea192866184 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event updated for resources: {'Port': ['ID=a394808f-0211-4303-b2dc-e39500c6049f,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:49.350423 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6aeae-6ead-4cd4-b94d-6ea192866184 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:49.492293 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b6aeae-6ead-4cd4-b94d-6ea192866184 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:49.493567 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e1b6aeae-6ead-4cd4-b94d-6ea192866184 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.498064 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.529597 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.2363331 Jan 27 17:08:49.572099 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-029c2403-c2ef-4eae-b8fd-ffc2cd9c6594 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] GET failed (client error): The resource could not be found. Jan 27 17:08:49.572701 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-029c2403-c2ef-4eae-b8fd-ffc2cd9c6594 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:49.614127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a0e6aa01-4676-4fec-91c4-8a4eb275c046 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:router {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:49.621351 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.704406 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-aa45d244-26fa-4a59-b001-c9a70c06305a None None] Provisioning for port a394808f-0211-4303-b2dc-e39500c6049f completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:49.706445 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.712498 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-aa45d244-26fa-4a59-b001-c9a70c06305a None None] Provisioning complete for port a394808f-0211-4303-b2dc-e39500c6049f triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:49.713148 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa45d244-26fa-4a59-b001-c9a70c06305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.766756 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0f9df-a396-40ab-9b25-caf67dd598a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Pushing event updated for resources: {'Network': ['ID=e2ef4aa4-c4ee-48ff-bad3-963d211266c2,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:49.768763 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58210) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:49.776706 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-aa45d244-26fa-4a59-b001-c9a70c06305a None None] Port a394808f-0211-4303-b2dc-e39500c6049f cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:49.782261 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:49.790350 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Request body: {'port': {'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2', 'binding:host_id': 'hv-neutron-8264', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-191459468'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:49.804043 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e1b6aeae-6ead-4cd4-b94d-6ea192866184 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8764868 Jan 27 17:08:49.805063 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-029c2403-c2ef-4eae-b8fd-ffc2cd9c6594 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:49.806227 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-029c2403-c2ef-4eae-b8fd-ffc2cd9c6594 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports/78789476-7902-403a-8a50-20c5d7fe9add HTTP/1.1" status: 404 len: 333 time: 0.5304515 Jan 27 17:08:49.807481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:49.810367 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58214) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:49.810864 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58216) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:49.812039 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:08:49.815877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1e2b72d4-4e07-454b-b0ed-6efdb098c91c tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:87:02:f9'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:49.845411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Usage tracker for resource:port and tenant:b4707a1da11044e3bf0be3a9b7e2beca is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:49.854645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a0e6aa01-4676-4fec-91c4-8a4eb275c046 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:router {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:49.856038 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a0e6aa01-4676-4fec-91c4-8a4eb275c046 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5174327 Jan 27 17:08:49.862358 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0dc8346b-1192-4411-8f83-d4d1f124ef77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540', 'name': 'tempest-PortsIpV6TestJSON-935129322'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:49.870359 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:49.873276 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58222) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:49.884048 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:49.893132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:49.900635 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-e8f33e69-0504-4ddc-b658-018af8dee0ba tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:49.904151 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.155625 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0dc8346b-1192-4411-8f83-d4d1f124ef77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:50.158022 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Pushing event updated for resources: {'Port': ['ID=c163c9e1-107c-4c4b-9944-7be27034bf7a,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:50.196950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0dc8346b-1192-4411-8f83-d4d1f124ef77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:50.206935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.236272 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Made reservation on behalf of b4707a1da11044e3bf0be3a9b7e2beca for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:50.239548 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.240142 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cc8961-bcf9-4f18-ac8e-10a678a96daf None None] Network d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:50.324702 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc8346b-1192-4411-8f83-d4d1f124ef77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:50.324894 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.328380 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0dc8346b-1192-4411-8f83-d4d1f124ef77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.349175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Allocated IP 172.26.1.91 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/3ac4db96-77af-48aa-b421-fa08b29165dc) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:50.353786 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-de750c4c-e506-4e4d-a2ac-624fd1db4fe1 None None] Provisioning for port 6c79c7e8-e0f1-4806-9f3f-c888064308b2 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:50.372443 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:50.380723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-e8f33e69-0504-4ddc-b658-018af8dee0ba tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:50.386968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Usage tracker for resource:security_group_rule and tenant:b4707a1da11044e3bf0be3a9b7e2beca is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:50.399151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:50.405713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e8f33e69-0504-4ddc-b658-018af8dee0ba tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:50.413524 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e8f33e69-0504-4ddc-b658-018af8dee0ba tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:50.416738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:50.432498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Allocated IP 172.20.0.1 (d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4/23102e7a-b30c-4832-86ca-891f0ef64cc2/dfbf2019-b42e-4a81-b4b9-c9afeafc1852) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:50.443249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-0dc8346b-1192-4411-8f83-d4d1f124ef77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] device_id is not set on port 06a0ba8d-bdc9-4093-b374-c9c32ee3a06a yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:50.443437 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-e8f33e69-0504-4ddc-b658-018af8dee0ba tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:50.546668 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Floating IP fe068c96-989f-4a6c-808b-eb996059fec6 associated. External IP: 172.26.1.55, port: 74fd845a-596a-4425-907d-04192b55fd24. Jan 27 17:08:50.598449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f33e69-0504-4ddc-b658-018af8dee0ba tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:50.601950 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e8f33e69-0504-4ddc-b658-018af8dee0ba tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.655457 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e2b72d4-4e07-454b-b0ed-6efdb098c91c tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.840265 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.908389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.924123 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.949860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 6c79c7e8-e0f1-4806-9f3f-c888064308b2 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:50.952404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:50.985942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] device_id is not set on port 9426acfe-0d4a-440a-869d-dfc374b110fb yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:51.021629 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-30debf39-1f8f-442d-8abf-ec8166d1033f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.041624 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 6c79c7e8-e0f1-4806-9f3f-c888064308b2 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:51.047320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 6c79c7e8-e0f1-4806-9f3f-c888064308b2 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:51.047805 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.053085 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Transition to ACTIVE for port object dfbf2019-b42e-4a81-b4b9-c9afeafc1852 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:51.069086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0dc8346b-1192-4411-8f83-d4d1f124ef77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.165053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.188222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.205771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbc84f1-9446-4ec9-907b-40ba36a849be,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:51.225480 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 6c79c7e8-e0f1-4806-9f3f-c888064308b2, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=6c79c7e8-e0f1-4806-9f3f-c888064308b2,segment=NetworkSegment(943aaf1e-ce03-4014-89f8-b1dbb70ad319),segment_id=943aaf1e-ce03-4014-89f8-b1dbb70ad319)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:51.231610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.300512 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=6c79c7e8-e0f1-4806-9f3f-c888064308b2,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:51.320673 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:51.322060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.328183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:51.330806 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:51.375494 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0dc8346b-1192-4411-8f83-d4d1f124ef77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.385260 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Pushing event updated for resources: {'Port': ['ID=3ac4db96-77af-48aa-b421-fa08b29165dc,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:51.412640 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Router f8e5a99f-7d6a-4474-a945-1d2dca5a677c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:08:51.417905 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:51.426482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:51.431137 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=dfbf2019-b42e-4a81-b4b9-c9afeafc1852,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:51.433384 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:51.463659 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc8346b-1192-4411-8f83-d4d1f124ef77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network eb111497-a1bd-4f32-8008-5457d5cd4540 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:51.468735 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-0dc8346b-1192-4411-8f83-d4d1f124ef77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:51.472333 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc8346b-1192-4411-8f83-d4d1f124ef77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:51.477787 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc8346b-1192-4411-8f83-d4d1f124ef77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:51.478397 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0dc8346b-1192-4411-8f83-d4d1f124ef77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.484560 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e2b72d4-4e07-454b-b0ed-6efdb098c91c tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.495355 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:51.495689 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:51.496017 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:51.496337 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:51.496656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:51.496971 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:51.497282 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:51.497588 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:51.497928 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:51.498238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:51.498566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:51.498876 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:51.528358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e2b72d4-4e07-454b-b0ed-6efdb098c91c tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.667777 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.727763 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1382516b-53a1-4859-9950-21fbf4c012f0 None None] Provisioning for port dfbf2019-b42e-4a81-b4b9-c9afeafc1852 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:51.733830 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1382516b-53a1-4859-9950-21fbf4c012f0 None None] Provisioning complete for port dfbf2019-b42e-4a81-b4b9-c9afeafc1852 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:51.734352 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1382516b-53a1-4859-9950-21fbf4c012f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.746268 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0dc8346b-1192-4411-8f83-d4d1f124ef77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9239402 Jan 27 17:08:51.752713 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8346b-1192-4411-8f83-d4d1f124ef77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=06a0ba8d-bdc9-4093-b374-c9c32ee3a06a,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:51.754892 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58226) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:51.776871 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ca0909a8-006a-4cd7-a453-00d478376ecc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:51.796010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1382516b-53a1-4859-9950-21fbf4c012f0 None None] Port dfbf2019-b42e-4a81-b4b9-c9afeafc1852 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:51.847861 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:51.863004 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605b2fb7-d814-4eee-92b2-1ee1cf36e00c None None] Sync routers for ids ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:51.879284 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b2fb7-d814-4eee-92b2-1ee1cf36e00c None None] Routers {'f8e5a99f-7d6a-4474-a945-1d2dca5a677c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:51.880310 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-605b2fb7-d814-4eee-92b2-1ee1cf36e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:51.914195 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:51.971061 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-605b2fb7-d814-4eee-92b2-1ee1cf36e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:51.986409 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b2fb7-d814-4eee-92b2-1ee1cf36e00c None None] Routers {'f8e5a99f-7d6a-4474-a945-1d2dca5a677c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:51.987161 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-605b2fb7-d814-4eee-92b2-1ee1cf36e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:52.048924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ca0909a8-006a-4cd7-a453-00d478376ecc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.069481 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.070634 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-42344756-3d1f-4092-965f-fa6c9fab7559 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.5724673 Jan 27 17:08:52.074203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58232) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:52.094438 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-605b2fb7-d814-4eee-92b2-1ee1cf36e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:52.094831 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605b2fb7-d814-4eee-92b2-1ee1cf36e00c None None] The sync data for ids ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:52.107230 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.123501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.objects.ports [None req-e8f33e69-0504-4ddc-b658-018af8dee0ba tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87594) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:08:52.141093 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e8f33e69-0504-4ddc-b658-018af8dee0ba tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.144651 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b72d4-4e07-454b-b0ed-6efdb098c91c tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event updated for resources: {'Port': ['ID=a394808f-0211-4303-b2dc-e39500c6049f,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:52.194051 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.220490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4c7fd6f9-d614-4052-91d4-49a7d42e430f None None] Provisioning complete for port a394808f-0211-4303-b2dc-e39500c6049f triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:52.221022 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4c7fd6f9-d614-4052-91d4-49a7d42e430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.232791 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] device_id is not set on port 9426acfe-0d4a-440a-869d-dfc374b110fb yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:52.240881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b72d4-4e07-454b-b0ed-6efdb098c91c tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] In _notify_port_updated(), no bound segment for port a394808f-0211-4303-b2dc-e39500c6049f on network 2b25067f-90d8-43d3-8f95-d604e3657712 {{(pid=87594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:08:52.246434 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2b72d4-4e07-454b-b0ed-6efdb098c91c tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:52.248005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e2b72d4-4e07-454b-b0ed-6efdb098c91c tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.251219 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1e2b72d4-4e07-454b-b0ed-6efdb098c91c tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "PUT /v2.0/ports/a394808f-0211-4303-b2dc-e39500c6049f HTTP/1.1" status: 200 len: 993 time: 2.4403574 Jan 27 17:08:52.264130 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58236) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:52.272602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f33e69-0504-4ddc-b658-018af8dee0ba tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:52.278841 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4c7fd6f9-d614-4052-91d4-49a7d42e430f None None] Port a394808f-0211-4303-b2dc-e39500c6049f cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:52.306437 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.309150 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-e8f33e69-0504-4ddc-b658-018af8dee0ba tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:52.312183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f33e69-0504-4ddc-b658-018af8dee0ba tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:52.312760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e8f33e69-0504-4ddc-b658-018af8dee0ba tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.320403 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1299ec6-ab84-429a-a8aa-d2c9fc68a099 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:52.390828 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-29a2b5bb-766f-4881-a6db-c9d95a27e353 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] 10.222.0.50 "GET /v2.0/floatingips/fe068c96-989f-4a6c-808b-eb996059fec6 HTTP/1.1" status: 200 len: 982 time: 0.3152115 Jan 27 17:08:52.409710 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58240) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:52.411520 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f33e69-0504-4ddc-b658-018af8dee0ba tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=82cd9651-d86b-4d89-94f3-a4923c369f8d,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:52.445240 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Transition to ACTIVE for port object 9426acfe-0d4a-440a-869d-dfc374b110fb will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:52.481112 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-977e7d94-24dd-4b49-ad31-e641ceee1735 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Deleting port a394808f-0211-4303-b2dc-e39500c6049f {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:52.481772 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-977e7d94-24dd-4b49-ad31-e641ceee1735 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.520452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.595858 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': '82cd9651-d86b-4d89-94f3-a4923c369f8d'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:08:52.596813 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.614929 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e8f33e69-0504-4ddc-b658-018af8dee0ba tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7313364 Jan 27 17:08:52.618064 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58244) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:52.631608 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ddf7d894-40a4-431b-b59a-eff6529947e6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:52.692707 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a37f3d53-d538-486d-9bf4-e557812ef819 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.2818947 Jan 27 17:08:52.698732 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58248) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:52.729402 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Pushing event updated for resources: {'Port': ['ID=9426acfe-0d4a-440a-869d-dfc374b110fb,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:52.737418 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:52.766934 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Allocated IP 2001:db8::f816:3eff:fe10:1e7a (bbf03638-7624-437f-9c24-a87cd70c5626/82cd9651-d86b-4d89-94f3-a4923c369f8d/ee05abdc-58e4-43cb-b98e-bcaef23bf71d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:52.884697 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-ca0909a8-006a-4cd7-a453-00d478376ecc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:08:52.891304 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Checking segment: {'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:52.891741 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Network hostable DHCP agents. Network: e2ef4aa4-c4ee-48ff-bad3-963d211266c2, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:08:52.932208 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 6c79c7e8-e0f1-4806-9f3f-c888064308b2 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:53.000741 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ca0909a8-006a-4cd7-a453-00d478376ecc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.040587 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ca0909a8-006a-4cd7-a453-00d478376ecc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.055625 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.070069 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Transition to ACTIVE for port object ee05abdc-58e4-43cb-b98e-bcaef23bf71d will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:53.070899 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:08:53.100126 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 6c79c7e8-e0f1-4806-9f3f-c888064308b2 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:53.100410 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.157654 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Transition to ACTIVE for port object ee05abdc-58e4-43cb-b98e-bcaef23bf71d will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:53.162518 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, e2ef4aa4-c4ee-48ff-bad3-963d211266c2) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:53.167194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:53.179542 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43625b2b-45fb-4aff-992c-1f72b5aff5d2 None None] Network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:53.180803 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-977e7d94-24dd-4b49-ad31-e641ceee1735 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.192620 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-ca0909a8-006a-4cd7-a453-00d478376ecc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] In _notify_port_updated(), no bound segment for port 06a0ba8d-bdc9-4093-b374-c9c32ee3a06a on network eb111497-a1bd-4f32-8008-5457d5cd4540 {{(pid=87595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:08:53.194244 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.198079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0909a8-006a-4cd7-a453-00d478376ecc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:53.199098 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ca0909a8-006a-4cd7-a453-00d478376ecc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.202587 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ca0909a8-006a-4cd7-a453-00d478376ecc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "PUT /v2.0/ports/06a0ba8d-bdc9-4093-b374-c9c32ee3a06a HTTP/1.1" status: 200 len: 818 time: 1.4339244 Jan 27 17:08:53.208005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58252) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:53.265889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:53.266166 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:53.266504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:53.318794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ddf7d894-40a4-431b-b59a-eff6529947e6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:53.323323 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0909a8-006a-4cd7-a453-00d478376ecc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=06a0ba8d-bdc9-4093-b374-c9c32ee3a06a,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:53.325101 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:53.333442 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ddf7d894-40a4-431b-b59a-eff6529947e6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:53.344525 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ddf7d894-40a4-431b-b59a-eff6529947e6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:53.360468 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ddf7d894-40a4-431b-b59a-eff6529947e6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:53.385568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:53.389751 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-845cd702-22ad-4572-9edb-7dd42a945533 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Deleting port c163c9e1-107c-4c4b-9944-7be27034bf7a {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:53.390095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-845cd702-22ad-4572-9edb-7dd42a945533 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.407005 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:53.414733 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf7d894-40a4-431b-b59a-eff6529947e6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:53.418387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d894-40a4-431b-b59a-eff6529947e6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.428943 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Pushing event updated for resources: {'Port': ['ID=ee05abdc-58e4-43cb-b98e-bcaef23bf71d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:53.513595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-977e7d94-24dd-4b49-ad31-e641ceee1735 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Calling delete_port for a394808f-0211-4303-b2dc-e39500c6049f owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:53.526855 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.610977 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:53.611206 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:08:53.627371 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 2 to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb Jan 27 17:08:53.635455 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Attempting to bind port ee05abdc-58e4-43cb-b98e-bcaef23bf71d on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:53.636436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Attempting to bind port ee05abdc-58e4-43cb-b98e-bcaef23bf71d by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:53.636888 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Attempting to bind port ee05abdc-58e4-43cb-b98e-bcaef23bf71d on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:53.649879 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:08:53.650408 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:53.650978 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.651447 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:08:53.651999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Bound port: ee05abdc-58e4-43cb-b98e-bcaef23bf71d, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:08:53.652450 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.675924 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:53.676494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:53.676977 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:53.695243 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:53.695802 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:08:53.700342 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 3 to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb Jan 27 17:08:53.711266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-021f6a05-1ef4-47cf-9c68-ab9c3a59aedb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port 06a0ba8d-bdc9-4093-b374-c9c32ee3a06a {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:53.711866 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-021f6a05-1ef4-47cf-9c68-ab9c3a59aedb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.716708 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-845cd702-22ad-4572-9edb-7dd42a945533 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.717224 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-845cd702-22ad-4572-9edb-7dd42a945533 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.761969 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] For port ee05abdc-58e4-43cb-b98e-bcaef23bf71d, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:53.765843 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] For port ee05abdc-58e4-43cb-b98e-bcaef23bf71d, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ee05abdc-58e4-43cb-b98e-bcaef23bf71d,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:08:53.773297 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.774710 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.796906 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:53.797524 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:53.798291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:53.815504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:53.879161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Pushing event updated for resources: {'Port': ['ID=ee05abdc-58e4-43cb-b98e-bcaef23bf71d,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:53.882195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:53.882760 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:08:53.889278 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 4 to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb Jan 27 17:08:53.890525 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:53.890957 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:53.895161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:53.895161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:53.895161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:53.895161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:53.895161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:53.895161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:53.895161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:53.895161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:53.895161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:53.895161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98c45c6-9747-44cc-a84d-43cd9bb7d02c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:08:53.907622 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-845cd702-22ad-4572-9edb-7dd42a945533 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Calling delete_port for c163c9e1-107c-4c4b-9944-7be27034bf7a owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:53.942179 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:54.020948 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:54.021278 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:54.021704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:54.132426 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=dfbf2019-b42e-4a81-b4b9-c9afeafc1852,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:54.134870 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:54.166856 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:54.167436 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:08:54.172999 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 5 to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb Jan 27 17:08:54.210277 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-977e7d94-24dd-4b49-ad31-e641ceee1735 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:54.257587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:54.257964 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:54.258262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:54.295309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e7d94-24dd-4b49-ad31-e641ceee1735 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event deleted for resources: {'Port': ['ID=a394808f-0211-4303-b2dc-e39500c6049f,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:54.301872 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:54.301872 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:08:54.331205 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 6 to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb Jan 27 17:08:54.419456 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:54.423347 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:54.428360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:54.428685 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:54.429015 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:54.436207 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-845cd702-22ad-4572-9edb-7dd42a945533 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:54.438021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-021f6a05-1ef4-47cf-9c68-ab9c3a59aedb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:54.511539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:54.511865 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:08:54.573701 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 7 to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb Jan 27 17:08:54.591263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-021f6a05-1ef4-47cf-9c68-ab9c3a59aedb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for 06a0ba8d-bdc9-4093-b374-c9c32ee3a06a owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:54.678088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:54.678414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:54.678740 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:54.722162 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-95d1b7a5-6e58-47bf-a48e-6bd2e8f8c6f8 None None] Provisioning complete for port dfbf2019-b42e-4a81-b4b9-c9afeafc1852 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:54.722767 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95d1b7a5-6e58-47bf-a48e-6bd2e8f8c6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:54.727267 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:54.727591 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:08:54.734492 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 8 to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb Jan 27 17:08:54.741114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Router 8e19783f-da27-4171-add6-ec2d67fceab3 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:08:54.784170 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-95d1b7a5-6e58-47bf-a48e-6bd2e8f8c6f8 None None] Port dfbf2019-b42e-4a81-b4b9-c9afeafc1852 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:54.805204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845cd702-22ad-4572-9edb-7dd42a945533 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Pushing event deleted for resources: {'Port': ['ID=c163c9e1-107c-4c4b-9944-7be27034bf7a,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:54.808304 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:54.808777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:54.808926 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:54.873949 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:54.874547 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:08:54.890076 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 9 to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb Jan 27 17:08:54.899708 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d894-40a4-431b-b59a-eff6529947e6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:54.918764 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-021f6a05-1ef4-47cf-9c68-ab9c3a59aedb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:54.991301 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf7d894-40a4-431b-b59a-eff6529947e6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:54.994009 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-977e7d94-24dd-4b49-ad31-e641ceee1735 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:54.996906 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ee05abdc-58e4-43cb-b98e-bcaef23bf71d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:54.998224 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:54.998555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:54.998879 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:55.000546 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-ddf7d894-40a4-431b-b59a-eff6529947e6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:55.000891 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f6a05-1ef4-47cf-9c68-ab9c3a59aedb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=06a0ba8d-bdc9-4093-b374-c9c32ee3a06a,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:55.008615 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf7d894-40a4-431b-b59a-eff6529947e6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:55.009214 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d894-40a4-431b-b59a-eff6529947e6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.033131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7d894-40a4-431b-b59a-eff6529947e6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=5f9c9595-9226-4f24-aec4-1c5762a80d2b,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:55.037415 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-845cd702-22ad-4572-9edb-7dd42a945533 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.037763 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-845cd702-22ad-4572-9edb-7dd42a945533 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Floating IP fe068c96-989f-4a6c-808b-eb996059fec6 disassociated (deleted). External IP: 172.26.1.55, port: 74fd845a-596a-4425-907d-04192b55fd24. Jan 27 17:08:55.069321 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:55.069931 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:08:55.085827 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-021f6a05-1ef4-47cf-9c68-ab9c3a59aedb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.092000 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 10 to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb Jan 27 17:08:55.132769 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port ee05abdc-58e4-43cb-b98e-bcaef23bf71d completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:55.161531 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ddf7d894-40a4-431b-b59a-eff6529947e6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5396748 Jan 27 17:08:55.164195 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58256) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:55.172064 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'mac_address': 'fa:16:3e:2f:56:bf', 'name': 'tempest-NetworksTestDHCPv6-348547329'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:55.179790 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119c1fd5-debb-42b4-b2e4-02f86de57ebe None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:08:55.236408 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router beb475f5-4a70-4a3b-a5d3-2803fc80dd1e is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:08:55.245242 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-977e7d94-24dd-4b49-ad31-e641ceee1735 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "DELETE /v2.0/ports/a394808f-0211-4303-b2dc-e39500c6049f HTTP/1.1" status: 204 len: 168 time: 2.9799697 Jan 27 17:08:55.248537 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:08:55.248860 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:08:55.249188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:08:55.251077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58260) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:55.258299 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-021f6a05-1ef4-47cf-9c68-ab9c3a59aedb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/ports/06a0ba8d-bdc9-4093-b374-c9c32ee3a06a HTTP/1.1" status: 204 len: 168 time: 2.0457170 Jan 27 17:08:55.278243 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58264) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:55.296955 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8e41f529-4c89-4a09-9377-29dded17d3c2 None None] Provisioning for port ee05abdc-58e4-43cb-b98e-bcaef23bf71d completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:55.298073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:55.305415 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 9426acfe-0d4a-440a-869d-dfc374b110fb on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:08:55.305415 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 9426acfe-0d4a-440a-869d-dfc374b110fb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:08:55.305908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.317931 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98588e74-c170-4b28-a706-76885418f830 None None] Sync routers for ids ['8e19783f-da27-4171-add6-ec2d67fceab3'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:55.320782 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8e41f529-4c89-4a09-9377-29dded17d3c2 None None] Provisioning complete for port ee05abdc-58e4-43cb-b98e-bcaef23bf71d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:55.321196 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e41f529-4c89-4a09-9377-29dded17d3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.326225 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d3ed74-5a60-4401-811d-bc857f99d7bc tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] GET failed (client error): The resource could not be found. Jan 27 17:08:55.326750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-22d3ed74-5a60-4401-811d-bc857f99d7bc tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Synchronizing usage tracker for tenant:35e54c7950a54cf3927194b8e9b21adc on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:55.387539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.391629 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0ae301ed-39de-4b4c-bf11-9fee69b6faa3 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.7129052 Jan 27 17:08:55.392445 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58268) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:55.399354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1bcafe07-5e2f-4333-95e1-d3541cef7025 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:55.412514 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98588e74-c170-4b28-a706-76885418f830 None None] Routers {'8e19783f-da27-4171-add6-ec2d67fceab3'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:55.413322 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-98588e74-c170-4b28-a706-76885418f830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8e19783f-da27-4171-add6-ec2d67fceab3'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:55.463722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-22d3ed74-5a60-4401-811d-bc857f99d7bc tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Unset dirty status for tenant:35e54c7950a54cf3927194b8e9b21adc on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:55.469122 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-22d3ed74-5a60-4401-811d-bc857f99d7bc tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "GET /v2.0/ports/a394808f-0211-4303-b2dc-e39500c6049f HTTP/1.1" status: 404 len: 333 time: 0.2109885 Jan 27 17:08:55.470590 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58272) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:55.488064 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a23780cb-f830-405a-80cb-a1e6411bf1f6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Request body: {'port': {'network_id': '2b25067f-90d8-43d3-8f95-d604e3657712', 'name': 'tempest-AllowedAddressPairTestJSON-1642662465'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:55.537367 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-98588e74-c170-4b28-a706-76885418f830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:55.625490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98588e74-c170-4b28-a706-76885418f830 None None] Routers {'8e19783f-da27-4171-add6-ec2d67fceab3'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:55.625490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-98588e74-c170-4b28-a706-76885418f830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8e19783f-da27-4171-add6-ec2d67fceab3'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:55.660413 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:55.675154 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-72943bc9-7040-4a60-97d8-8683139ab8ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/beb475f5-4a70-4a3b-a5d3-2803fc80dd1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1460080 Jan 27 17:08:55.677615 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:55.680605 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c770b73a-6caf-4737-9197-ff02e86a59e1 None None] Sync routers for ids ['beb475f5-4a70-4a3b-a5d3-2803fc80dd1e'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:55.681587 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58278) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:55.688387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:55.697730 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c770b73a-6caf-4737-9197-ff02e86a59e1 None None] Routers {'beb475f5-4a70-4a3b-a5d3-2803fc80dd1e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:55.699129 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c770b73a-6caf-4737-9197-ff02e86a59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['beb475f5-4a70-4a3b-a5d3-2803fc80dd1e'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:55.706327 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-98588e74-c170-4b28-a706-76885418f830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:55.706802 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98588e74-c170-4b28-a706-76885418f830 None None] The sync data for ids ['8e19783f-da27-4171-add6-ec2d67fceab3'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:55.723036 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e41f529-4c89-4a09-9377-29dded17d3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.768439 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8e41f529-4c89-4a09-9377-29dded17d3c2 None None] For port ee05abdc-58e4-43cb-b98e-bcaef23bf71d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ee05abdc-58e4-43cb-b98e-bcaef23bf71d,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:55.777826 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:55.779628 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e41f529-4c89-4a09-9377-29dded17d3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.791022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] For port 9426acfe-0d4a-440a-869d-dfc374b110fb, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:08:55.791433 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempted to set empty binding levels {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 27 17:08:55.808938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a23780cb-f830-405a-80cb-a1e6411bf1f6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:55.812971 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:55.824902 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.842752 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c770b73a-6caf-4737-9197-ff02e86a59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:55.844561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:55.854360 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c770b73a-6caf-4737-9197-ff02e86a59e1 None None] Routers {'beb475f5-4a70-4a3b-a5d3-2803fc80dd1e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:55.855615 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c770b73a-6caf-4737-9197-ff02e86a59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['beb475f5-4a70-4a3b-a5d3-2803fc80dd1e'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:55.866496 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a3bbd3-8fa9-46d4-acd8-693ae6cb889d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:55.867475 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c8a3bbd3-8fa9-46d4-acd8-693ae6cb889d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:55.891932 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845cd702-22ad-4572-9edb-7dd42a945533 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Router f8e5a99f-7d6a-4474-a945-1d2dca5a677c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:08:55.898104 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a23780cb-f830-405a-80cb-a1e6411bf1f6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:55.899151 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c916a8bf-381e-4194-8547-6d1c109d9f5c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:55.899704 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c916a8bf-381e-4194-8547-6d1c109d9f5c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Synchronizing usage tracker for tenant:65a019d99d874346aca26dc7cd6b9eab on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:55.918111 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:55.918688 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:55.920769 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41f529-4c89-4a09-9377-29dded17d3c2 None None] Pushing event updated for resources: {'Port': ['ID=ee05abdc-58e4-43cb-b98e-bcaef23bf71d,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:55.946615 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8e66e4-a6dd-499c-8676-cd4f0d0e20ed None None] Update dhcp port {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'fixed_ips': [{'subnet_id': '82cd9651-d86b-4d89-94f3-a4923c369f8d', 'ip_address': '2001:db8::f816:3eff:fe10:1e7a'}, {'subnet_id': '5f9c9595-9226-4f24-aec4-1c5762a80d2b'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': 'ee05abdc-58e4-43cb-b98e-bcaef23bf71d'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:08:55.979192 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c770b73a-6caf-4737-9197-ff02e86a59e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:55.979588 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c770b73a-6caf-4737-9197-ff02e86a59e1 None None] The sync data for ids ['beb475f5-4a70-4a3b-a5d3-2803fc80dd1e'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:56.018715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23780cb-f830-405a-80cb-a1e6411bf1f6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Made reservation on behalf of 35e54c7950a54cf3927194b8e9b21adc for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:56.020821 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b8e66e4-a6dd-499c-8676-cd4f0d0e20ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.022323 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a23780cb-f830-405a-80cb-a1e6411bf1f6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.038724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Pushing event updated for resources: {'Port': ['ID=9426acfe-0d4a-440a-869d-dfc374b110fb,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:56.041801 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0416eb3d-c402-401b-871e-8b0b0c83fba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.2680817 Jan 27 17:08:56.048162 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58282) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:56.109594 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c8a3bbd3-8fa9-46d4-acd8-693ae6cb889d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:56.110751 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c8a3bbd3-8fa9-46d4-acd8-693ae6cb889d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8315878 Jan 27 17:08:56.114161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3142dc4b-0e56-41a5-b504-fa94478e18bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Deleting port 9426acfe-0d4a-440a-869d-dfc374b110fb {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:56.114688 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3142dc4b-0e56-41a5-b504-fa94478e18bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.140199 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58286) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:56.197036 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c916a8bf-381e-4194-8547-6d1c109d9f5c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Unset dirty status for tenant:65a019d99d874346aca26dc7cd6b9eab on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:56.201342 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c916a8bf-381e-4194-8547-6d1c109d9f5c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports/dfbf2019-b42e-4a81-b4b9-c9afeafc1852 HTTP/1.1" status: 200 len: 910 time: 0.5188916 Jan 27 17:08:56.210571 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58292) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:56.245519 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-4b8e66e4-a6dd-499c-8676-cd4f0d0e20ed None None] Allocated IP 172.20.0.2 (bbf03638-7624-437f-9c24-a87cd70c5626/5f9c9595-9226-4f24-aec4-1c5762a80d2b/ee05abdc-58e4-43cb-b98e-bcaef23bf71d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:56.253502 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-a23780cb-f830-405a-80cb-a1e6411bf1f6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] device_id is not set on port 466b5be6-7698-47fa-ba14-7673e0969042 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:56.345072 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9545d19-2305-4e94-98a9-1f8c10429326 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] GET failed (client error): The resource could not be found. Jan 27 17:08:56.345072 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e9545d19-2305-4e94-98a9-1f8c10429326 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:56.392863 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4b8e66e4-a6dd-499c-8676-cd4f0d0e20ed None None] For port ee05abdc-58e4-43cb-b98e-bcaef23bf71d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ee05abdc-58e4-43cb-b98e-bcaef23bf71d,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:56.421016 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b8e66e4-a6dd-499c-8676-cd4f0d0e20ed None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.439442 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4b8e66e4-a6dd-499c-8676-cd4f0d0e20ed None None] Transition to ACTIVE for port object ee05abdc-58e4-43cb-b98e-bcaef23bf71d will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:56.443050 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.445823 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b8e66e4-a6dd-499c-8676-cd4f0d0e20ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.466001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e9545d19-2305-4e94-98a9-1f8c10429326 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:56.472803 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e9545d19-2305-4e94-98a9-1f8c10429326 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports/06a0ba8d-bdc9-4093-b374-c9c32ee3a06a HTTP/1.1" status: 404 len: 333 time: 0.3167779 Jan 27 17:08:56.475156 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58296) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:56.499986 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port 73cd6caf-2987-44b7-a3a9-313572284dec yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:56.546390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-63ef12e1-6a71-4e7c-b099-fb95264e8ec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1654710000'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:56.604778 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e66e4-a6dd-499c-8676-cd4f0d0e20ed None None] Pushing event updated for resources: {'Port': ['ID=ee05abdc-58e4-43cb-b98e-bcaef23bf71d,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:56.608743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-63ef12e1-6a71-4e7c-b099-fb95264e8ec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:56.618152 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845cd702-22ad-4572-9edb-7dd42a945533 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:08:56.624102 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-63ef12e1-6a71-4e7c-b099-fb95264e8ec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:network and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:56.633319 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca92463f-ba45-4ea8-95cb-e0d22f080a10 None None] Sync routers for ids ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:08:56.644029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-63ef12e1-6a71-4e7c-b099-fb95264e8ec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:56.645551 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca92463f-ba45-4ea8-95cb-e0d22f080a10 None None] Routers {'f8e5a99f-7d6a-4474-a945-1d2dca5a677c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:56.646504 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-ca92463f-ba45-4ea8-95cb-e0d22f080a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:56.664001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bcafe07-5e2f-4333-95e1-d3541cef7025 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.669389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-63ef12e1-6a71-4e7c-b099-fb95264e8ec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:56.711286 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-845cd702-22ad-4572-9edb-7dd42a945533 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.725786 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-ca92463f-ba45-4ea8-95cb-e0d22f080a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:56.737517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca92463f-ba45-4ea8-95cb-e0d22f080a10 None None] Routers {'f8e5a99f-7d6a-4474-a945-1d2dca5a677c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:08:56.738410 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-ca92463f-ba45-4ea8-95cb-e0d22f080a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:56.810209 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-ca92463f-ba45-4ea8-95cb-e0d22f080a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:08:56.810613 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca92463f-ba45-4ea8-95cb-e0d22f080a10 None None] The sync data for ids ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:08:56.877819 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-845cd702-22ad-4572-9edb-7dd42a945533 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] 10.222.0.50 "DELETE /v2.0/floatingips/fe068c96-989f-4a6c-808b-eb996059fec6 HTTP/1.1" status: 204 len: 168 time: 4.1703131 Jan 27 17:08:56.881216 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58300) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:56.896201 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:56.911274 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-3142dc4b-0e56-41a5-b504-fa94478e18bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] For port 9426acfe-0d4a-440a-869d-dfc374b110fb, host hv-neutron-8264, got binding levels [] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:08:56.911619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3142dc4b-0e56-41a5-b504-fa94478e18bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:56.914696 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:56.949629 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Usage tracker for resource:floatingip and tenant:20cf0c8d24d740a69114b7e1fdd0146f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:56.950806 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ee05abdc-58e4-43cb-b98e-bcaef23bf71d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:08:56.961274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:57.003003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:57.045021 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.059947 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ef12e1-6a71-4e7c-b099-fb95264e8ec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:57.063653 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-63ef12e1-6a71-4e7c-b099-fb95264e8ec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.066642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 172.20.0.3 (bbf03638-7624-437f-9c24-a87cd70c5626/5f9c9595-9226-4f24-aec4-1c5762a80d2b/73cd6caf-2987-44b7-a3a9-313572284dec) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:57.074221 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bcafe07-5e2f-4333-95e1-d3541cef7025 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.077626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::f816:3eff:fe2f:56bf (bbf03638-7624-437f-9c24-a87cd70c5626/82cd9651-d86b-4d89-94f3-a4923c369f8d/73cd6caf-2987-44b7-a3a9-313572284dec) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:57.097657 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3142dc4b-0e56-41a5-b504-fa94478e18bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Calling delete_port for 9426acfe-0d4a-440a-869d-dfc374b110fb owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:57.128486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-a23780cb-f830-405a-80cb-a1e6411bf1f6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Allocated IP 172.20.0.10 (2b25067f-90d8-43d3-8f95-d604e3657712/2071986b-be10-4fac-b5ad-312d3d781582/466b5be6-7698-47fa-ba14-7673e0969042) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:57.137868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a174a1a-5eee-4970-88ff-3d69b6463a78 req-91f7b964-80de-47cd-892c-ac021789c422 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:57.139394 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2a174a1a-5eee-4970-88ff-3d69b6463a78 req-91f7b964-80de-47cd-892c-ac021789c422 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.8455822 Jan 27 17:08:57.159439 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-1bcafe07-5e2f-4333-95e1-d3541cef7025 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Deleting port 3ac4db96-77af-48aa-b421-fa08b29165dc {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:57.159822 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bcafe07-5e2f-4333-95e1-d3541cef7025 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.270347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ef12e1-6a71-4e7c-b099-fb95264e8ec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:08:57.380552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-63ef12e1-6a71-4e7c-b099-fb95264e8ec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.380894 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-63ef12e1-6a71-4e7c-b099-fb95264e8ec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Added segment 3183fee1-0321-497a-aa46-abd4ab25227b of type vlan for network 93542cb5-6fbb-4075-95cb-22c74d5857d2 Jan 27 17:08:57.400467 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2a174a1a-5eee-4970-88ff-3d69b6463a78 req-89b6a1d6-b90e-486e-831c-08ea78a4f4bf tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420971 Jan 27 17:08:57.424881 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7460a181-1264-453f-8e80-9751b9dcea98 None None] Provisioning for port ee05abdc-58e4-43cb-b98e-bcaef23bf71d completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:57.440765 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7460a181-1264-453f-8e80-9751b9dcea98 None None] Provisioning complete for port ee05abdc-58e4-43cb-b98e-bcaef23bf71d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:57.441507 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7460a181-1264-453f-8e80-9751b9dcea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.551826 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.595790 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8375d44a-03a3-4668-9dc6-948c93ee09d3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.609096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3142dc4b-0e56-41a5-b504-fa94478e18bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.649366 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-63ef12e1-6a71-4e7c-b099-fb95264e8ec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.680739 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object 73cd6caf-2987-44b7-a3a9-313572284dec will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:57.683409 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142dc4b-0e56-41a5-b504-fa94478e18bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Pushing event deleted for resources: {'Port': ['ID=9426acfe-0d4a-440a-869d-dfc374b110fb,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:57.721671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3142dc4b-0e56-41a5-b504-fa94478e18bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.725149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bcafe07-5e2f-4333-95e1-d3541cef7025 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.774873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.879535 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-1bcafe07-5e2f-4333-95e1-d3541cef7025 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Calling delete_port for 3ac4db96-77af-48aa-b421-fa08b29165dc owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:57.911136 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a23780cb-f830-405a-80cb-a1e6411bf1f6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.943954 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3142dc4b-0e56-41a5-b504-fa94478e18bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] 10.222.0.50 "DELETE /v2.0/ports/9426acfe-0d4a-440a-869d-dfc374b110fb HTTP/1.1" status: 204 len: 168 time: 1.8923361 Jan 27 17:08:57.951718 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58306) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:57.955845 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-a23780cb-f830-405a-80cb-a1e6411bf1f6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Transition to ACTIVE for port object 466b5be6-7698-47fa-ba14-7673e0969042 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:08:57.959463 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-63ef12e1-6a71-4e7c-b099-fb95264e8ec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.965493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ef12e1-6a71-4e7c-b099-fb95264e8ec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:57.966091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-63ef12e1-6a71-4e7c-b099-fb95264e8ec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:57.967020 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.053178 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798dc80-4b01-4dfc-86e5-dd874f36dadd req-e689d292-8189-441a-aa5d-04abdfe278c1 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:58.054745 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4798dc80-4b01-4dfc-86e5-dd874f36dadd req-e689d292-8189-441a-aa5d-04abdfe278c1 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.5072608 Jan 27 17:08:58.057760 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5959b048-cf57-4324-974d-f6816c8058ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] GET failed (client error): The resource could not be found. Jan 27 17:08:58.058297 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5959b048-cf57-4324-974d-f6816c8058ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Synchronizing usage tracker for tenant:b4707a1da11044e3bf0be3a9b7e2beca on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:58.091651 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-63ef12e1-6a71-4e7c-b099-fb95264e8ec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6110034 Jan 27 17:08:58.101519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58310) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:58.117570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1cfe4903-88fc-46db-841f-834f3d80cad3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'subnet': {'network_id': '93542cb5-6fbb-4075-95cb-22c74d5857d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:58.128517 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:58.141513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:58.143480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=73cd6caf-2987-44b7-a3a9-313572284dec,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:58.149496 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:58.194839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Allocated IP 172.26.1.254 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/736ac6e0-7208-4fe1-b4e3-103a571d2537) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:08:58.226704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef12e1-6a71-4e7c-b099-fb95264e8ec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Network': ['ID=93542cb5-6fbb-4075-95cb-22c74d5857d2,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:58.227819 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4798dc80-4b01-4dfc-86e5-dd874f36dadd req-479771b0-5352-4b7d-a6cd-9b3b4d69c58a tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515660 Jan 27 17:08:58.229023 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5959b048-cf57-4324-974d-f6816c8058ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Unset dirty status for tenant:b4707a1da11044e3bf0be3a9b7e2beca on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:58.230266 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5959b048-cf57-4324-974d-f6816c8058ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] 10.222.0.50 "GET /v2.0/ports/9426acfe-0d4a-440a-869d-dfc374b110fb HTTP/1.1" status: 404 len: 333 time: 0.2763200 Jan 27 17:08:58.235935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58314) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:58.243704 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 93542cb5-6fbb-4075-95cb-22c74d5857d2 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:08:58.255620 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-908820b7-8c26-4bae-b6c8-cdb128c5c863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Request body: {'port': {'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-111714635'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:58.306465 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a23780cb-f830-405a-80cb-a1e6411bf1f6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.385497 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-8375d44a-03a3-4668-9dc6-948c93ee09d3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port dfbf2019-b42e-4a81-b4b9-c9afeafc1852 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:58.386350 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8375d44a-03a3-4668-9dc6-948c93ee09d3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.401402 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23780cb-f830-405a-80cb-a1e6411bf1f6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Network 2b25067f-90d8-43d3-8f95-d604e3657712 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:58.404605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-a23780cb-f830-405a-80cb-a1e6411bf1f6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:58.421383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1cfe4903-88fc-46db-841f-834f3d80cad3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:58.426092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1cfe4903-88fc-46db-841f-834f3d80cad3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:subnet and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:08:58.435177 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1cfe4903-88fc-46db-841f-834f3d80cad3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:08:58.437267 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-908820b7-8c26-4bae-b6c8-cdb128c5c863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:08:58.442080 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23780cb-f830-405a-80cb-a1e6411bf1f6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:58.451509 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:58.452528 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.517910 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4c2edcdd-cf85-464e-9fd9-83645516030a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3528655 Jan 27 17:08:58.520142 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-908820b7-8c26-4bae-b6c8-cdb128c5c863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:58.529457 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-63dd041d-0c33-4f41-9f58-779ef49cc9c3 None None] Provisioning for port 73cd6caf-2987-44b7-a3a9-313572284dec completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:58.531336 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58320) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:58.535872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-63dd041d-0c33-4f41-9f58-779ef49cc9c3 None None] Provisioning complete for port 73cd6caf-2987-44b7-a3a9-313572284dec triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:58.536298 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63dd041d-0c33-4f41-9f58-779ef49cc9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.648045 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-63dd041d-0c33-4f41-9f58-779ef49cc9c3 None None] Port 73cd6caf-2987-44b7-a3a9-313572284dec cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:58.707020 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1cfe4903-88fc-46db-841f-834f3d80cad3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:08:58.728927 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23780cb-f830-405a-80cb-a1e6411bf1f6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event updated for resources: {'Port': ['ID=466b5be6-7698-47fa-ba14-7673e0969042,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:58.745955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfe4903-88fc-46db-841f-834f3d80cad3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:58.749347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cfe4903-88fc-46db-841f-834f3d80cad3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.772076 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b702dcc0-64d7-4333-891a-0ff792688aeb None None] Provisioning for port 466b5be6-7698-47fa-ba14-7673e0969042 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:08:58.775679 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23780cb-f830-405a-80cb-a1e6411bf1f6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:58.776380 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a23780cb-f830-405a-80cb-a1e6411bf1f6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.779547 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b702dcc0-64d7-4333-891a-0ff792688aeb None None] Provisioning complete for port 466b5be6-7698-47fa-ba14-7673e0969042 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:08:58.780090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b702dcc0-64d7-4333-891a-0ff792688aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.788687 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908820b7-8c26-4bae-b6c8-cdb128c5c863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Made reservation on behalf of b4707a1da11044e3bf0be3a9b7e2beca for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:08:58.790998 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-908820b7-8c26-4bae-b6c8-cdb128c5c863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.823087 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.828167 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bcafe07-5e2f-4333-95e1-d3541cef7025 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:58.846966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b702dcc0-64d7-4333-891a-0ff792688aeb None None] Port 466b5be6-7698-47fa-ba14-7673e0969042 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:08:58.911841 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a23780cb-f830-405a-80cb-a1e6411bf1f6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4400930 Jan 27 17:08:58.917310 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-908820b7-8c26-4bae-b6c8-cdb128c5c863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] device_id is not set on port 61ce51a6-0138-4c50-b2dd-a20bd594539d yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:08:58.928163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58326) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:58.933070 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcafe07-5e2f-4333-95e1-d3541cef7025 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Pushing event deleted for resources: {'Port': ['ID=3ac4db96-77af-48aa-b421-fa08b29165dc,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:58.969385 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-099ad2fa-0742-4161-9010-f9c08158b2ba tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:87:02:f9'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:08:59.045521 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8375d44a-03a3-4668-9dc6-948c93ee09d3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:59.063300 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b9fc2c-95ff-49ce-a7b4-80fc282ef90f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:59.069034 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b9fc2c-95ff-49ce-a7b4-80fc282ef90f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:59.069840 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-47b9fc2c-95ff-49ce-a7b4-80fc282ef90f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:08:59.089721 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43133d96-303f-4634-b193-ac85369f7af3 req-1b3f9912-38ba-489b-935a-769f5da1ac86 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:08:59.091190 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-43133d96-303f-4634-b193-ac85369f7af3 req-1b3f9912-38ba-489b-935a-769f5da1ac86 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.3883321 Jan 27 17:08:59.140194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bcafe07-5e2f-4333-95e1-d3541cef7025 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:59.148710 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:59.367596 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-8375d44a-03a3-4668-9dc6-948c93ee09d3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Calling delete_port for dfbf2019-b42e-4a81-b4b9-c9afeafc1852 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:08:59.481152 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-47b9fc2c-95ff-49ce-a7b4-80fc282ef90f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:08:59.482321 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-47b9fc2c-95ff-49ce-a7b4-80fc282ef90f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.9495506 Jan 27 17:08:59.497434 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:08:59.498019 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58330) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:08:59.522142 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:08:59.565356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:08:59.616917 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Pushing event updated for resources: {'Port': ['ID=736ac6e0-7208-4fe1-b4e3-103a571d2537,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:59.677453 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-43133d96-303f-4634-b193-ac85369f7af3 req-0ce1210d-ada4-436d-9747-cc72f5811c22 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4704189 Jan 27 17:08:59.678678 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cfe4903-88fc-46db-841f-834f3d80cad3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:59.750812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-48dfb7cb-0258-415b-8046-f52b6d49ea37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port 73cd6caf-2987-44b7-a3a9-313572284dec {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:08:59.751146 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-48dfb7cb-0258-415b-8046-f52b6d49ea37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:59.770569 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-099ad2fa-0742-4161-9010-f9c08158b2ba tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:59.786366 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-908820b7-8c26-4bae-b6c8-cdb128c5c863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:59.795048 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bcafe07-5e2f-4333-95e1-d3541cef7025 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:59.847749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bcafe07-5e2f-4333-95e1-d3541cef7025 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:08:59.941258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe4903-88fc-46db-841f-834f3d80cad3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Subnet': ['ID=fb911fe6-d9dd-42e9-b846-c3cf788c974e,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:08:59.967057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfe4903-88fc-46db-841f-834f3d80cad3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Checking segment: {'id': '3183fee1-0321-497a-aa46-abd4ab25227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '93542cb5-6fbb-4075-95cb-22c74d5857d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:08:59.967400 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfe4903-88fc-46db-841f-834f3d80cad3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network hostable DHCP agents. Network: 93542cb5-6fbb-4075-95cb-22c74d5857d2, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:08:59.975593 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:00.010030 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-908820b7-8c26-4bae-b6c8-cdb128c5c863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:00.187905 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8375d44a-03a3-4668-9dc6-948c93ee09d3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:00.198767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcafe07-5e2f-4333-95e1-d3541cef7025 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Router 8e19783f-da27-4171-add6-ec2d67fceab3 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:09:00.202976 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908820b7-8c26-4bae-b6c8-cdb128c5c863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:00.214583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfe4903-88fc-46db-841f-834f3d80cad3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network 93542cb5-6fbb-4075-95cb-22c74d5857d2 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:00.218981 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-908820b7-8c26-4bae-b6c8-cdb128c5c863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:00.232231 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908820b7-8c26-4bae-b6c8-cdb128c5c863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:00.233149 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908820b7-8c26-4bae-b6c8-cdb128c5c863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:00.233732 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-908820b7-8c26-4bae-b6c8-cdb128c5c863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:00.264884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:00.286263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-1cfe4903-88fc-46db-841f-834f3d80cad3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 93542cb5-6fbb-4075-95cb-22c74d5857d2) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:00.290591 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfe4903-88fc-46db-841f-834f3d80cad3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:00.291190 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cfe4903-88fc-46db-841f-834f3d80cad3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:00.291356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908820b7-8c26-4bae-b6c8-cdb128c5c863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Pushing event updated for resources: {'Port': ['ID=61ce51a6-0138-4c50-b2dd-a20bd594539d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:00.304411 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4429a4c-bb26-4eb9-8892-a6022b765900 None None] Network 93542cb5-6fbb-4075-95cb-22c74d5857d2 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:00.307810 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-48dfb7cb-0258-415b-8046-f52b6d49ea37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:00.418217 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375d44a-03a3-4668-9dc6-948c93ee09d3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Port': ['ID=dfbf2019-b42e-4a81-b4b9-c9afeafc1852,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:00.467494 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1cfe4903-88fc-46db-841f-834f3d80cad3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3592317 Jan 27 17:09:00.472816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58334) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:00.475812 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcafe07-5e2f-4333-95e1-d3541cef7025 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:00.482790 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1bcafe07-5e2f-4333-95e1-d3541cef7025 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:00.483794 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1bcafe07-5e2f-4333-95e1-d3541cef7025 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "PUT /v2.0/routers/8e19783f-da27-4171-add6-ec2d67fceab3 HTTP/1.1" status: 200 len: 710 time: 5.0904193 Jan 27 17:09:00.488726 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7438fdaf-a0bf-49ec-897d-d1f45fdceed8 None None] Sync routers for ids ['8e19783f-da27-4171-add6-ec2d67fceab3'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:00.490676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-bb8b2e05-5798-448d-8e51-86e986971ef3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'subnet': {'network_id': '93542cb5-6fbb-4075-95cb-22c74d5857d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:00.498847 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7438fdaf-a0bf-49ec-897d-d1f45fdceed8 None None] Routers {'8e19783f-da27-4171-add6-ec2d67fceab3'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:00.499754 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7438fdaf-a0bf-49ec-897d-d1f45fdceed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8e19783f-da27-4171-add6-ec2d67fceab3'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:00.509715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58338) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:00.541196 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-48dfb7cb-0258-415b-8046-f52b6d49ea37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for 73cd6caf-2987-44b7-a3a9-313572284dec owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:00.565512 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7438fdaf-a0bf-49ec-897d-d1f45fdceed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:00.576382 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7438fdaf-a0bf-49ec-897d-d1f45fdceed8 None None] Routers {'8e19783f-da27-4171-add6-ec2d67fceab3'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:00.577339 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7438fdaf-a0bf-49ec-897d-d1f45fdceed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8e19783f-da27-4171-add6-ec2d67fceab3'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:00.649932 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7438fdaf-a0bf-49ec-897d-d1f45fdceed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:00.650582 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7438fdaf-a0bf-49ec-897d-d1f45fdceed8 None None] The sync data for ids ['8e19783f-da27-4171-add6-ec2d67fceab3'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:09:00.677361 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-93542cb5-6fbb-4075-95cb-22c74d5857d2', 'network_id': '93542cb5-6fbb-4075-95cb-22c74d5857d2', 'tenant_id': 'c08441886451403eaced8170704dc616', 'fixed_ips': [{'subnet_id': 'fb911fe6-d9dd-42e9-b846-c3cf788c974e'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:00.678477 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:00.713262 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-908820b7-8c26-4bae-b6c8-cdb128c5c863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4736469 Jan 27 17:09:00.722373 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e1e78eb6-7c25-4928-8fb9-2d44f5dd6302 tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "GET /v2.0/routers/8e19783f-da27-4171-add6-ec2d67fceab3 HTTP/1.1" status: 200 len: 745 time: 0.2088914 Jan 27 17:09:00.724781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58344) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:00.725112 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58346) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:00.726153 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-099ad2fa-0742-4161-9010-f9c08158b2ba tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:09:00.741348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:00.819213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-099ad2fa-0742-4161-9010-f9c08158b2ba tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:00.843714 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7a8a5d05-e68e-4bc2-9702-f6134565ca4f tempest-RoutersIpV6AdminTest-597022083 tempest-RoutersIpV6AdminTest-597022083-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&device_id=8e19783f-da27-4171-add6-ec2d67fceab3 HTTP/1.1" status: 200 len: 205 time: 0.1073260 Jan 27 17:09:00.867648 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Allocated IP 2001:db8::2 (93542cb5-6fbb-4075-95cb-22c74d5857d2/fb911fe6-d9dd-42e9-b846-c3cf788c974e/11903510-766a-41ec-8e58-f6539345d422) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:00.887181 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-099ad2fa-0742-4161-9010-f9c08158b2ba tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:00.890736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58352) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:01.018735 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8375d44a-03a3-4668-9dc6-948c93ee09d3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.067513 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3fae5cb3-7813-4c87-ba89-3cbb6586dc30 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e19783f-da27-4171-add6-ec2d67fceab3 HTTP/1.1" status: 200 len: 205 time: 0.1331246 Jan 27 17:09:01.089828 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.099509 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58356) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:01.213765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bb8b2e05-5798-448d-8e51-86e986971ef3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:01.232301 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ad2fa-0742-4161-9010-f9c08158b2ba tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event updated for resources: {'Port': ['ID=466b5be6-7698-47fa-ba14-7673e0969042,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:01.247745 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bb8b2e05-5798-448d-8e51-86e986971ef3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:subnet and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:01.287055 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-560fec33-38fa-43f3-82c9-643cab34d791 None None] Provisioning complete for port 466b5be6-7698-47fa-ba14-7673e0969042 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:01.287394 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-560fec33-38fa-43f3-82c9-643cab34d791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.306593 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bb8b2e05-5798-448d-8e51-86e986971ef3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:01.326789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-099ad2fa-0742-4161-9010-f9c08158b2ba tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] In _notify_port_updated(), no bound segment for port 466b5be6-7698-47fa-ba14-7673e0969042 on network 2b25067f-90d8-43d3-8f95-d604e3657712 {{(pid=87594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:09:01.332147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099ad2fa-0742-4161-9010-f9c08158b2ba tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:01.332780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-099ad2fa-0742-4161-9010-f9c08158b2ba tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.334092 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-099ad2fa-0742-4161-9010-f9c08158b2ba tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "PUT /v2.0/ports/466b5be6-7698-47fa-ba14-7673e0969042 HTTP/1.1" status: 200 len: 997 time: 2.4050026 Jan 27 17:09:01.337466 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bb8b2e05-5798-448d-8e51-86e986971ef3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:01.337618 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58360) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:01.340609 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-167bd0d8-e9f5-41c1-a088-104616619f94 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.347057 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-560fec33-38fa-43f3-82c9-643cab34d791 None None] Port 466b5be6-7698-47fa-ba14-7673e0969042 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:01.389906 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.469021 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Transition to ACTIVE for port object 11903510-766a-41ec-8e58-f6539345d422 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:01.482424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-48dfb7cb-0258-415b-8046-f52b6d49ea37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.493007 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Transition to ACTIVE for port object 11903510-766a-41ec-8e58-f6539345d422 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:01.501737 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.575226 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Network 93542cb5-6fbb-4075-95cb-22c74d5857d2 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:01.579544 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:01.585435 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:01.613184 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.626604 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-599995f0-8ee9-4def-923c-9277afb10578 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Deleting port 466b5be6-7698-47fa-ba14-7673e0969042 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:01.626955 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-599995f0-8ee9-4def-923c-9277afb10578 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.630395 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Pushing event updated for resources: {'Port': ['ID=11903510-766a-41ec-8e58-f6539345d422,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:01.654091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8b2e05-5798-448d-8e51-86e986971ef3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:01.657765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bb8b2e05-5798-448d-8e51-86e986971ef3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.665721 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfb7cb-0258-415b-8046-f52b6d49ea37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=73cd6caf-2987-44b7-a3a9-313572284dec,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:01.679093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.692387 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Attempting to bind port 11903510-766a-41ec-8e58-f6539345d422 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:01.692742 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Attempting to bind port 11903510-766a-41ec-8e58-f6539345d422 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '3183fee1-0321-497a-aa46-abd4ab25227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '93542cb5-6fbb-4075-95cb-22c74d5857d2'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:01.693212 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Attempting to bind port 11903510-766a-41ec-8e58-f6539345d422 on network 93542cb5-6fbb-4075-95cb-22c74d5857d2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:01.702257 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:01.702620 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Checking segment: {'id': '3183fee1-0321-497a-aa46-abd4ab25227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '93542cb5-6fbb-4075-95cb-22c74d5857d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:01.703008 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.703575 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Bound using segment: {'id': '3183fee1-0321-497a-aa46-abd4ab25227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '93542cb5-6fbb-4075-95cb-22c74d5857d2'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:01.704005 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Bound port: 11903510-766a-41ec-8e58-f6539345d422, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3183fee1-0321-497a-aa46-abd4ab25227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '93542cb5-6fbb-4075-95cb-22c74d5857d2'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:01.704362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.797117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Pushing event updated for resources: {'Port': ['ID=736ac6e0-7208-4fe1-b4e3-103a571d2537,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:01.800374 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] For port 11903510-766a-41ec-8e58-f6539345d422, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:01.805715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] For port 11903510-766a-41ec-8e58-f6539345d422, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=11903510-766a-41ec-8e58-f6539345d422,segment=NetworkSegment(3183fee1-0321-497a-aa46-abd4ab25227b),segment_id=3183fee1-0321-497a-aa46-abd4ab25227b)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:01.813715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:01.826857 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8375d44a-03a3-4668-9dc6-948c93ee09d3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router beb475f5-4a70-4a3b-a5d3-2803fc80dd1e has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:09:01.852217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087ef82-325a-47e7-9f20-6b83ba02ee25 req-ad9cd9f0-ec77-4cbf-a9f4-93a05f9d8bd6 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:01.853763 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6087ef82-325a-47e7-9f20-6b83ba02ee25 req-ad9cd9f0-ec77-4cbf-a9f4-93a05f9d8bd6 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 1.0067096 Jan 27 17:09:01.910363 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edd0be-7389-4ab8-bd1c-9203d1c2cf47 None None] Pushing event updated for resources: {'Port': ['ID=11903510-766a-41ec-8e58-f6539345d422,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:02.044050 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-167bd0d8-e9f5-41c1-a088-104616619f94 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.065396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-167bd0d8-e9f5-41c1-a088-104616619f94 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.112047 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.120285 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6087ef82-325a-47e7-9f20-6b83ba02ee25 req-12b79cae-95c0-4051-b930-2a1427d70243 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138352 Jan 27 17:09:02.180827 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.ipam_backend_mixin [None req-bb8b2e05-5798-448d-8e51-86e986971ef3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fb911fe6-d9dd-42e9-b846-c3cf788c974e (CIDR: 2001:db8::/64) Jan 27 17:09:02.201871 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-48dfb7cb-0258-415b-8046-f52b6d49ea37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.206504 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8b2e05-5798-448d-8e51-86e986971ef3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:09:02.207001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8b2e05-5798-448d-8e51-86e986971ef3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:09:02.217134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-167bd0d8-e9f5-41c1-a088-104616619f94 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.217990 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167bd0d8-e9f5-41c1-a088-104616619f94 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Fanout notify agent at l3_agent the message router_deleted on router 8e19783f-da27-4171-add6-ec2d67fceab3 {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:09:02.245723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-167bd0d8-e9f5-41c1-a088-104616619f94 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.246995 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-167bd0d8-e9f5-41c1-a088-104616619f94 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "DELETE /v2.0/routers/8e19783f-da27-4171-add6-ec2d67fceab3 HTTP/1.1" status: 204 len: 168 time: 1.1332130 Jan 27 17:09:02.248729 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8375d44a-03a3-4668-9dc6-948c93ee09d3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:02.250226 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bb8b2e05-5798-448d-8e51-86e986971ef3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7764094 Jan 27 17:09:02.250941 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58364) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:02.255312 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58366) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:02.261187 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8375d44a-03a3-4668-9dc6-948c93ee09d3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/beb475f5-4a70-4a3b-a5d3-2803fc80dd1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0486989 Jan 27 17:09:02.263208 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-42eeef48-98fa-4ef7-8a78-e88a34eecec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'subnet': {'network_id': '93542cb5-6fbb-4075-95cb-22c74d5857d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:02.266780 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d4c136-7add-4db0-9a91-c4a3973da2ef None None] Sync routers for ids ['beb475f5-4a70-4a3b-a5d3-2803fc80dd1e'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:02.269158 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58372) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:02.278547 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-48dfb7cb-0258-415b-8046-f52b6d49ea37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/73cd6caf-2987-44b7-a3a9-313572284dec HTTP/1.1" status: 204 len: 168 time: 2.7750320 Jan 27 17:09:02.292269 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4c136-7add-4db0-9a91-c4a3973da2ef None None] Routers {'beb475f5-4a70-4a3b-a5d3-2803fc80dd1e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:02.292994 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-d5d4c136-7add-4db0-9a91-c4a3973da2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['beb475f5-4a70-4a3b-a5d3-2803fc80dd1e'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:02.317785 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58376) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:02.332907 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.334217 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-13c2e82c-fe53-4b1b-b88e-45c1666aac07 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4450970 Jan 27 17:09:02.364418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-d5d4c136-7add-4db0-9a91-c4a3973da2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:02.374518 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58380) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:02.380719 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4c136-7add-4db0-9a91-c4a3973da2ef None None] Routers {'beb475f5-4a70-4a3b-a5d3-2803fc80dd1e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:02.381587 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-d5d4c136-7add-4db0-9a91-c4a3973da2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['beb475f5-4a70-4a3b-a5d3-2803fc80dd1e'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:02.383702 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3145ec4d-351c-4469-bb04-31bd6eb8a3e9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Synchronizing usage tracker for tenant:65a019d99d874346aca26dc7cd6b9eab on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:02.454711 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-d5d4c136-7add-4db0-9a91-c4a3973da2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:02.455112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d4c136-7add-4db0-9a91-c4a3973da2ef None None] The sync data for ids ['beb475f5-4a70-4a3b-a5d3-2803fc80dd1e'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:09:02.467518 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-94f612e7-3c5d-4db7-9d84-4ddb1e197678 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e19783f-da27-4171-add6-ec2d67fceab3 HTTP/1.1" status: 200 len: 205 time: 0.2121432 Jan 27 17:09:02.475410 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58386) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:02.476754 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:09:02.608780 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-dfdda885-9e28-48db-9b9a-ce34f7fb69d8 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] delete failed (client error): The resource could not be found. Jan 27 17:09:02.609742 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-dfdda885-9e28-48db-9b9a-ce34f7fb69d8 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "DELETE /v2.0/routers/8e19783f-da27-4171-add6-ec2d67fceab3 HTTP/1.1" status: 404 len: 336 time: 0.1247060 Jan 27 17:09:02.618144 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58390) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:02.630656 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-42eeef48-98fa-4ef7-8a78-e88a34eecec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:02.637795 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-42eeef48-98fa-4ef7-8a78-e88a34eecec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:subnet and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:02.642374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-42eeef48-98fa-4ef7-8a78-e88a34eecec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:02.650187 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] device_id is not set on port 61ce51a6-0138-4c50-b2dd-a20bd594539d yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:02.654702 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-42eeef48-98fa-4ef7-8a78-e88a34eecec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:02.660642 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.672513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f742811-2041-46f1-b8e5-23d8b3be76c4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:02.674349 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f742811-2041-46f1-b8e5-23d8b3be76c4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:02.676128 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f742811-2041-46f1-b8e5-23d8b3be76c4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:02.676964 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0f742811-2041-46f1-b8e5-23d8b3be76c4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:02.678222 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eeef48-98fa-4ef7-8a78-e88a34eecec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:02.681670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-42eeef48-98fa-4ef7-8a78-e88a34eecec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.694455 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3145ec4d-351c-4469-bb04-31bd6eb8a3e9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Unset dirty status for tenant:65a019d99d874346aca26dc7cd6b9eab on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:02.695629 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3145ec4d-351c-4469-bb04-31bd6eb8a3e9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports?device_id=beb475f5-4a70-4a3b-a5d3-2803fc80dd1e HTTP/1.1" status: 200 len: 205 time: 0.4252744 Jan 27 17:09:02.701146 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6d474175-f42b-489b-a7e5-6a629915979e tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "GET /v2.0/ports?device_id=d94e7718-5a96-48bb-9b11-305c108a3b2d HTTP/1.1" status: 200 len: 205 time: 0.0819445 Jan 27 17:09:02.701901 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58394) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:02.705241 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58396) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:02.709944 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-599995f0-8ee9-4def-923c-9277afb10578 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.710956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Transition to ACTIVE for port object 61ce51a6-0138-4c50-b2dd-a20bd594539d will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:02.786057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:02.793944 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:02.889580 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-3f0f6a7e-f2fa-4c36-985c-a29e23d57081 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] delete failed (client error): The resource could not be found. Jan 27 17:09:02.890631 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3f0f6a7e-f2fa-4c36-985c-a29e23d57081 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "DELETE /v2.0/routers/d94e7718-5a96-48bb-9b11-305c108a3b2d HTTP/1.1" status: 404 len: 336 time: 0.1816909 Jan 27 17:09:02.905655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58402) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:02.927079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:02.984042 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 11903510-766a-41ec-8e58-f6539345d422 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:02.986710 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-599995f0-8ee9-4def-923c-9277afb10578 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Calling delete_port for 466b5be6-7698-47fa-ba14-7673e0969042 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:03.016538 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0f742811-2041-46f1-b8e5-23d8b3be76c4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:03.018387 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0f742811-2041-46f1-b8e5-23d8b3be76c4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6827712 Jan 27 17:09:03.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Usage tracker for resource:floatingip and tenant:e6230daede434ab9a8df2f81d929b738 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:03.048902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58406) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:03.053847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:03.080386 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 11903510-766a-41ec-8e58-f6539345d422 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:03.131044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-603d7fef-834e-4486-ac95-98be67a09bfe tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.172000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.188178 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:03.283244 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3dd094cd-d157-4ebb-bfb2-155da6025923 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fa1de27-d5ff-4849-ade5-0c5e88c58e73 HTTP/1.1" status: 200 len: 205 time: 0.3764262 Jan 27 17:09:03.290248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58412) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:03.308022 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b381856-2629-4d58-95fb-ed15058e04cb None None] Network 93542cb5-6fbb-4075-95cb-22c74d5857d2 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:03.322886 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.363871 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Pushing event updated for resources: {'Port': ['ID=61ce51a6-0138-4c50-b2dd-a20bd594539d,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:03.396722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:03.397002 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:03.397283 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:03.402129 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-687d44fa-1b37-432e-bccb-09ec9e79cb00 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] delete failed (client error): The resource could not be found. Jan 27 17:09:03.405874 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-687d44fa-1b37-432e-bccb-09ec9e79cb00 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "DELETE /v2.0/routers/4fa1de27-d5ff-4849-ade5-0c5e88c58e73 HTTP/1.1" status: 404 len: 336 time: 0.1099768 Jan 27 17:09:03.407522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58416) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:03.424021 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8c582750-3d2a-4722-ab80-8456c168cc87 None None] Provisioning for port 11903510-766a-41ec-8e58-f6539345d422 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:03.443980 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8c582750-3d2a-4722-ab80-8456c168cc87 None None] Provisioning complete for port 11903510-766a-41ec-8e58-f6539345d422 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:03.444334 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c582750-3d2a-4722-ab80-8456c168cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.445983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:03.446315 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:03.453769 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 2 to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d Jan 27 17:09:03.470748 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-51686a58-24ac-40c0-a4f0-5c30ec6049e0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet 5f9c9595-9226-4f24-aec4-1c5762a80d2b {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:03.477277 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6a5f8356-a9d6-41b7-a57d-c2d3cce1ba47 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5c66f10-b475-48f0-9c23-e3933faac0ce HTTP/1.1" status: 200 len: 205 time: 0.0664778 Jan 27 17:09:03.480753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58420) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:03.541783 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:03.542100 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:03.542339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:03.558040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-51686a58-24ac-40c0-a4f0-5c30ec6049e0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.559994 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-b0db9a47-d062-416d-97bc-9f8f3e9e6485 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] delete failed (client error): The resource could not be found. Jan 27 17:09:03.563432 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b0db9a47-d062-416d-97bc-9f8f3e9e6485 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "DELETE /v2.0/routers/c5c66f10-b475-48f0-9c23-e3933faac0ce HTTP/1.1" status: 404 len: 336 time: 0.0784695 Jan 27 17:09:03.563830 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:03.564153 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:03.564552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58424) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:03.564969 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 3 to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d Jan 27 17:09:03.648394 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c582750-3d2a-4722-ab80-8456c168cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.651737 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-91471456-3f55-45ac-8c0c-6aac0566083e tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "GET /v2.0/ports?device_id=75d21a5d-be64-41bd-8f85-2a3af64807d9 HTTP/1.1" status: 200 len: 205 time: 0.0797327 Jan 27 17:09:03.656189 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58428) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:03.656545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:03.656874 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:03.657204 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:03.688116 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8c582750-3d2a-4722-ab80-8456c168cc87 None None] For port 11903510-766a-41ec-8e58-f6539345d422, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=11903510-766a-41ec-8e58-f6539345d422,segment=NetworkSegment(3183fee1-0321-497a-aa46-abd4ab25227b),segment_id=3183fee1-0321-497a-aa46-abd4ab25227b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:03.693328 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c582750-3d2a-4722-ab80-8456c168cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.711720 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-51686a58-24ac-40c0-a4f0-5c30ec6049e0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.732730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:03.733065 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:03.736301 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 4 to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d Jan 27 17:09:03.750669 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-356a5c70-1140-4229-aa0d-a493fe86641e tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] delete failed (client error): The resource could not be found. Jan 27 17:09:03.751693 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-356a5c70-1140-4229-aa0d-a493fe86641e tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "DELETE /v2.0/routers/75d21a5d-be64-41bd-8f85-2a3af64807d9 HTTP/1.1" status: 404 len: 336 time: 0.0921466 Jan 27 17:09:03.756828 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58432) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:03.805262 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-51686a58-24ac-40c0-a4f0-5c30ec6049e0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.816625 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:03.816837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:03.817012 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:03.823383 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c582750-3d2a-4722-ab80-8456c168cc87 None None] Pushing event updated for resources: {'Port': ['ID=11903510-766a-41ec-8e58-f6539345d422,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:03.827757 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-faa25271-cabb-405b-95f5-4a66275b313b tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "GET /v2.0/ports?device_id=2503b798-f732-4a79-b11f-d42daf31afc3 HTTP/1.1" status: 200 len: 205 time: 0.0677893 Jan 27 17:09:03.832748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58436) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:03.859486 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-603d7fef-834e-4486-ac95-98be67a09bfe tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.876156 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-603d7fef-834e-4486-ac95-98be67a09bfe tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.895622 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:03.896356 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:03.905115 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 5 to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d Jan 27 17:09:03.923763 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-72543880-d9dc-4b09-9358-c2994d513b45 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] delete failed (client error): The resource could not be found. Jan 27 17:09:03.924784 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-72543880-d9dc-4b09-9358-c2994d513b45 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "DELETE /v2.0/routers/2503b798-f732-4a79-b11f-d42daf31afc3 HTTP/1.1" status: 404 len: 336 time: 0.0911417 Jan 27 17:09:03.932161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58440) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:03.970302 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-603d7fef-834e-4486-ac95-98be67a09bfe tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:03.970701 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603d7fef-834e-4486-ac95-98be67a09bfe tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Fanout notify agent at l3_agent the message router_deleted on router beb475f5-4a70-4a3b-a5d3-2803fc80dd1e {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:09:03.977359 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:03.977771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:03.978027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:03.992447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:03.992769 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:03.994689 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 6 to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d Jan 27 17:09:04.001517 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5846e114-aab5-4217-87d9-36e41985b7d0 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] DELETE failed (client error): The resource could not be found. Jan 27 17:09:04.001990 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5846e114-aab5-4217-87d9-36e41985b7d0 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:09:04.010247 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-42eeef48-98fa-4ef7-8a78-e88a34eecec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.015560 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fd6df2da-2382-4907-96b6-fab77be20904 None None] Provisioning complete for port 11903510-766a-41ec-8e58-f6539345d422 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:04.015922 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd6df2da-2382-4907-96b6-fab77be20904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.028095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-599995f0-8ee9-4def-923c-9277afb10578 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.050329 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5846e114-aab5-4217-87d9-36e41985b7d0 tempest-RoutersIpV6AdminTest-1634216858 tempest-RoutersIpV6AdminTest-1634216858-project] 10.222.0.50 "DELETE /v2.0/subnets/325a3ca5-b05d-43ad-82de-adb1912f2521 HTTP/1.1" status: 404 len: 337 time: 0.1169503 Jan 27 17:09:04.051337 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:04.051807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:04.052311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:04.076667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:04.077248 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:04.081920 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 7 to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d Jan 27 17:09:04.098950 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eeef48-98fa-4ef7-8a78-e88a34eecec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network 93542cb5-6fbb-4075-95cb-22c74d5857d2 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:04.106192 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-42eeef48-98fa-4ef7-8a78-e88a34eecec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:04.115460 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eeef48-98fa-4ef7-8a78-e88a34eecec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:04.116280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-42eeef48-98fa-4ef7-8a78-e88a34eecec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.119125 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3417d998-f9b2-4512-9747-18ed606fdfe2 None None] Network 93542cb5-6fbb-4075-95cb-22c74d5857d2 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:04.130522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eeef48-98fa-4ef7-8a78-e88a34eecec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Subnet': ['ID=d01cafff-4671-4248-85a2-f8db15b72a47,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:04.132990 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:04.133478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:04.133983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:04.143879 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:04.144403 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:04.145946 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 8 to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d Jan 27 17:09:04.159743 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-42eeef48-98fa-4ef7-8a78-e88a34eecec4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9029181 Jan 27 17:09:04.164147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58446) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:04.172945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'network_id': '93542cb5-6fbb-4075-95cb-22c74d5857d2', 'fixed_ips': [{'subnet_id': 'fb911fe6-d9dd-42e9-b846-c3cf788c974e'}, {'subnet_id': 'd01cafff-4671-4248-85a2-f8db15b72a47'}], 'name': 'tempest-PortsIpV6TestJSON-190994690'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:04.197387 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:04.198155 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:04.198665 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:04.222025 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:04.222601 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:04.226146 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 9 to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d Jan 27 17:09:04.276852 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7bec7-efd4-4b38-8557-3cfea0f44bec req-6fb9184b-2259-437e-bf71-3143740cbbcd tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:04.283844 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ffd7bec7-efd4-4b38-8557-3cfea0f44bec req-6fb9184b-2259-437e-bf71-3143740cbbcd tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.9260604 Jan 27 17:09:04.285806 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599995f0-8ee9-4def-923c-9277afb10578 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event deleted for resources: {'Port': ['ID=466b5be6-7698-47fa-ba14-7673e0969042,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:04.297276 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:04.297810 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:04.298288 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:04.315533 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:04.316198 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:04.319614 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-603d7fef-834e-4486-ac95-98be67a09bfe tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.323143 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-603d7fef-834e-4486-ac95-98be67a09bfe tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/routers/beb475f5-4a70-4a3b-a5d3-2803fc80dd1e HTTP/1.1" status: 204 len: 168 time: 1.6144698 Jan 27 17:09:04.332515 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 10 to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d Jan 27 17:09:04.342845 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58450) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:04.407667 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-51686a58-24ac-40c0-a4f0-5c30ec6049e0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.411733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:04.412244 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:04.412739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:04.429095 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:04.429829 dv-neutron-826439-2-hyperv neutron-server[87594]: ERROR neutron.plugins.ml2.managers [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 61ce51a6-0138-4c50-b2dd-a20bd594539d on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:04.430759 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.482258 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51686a58-24ac-40c0-a4f0-5c30ec6049e0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=5f9c9595-9226-4f24-aec4-1c5762a80d2b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:04.499798 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-51686a58-24ac-40c0-a4f0-5c30ec6049e0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.535046 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-51686a58-24ac-40c0-a4f0-5c30ec6049e0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/5f9c9595-9226-4f24-aec4-1c5762a80d2b HTTP/1.1" status: 204 len: 168 time: 1.4849195 Jan 27 17:09:04.549511 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ffd7bec7-efd4-4b38-8557-3cfea0f44bec req-d2f97c9a-4f68-4ab3-96a9-88047a7512a7 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646596 Jan 27 17:09:04.555569 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58456) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:04.560003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-599995f0-8ee9-4def-923c-9277afb10578 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.562003 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-599995f0-8ee9-4def-923c-9277afb10578 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "DELETE /v2.0/ports/466b5be6-7698-47fa-ba14-7673e0969042 HTTP/1.1" status: 204 len: 168 time: 3.2195690 Jan 27 17:09:04.564591 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58460) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:04.595490 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:04.602418 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58464) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:04.602792 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f121dc-8ce9-44ab-8900-c0d1aa592710 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:04.606653 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e50f0d8-39d2-4e42-83cb-860fa62707cf tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting subnet 23102e7a-b30c-4832-86ca-891f0ef64cc2 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:04.620577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:port and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:04.625157 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e50f0d8-39d2-4e42-83cb-860fa62707cf tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.660975 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:04.663990 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f574979-8461-4089-a98e-5e7c44335d4f tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] GET failed (client error): The resource could not be found. Jan 27 17:09:04.664282 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0f574979-8461-4089-a98e-5e7c44335d4f tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Synchronizing usage tracker for tenant:35e54c7950a54cf3927194b8e9b21adc on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:04.673080 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:04.673848 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.725369 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:04.742897 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0f574979-8461-4089-a98e-5e7c44335d4f tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Unset dirty status for tenant:35e54c7950a54cf3927194b8e9b21adc on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:04.749222 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0f574979-8461-4089-a98e-5e7c44335d4f tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "GET /v2.0/ports/466b5be6-7698-47fa-ba14-7673e0969042 HTTP/1.1" status: 404 len: 333 time: 0.1761773 Jan 27 17:09:04.749979 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e50f0d8-39d2-4e42-83cb-860fa62707cf tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.753900 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-14157903-1e1f-4942-ac62-25ab3f7f35bd tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet 82cd9651-d86b-4d89-94f3-a4923c369f8d {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:04.759366 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58470) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:04.766185 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14157903-1e1f-4942-ac62-25ab3f7f35bd tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.782277 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] For port 61ce51a6-0138-4c50-b2dd-a20bd594539d, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:04.782730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempted to set empty binding levels {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 27 17:09:04.800413 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-9c48a97a-56c6-4b4c-af92-68a4d03ca0d8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Request body: {'port': {'network_id': '2b25067f-90d8-43d3-8f95-d604e3657712', 'name': 'tempest-AllowedAddressPairTestJSON-1348019335'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:04.808460 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.929465 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 11903510-766a-41ec-8e58-f6539345d422 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:04.962914 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-041d901a-c305-4a8f-8dcc-c5fa031e1945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.976220 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] In _notify_port_updated(), no bound segment for port 61ce51a6-0138-4c50-b2dd-a20bd594539d on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:09:04.977663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:04.978292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.983531 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] 10.222.0.50 "PUT /v2.0/ports/61ce51a6-0138-4c50-b2dd-a20bd594539d HTTP/1.1" status: 200 len: 980 time: 4.2453341 Jan 27 17:09:04.983737 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14157903-1e1f-4942-ac62-25ab3f7f35bd tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:04.983845 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58474) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:05.028263 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d778fe-7625-4e85-aad5-03cb9e71b91c None None] Update dhcp port {'port': {'network_id': '93542cb5-6fbb-4075-95cb-22c74d5857d2', 'fixed_ips': [{'subnet_id': 'fb911fe6-d9dd-42e9-b846-c3cf788c974e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd01cafff-4671-4248-85a2-f8db15b72a47'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': '11903510-766a-41ec-8e58-f6539345d422'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:09:05.053452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-041d901a-c305-4a8f-8dcc-c5fa031e1945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:05.065933 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80dc33-def4-48b5-880f-07c9e25ba43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Pushing event updated for resources: {'Port': ['ID=61ce51a6-0138-4c50-b2dd-a20bd594539d,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:05.080737 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-041d901a-c305-4a8f-8dcc-c5fa031e1945 admin admin] Usage tracker for resource:security_group_rule and tenant:5326678e7ab9402da7acd3f3a88cca04 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:05.092857 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-041d901a-c305-4a8f-8dcc-c5fa031e1945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:05.096930 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Allocated IP 172.26.1.151 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/5ac2f336-f0b7-4467-9f8f-0ff6cc373bad) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:05.106530 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-041d901a-c305-4a8f-8dcc-c5fa031e1945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:05.118088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61d778fe-7625-4e85-aad5-03cb9e71b91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.121775 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9c48a97a-56c6-4b4c-af92-68a4d03ca0d8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:05.126736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.138314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 11903510-766a-41ec-8e58-f6539345d422 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:05.138840 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.160895 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e50f0d8-39d2-4e42-83cb-860fa62707cf tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.203401 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9c48a97a-56c6-4b4c-af92-68a4d03ca0d8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:05.272823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c48a97a-56c6-4b4c-af92-68a4d03ca0d8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Made reservation on behalf of 35e54c7950a54cf3927194b8e9b21adc for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:05.277104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9c48a97a-56c6-4b4c-af92-68a4d03ca0d8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.286811 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14157903-1e1f-4942-ac62-25ab3f7f35bd tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.342196 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] device_id is not set on port 84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:05.376929 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-9c48a97a-56c6-4b4c-af92-68a4d03ca0d8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] device_id is not set on port fc7340cb-5565-4831-ab23-93767888c146 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:05.391827 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:09:05.480041 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-61d778fe-7625-4e85-aad5-03cb9e71b91c None None] Allocated IP 2001:db8:0:1::2 (93542cb5-6fbb-4075-95cb-22c74d5857d2/d01cafff-4671-4248-85a2-f8db15b72a47/11903510-766a-41ec-8e58-f6539345d422) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:05.548754 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.558328 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14157903-1e1f-4942-ac62-25ab3f7f35bd tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.608194 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14157903-1e1f-4942-ac62-25ab3f7f35bd tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=82cd9651-d86b-4d89-94f3-a4923c369f8d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:05.625256 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14157903-1e1f-4942-ac62-25ab3f7f35bd tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.649376 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-9c48a97a-56c6-4b4c-af92-68a4d03ca0d8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Allocated IP 172.20.0.6 (2b25067f-90d8-43d3-8f95-d604e3657712/2071986b-be10-4fac-b5ad-312d3d781582/fc7340cb-5565-4831-ab23-93767888c146) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:05.656669 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-14157903-1e1f-4942-ac62-25ab3f7f35bd tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/82cd9651-d86b-4d89-94f3-a4923c369f8d HTTP/1.1" status: 204 len: 168 time: 1.0909865 Jan 27 17:09:05.658182 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58480) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:05.675492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.676425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.677149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.678001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.678552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.679105 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.679609 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.680142 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.680634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.681135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.681637 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.682436 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.682943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.683394 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.683835 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.684287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.684727 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.685171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.685616 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.686243 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.686701 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.687144 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:05.690113 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ed49390c-1a46-4cf5-bde3-bf5a2990921a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19582 time: 0.6988032 Jan 27 17:09:05.696724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58484) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:05.699020 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e50f0d8-39d2-4e42-83cb-860fa62707cf tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.742577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-61d778fe-7625-4e85-aad5-03cb9e71b91c None None] For port 11903510-766a-41ec-8e58-f6539345d422, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=11903510-766a-41ec-8e58-f6539345d422,segment=NetworkSegment(3183fee1-0321-497a-aa46-abd4ab25227b),segment_id=3183fee1-0321-497a-aa46-abd4ab25227b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:05.764869 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.773199 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61d778fe-7625-4e85-aad5-03cb9e71b91c None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.795329 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-61d778fe-7625-4e85-aad5-03cb9e71b91c None None] Transition to ACTIVE for port object 11903510-766a-41ec-8e58-f6539345d422 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:05.800645 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61d778fe-7625-4e85-aad5-03cb9e71b91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.815625 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-32828266-34b7-4606-8e83-32a3de4b198d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:router {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:05.816341 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e50f0d8-39d2-4e42-83cb-860fa62707cf tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:05.857441 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2211ee-fb7a-49b8-8de6-4b5560a2085f None None] Network d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:05.862655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50f0d8-39d2-4e42-83cb-860fa62707cf tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Subnet': ['ID=23102e7a-b30c-4832-86ca-891f0ef64cc2,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:05.863899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-32828266-34b7-4606-8e83-32a3de4b198d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:router {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:05.868212 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-32828266-34b7-4606-8e83-32a3de4b198d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2078638 Jan 27 17:09:05.872804 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58488) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:05.878460 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:05.894795 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-00cfc889-d5e7-48fb-95a6-f0fb80714ee2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:05.912551 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:05.920353 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaf4a8e-7717-426c-8ca1-9f894211b459 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:05.921665 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:05.972583 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0e50f0d8-39d2-4e42-83cb-860fa62707cf tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/subnets/23102e7a-b30c-4832-86ca-891f0ef64cc2 HTTP/1.1" status: 204 len: 168 time: 1.6276052 Jan 27 17:09:05.973153 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Pushing event updated for resources: {'Port': ['ID=5ac2f336-f0b7-4467-9f8f-0ff6cc373bad,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:05.987602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58492) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:06.031264 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2470f-af82-48cd-8621-9da2a8e53eb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Deleting port 61ce51a6-0138-4c50-b2dd-a20bd594539d {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:06.031602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2ad2470f-af82-48cd-8621-9da2a8e53eb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.084541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-041d901a-c305-4a8f-8dcc-c5fa031e1945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.119305 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-041d901a-c305-4a8f-8dcc-c5fa031e1945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.124698 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-00cfc889-d5e7-48fb-95a6-f0fb80714ee2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:06.182714 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-00cfc889-d5e7-48fb-95a6-f0fb80714ee2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:06.292479 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d778fe-7625-4e85-aad5-03cb9e71b91c None None] Pushing event updated for resources: {'Port': ['ID=11903510-766a-41ec-8e58-f6539345d422,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:06.325100 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-00cfc889-d5e7-48fb-95a6-f0fb80714ee2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:06.329995 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d814f5de-e8ba-44d0-9b3b-63dbe146deb4 None None] Provisioning complete for port ee05abdc-58e4-43cb-b98e-bcaef23bf71d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:06.330370 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d814f5de-e8ba-44d0-9b3b-63dbe146deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.333506 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.333824 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-00cfc889-d5e7-48fb-95a6-f0fb80714ee2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:06.349336 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-041d901a-c305-4a8f-8dcc-c5fa031e1945 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5326678e7ab9402da7acd3f3a88cca04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7404478 Jan 27 17:09:06.353847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58496) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:06.359576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d901a-c305-4a8f-8dcc-c5fa031e1945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150a2139-9229-4514-9afb-931ccfa8175e,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:06.382112 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b07ce-b3ff-466c-9e53-e6a1ba605110 req-3a935d64-68e9-4bc9-9034-07cbb94b430d tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:06.383479 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d49b07ce-b3ff-466c-9e53-e6a1ba605110 req-3a935d64-68e9-4bc9-9034-07cbb94b430d tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.5884299 Jan 27 17:09:06.389419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cfc889-d5e7-48fb-95a6-f0fb80714ee2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:06.393584 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-00cfc889-d5e7-48fb-95a6-f0fb80714ee2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.410126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Allocated IP 2001:db8::e2 (93542cb5-6fbb-4075-95cb-22c74d5857d2/fb911fe6-d9dd-42e9-b846-c3cf788c974e/84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:06.434378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.460194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Allocated IP 2001:db8:0:1::1c5 (93542cb5-6fbb-4075-95cb-22c74d5857d2/d01cafff-4671-4248-85a2-f8db15b72a47/84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:06.462336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port 6c79c7e8-e0f1-4806-9f3f-c888064308b2 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:06.462677 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.537067 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9c48a97a-56c6-4b4c-af92-68a4d03ca0d8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.630447 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0a8fa6-aa1a-41c6-9079-caf6377bbc0a None None] DHCP port deletion for d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:09:06.631482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-9c48a97a-56c6-4b4c-af92-68a4d03ca0d8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Transition to ACTIVE for port object fc7340cb-5565-4831-ab23-93767888c146 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:06.635811 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-db0a8fa6-aa1a-41c6-9079-caf6377bbc0a None None] Deleting port 6c79c7e8-e0f1-4806-9f3f-c888064308b2 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:06.636700 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-db0a8fa6-aa1a-41c6-9079-caf6377bbc0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.666105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8b55b0-3a16-4213-8022-839d72439efd None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:09:06.669223 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-48b47432-f9d2-4db6-8be6-4833088a769e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.676082 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d49b07ce-b3ff-466c-9e53-e6a1ba605110 req-9c9b0bb7-c111-41b1-9f24-e0ed058267b1 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697475 Jan 27 17:09:06.676388 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.688622 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fb8b55b0-3a16-4213-8022-839d72439efd None None] Deleting port ee05abdc-58e4-43cb-b98e-bcaef23bf71d {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:06.690502 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb8b55b0-3a16-4213-8022-839d72439efd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.808120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-2ad2470f-af82-48cd-8621-9da2a8e53eb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] For port 61ce51a6-0138-4c50-b2dd-a20bd594539d, host hv-neutron-8264, got binding levels [] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:06.808386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2ad2470f-af82-48cd-8621-9da2a8e53eb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.808544 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-48b47432-f9d2-4db6-8be6-4833088a769e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:06.908250 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9c48a97a-56c6-4b4c-af92-68a4d03ca0d8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.019666 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 11903510-766a-41ec-8e58-f6539345d422 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:07.046562 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c48a97a-56c6-4b4c-af92-68a4d03ca0d8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Network 2b25067f-90d8-43d3-8f95-d604e3657712 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:07.074919 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2470f-af82-48cd-8621-9da2a8e53eb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Calling delete_port for 61ce51a6-0138-4c50-b2dd-a20bd594539d owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:07.157806 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] For port 6c79c7e8-e0f1-4806-9f3f-c888064308b2, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=6c79c7e8-e0f1-4806-9f3f-c888064308b2,segment=NetworkSegment(943aaf1e-ce03-4014-89f8-b1dbb70ad319),segment_id=943aaf1e-ce03-4014-89f8-b1dbb70ad319)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:07.158159 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.172487 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-9c48a97a-56c6-4b4c-af92-68a4d03ca0d8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:07.175685 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c48a97a-56c6-4b4c-af92-68a4d03ca0d8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:07.202474 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48a97a-56c6-4b4c-af92-68a4d03ca0d8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event updated for resources: {'Port': ['ID=fc7340cb-5565-4831-ab23-93767888c146,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:07.212386 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-48b47432-f9d2-4db6-8be6-4833088a769e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.223756 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-db0a8fa6-aa1a-41c6-9079-caf6377bbc0a None None] For port 6c79c7e8-e0f1-4806-9f3f-c888064308b2, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=6c79c7e8-e0f1-4806-9f3f-c888064308b2,segment=NetworkSegment(943aaf1e-ce03-4014-89f8-b1dbb70ad319),segment_id=943aaf1e-ce03-4014-89f8-b1dbb70ad319)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:07.224140 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-db0a8fa6-aa1a-41c6-9079-caf6377bbc0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.247832 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-fb8b55b0-3a16-4213-8022-839d72439efd None None] For port ee05abdc-58e4-43cb-b98e-bcaef23bf71d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ee05abdc-58e4-43cb-b98e-bcaef23bf71d,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:07.248697 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb8b55b0-3a16-4213-8022-839d72439efd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.265292 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b47432-f9d2-4db6-8be6-4833088a769e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150a2139-9229-4514-9afb-931ccfa8175e,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:07.423561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-48b47432-f9d2-4db6-8be6-4833088a769e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.424656 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fb8b55b0-3a16-4213-8022-839d72439efd None None] Calling delete_port for ee05abdc-58e4-43cb-b98e-bcaef23bf71d owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:07.424784 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-48b47432-f9d2-4db6-8be6-4833088a769e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/150a2139-9229-4514-9afb-931ccfa8175e HTTP/1.1" status: 204 len: 168 time: 1.0665781 Jan 27 17:09:07.438938 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c48a97a-56c6-4b4c-af92-68a4d03ca0d8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:07.439545 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9c48a97a-56c6-4b4c-af92-68a4d03ca0d8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.467454 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9c48a97a-56c6-4b4c-af92-68a4d03ca0d8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7069337 Jan 27 17:09:07.471988 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58502) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:07.478432 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-66647d0b-ac00-459e-a2de-4c0dd0a8b411 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Request body: {'port': {'network_id': '2b25067f-90d8-43d3-8f95-d604e3657712', 'name': 'tempest-AllowedAddressPairTestJSON-2079774798'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:07.478634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Calling delete_port for 6c79c7e8-e0f1-4806-9f3f-c888064308b2 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:07.517561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.objects.ports [None req-00cfc889-d5e7-48fb-95a6-f0fb80714ee2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87595) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:09:07.611930 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-db0a8fa6-aa1a-41c6-9079-caf6377bbc0a None None] Calling delete_port for 6c79c7e8-e0f1-4806-9f3f-c888064308b2 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:07.636643 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2ad2470f-af82-48cd-8621-9da2a8e53eb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.649191 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.677085 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ea075e6c-73f9-4467-b143-95a9b9ebf314 None None] Provisioning for port 11903510-766a-41ec-8e58-f6539345d422 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:07.688580 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.706096 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ea075e6c-73f9-4467-b143-95a9b9ebf314 None None] Provisioning complete for port 11903510-766a-41ec-8e58-f6539345d422 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:07.706635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ea075e6c-73f9-4467-b143-95a9b9ebf314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.720107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.741739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2470f-af82-48cd-8621-9da2a8e53eb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Pushing event deleted for resources: {'Port': ['ID=61ce51a6-0138-4c50-b2dd-a20bd594539d,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:07.798013 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2ad2470f-af82-48cd-8621-9da2a8e53eb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.807851 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb8b55b0-3a16-4213-8022-839d72439efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.814693 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] No DVR routers for this DVR port 6c79c7e8-e0f1-4806-9f3f-c888064308b2 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:09:07.824807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Transition to ACTIVE for port object 84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:07.825861 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.887722 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.ipam_pluggable_backend [None req-00cfc889-d5e7-48fb-95a6-f0fb80714ee2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Port ee05abdc-58e4-43cb-b98e-bcaef23bf71d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87595) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 27 17:09:07.887950 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Port': ['ID=6c79c7e8-e0f1-4806-9f3f-c888064308b2,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:07.888399 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.ipam_pluggable_backend [None req-00cfc889-d5e7-48fb-95a6-f0fb80714ee2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Reverting IP allocation for 2001:db8::f816:3eff:fe10:1e7a {{(pid=87595) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 27 17:09:07.893867 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2ad2470f-af82-48cd-8621-9da2a8e53eb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] 10.222.0.50 "DELETE /v2.0/ports/61ce51a6-0138-4c50-b2dd-a20bd594539d HTTP/1.1" status: 204 len: 168 time: 2.1898355 Jan 27 17:09:07.895123 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58510) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:07.895611 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58512) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:07.929340 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 11903510-766a-41ec-8e58-f6539345d422 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:07.929727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:07.954625 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.ipam_pluggable_backend [None req-00cfc889-d5e7-48fb-95a6-f0fb80714ee2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe10:1e7a {{(pid=87595) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 27 17:09:07.972009 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-db0a8fa6-aa1a-41c6-9079-caf6377bbc0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:09:07.972284 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-db0a8fa6-aa1a-41c6-9079-caf6377bbc0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:09:07.974766 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b55b0-3a16-4213-8022-839d72439efd None None] No DVR routers for this DVR port ee05abdc-58e4-43cb-b98e-bcaef23bf71d on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:09:07.991912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b55b0-3a16-4213-8022-839d72439efd None None] Pushing event deleted for resources: {'Port': ['ID=ee05abdc-58e4-43cb-b98e-bcaef23bf71d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:08.012798 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-00cfc889-d5e7-48fb-95a6-f0fb80714ee2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.025551 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b60fbe-7cdd-45c0-b9c2-1a7696220376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] GET failed (client error): The resource could not be found. Jan 27 17:09:08.026328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-77b60fbe-7cdd-45c0-b9c2-1a7696220376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Synchronizing usage tracker for tenant:b4707a1da11044e3bf0be3a9b7e2beca on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:08.040145 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.090777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-77b60fbe-7cdd-45c0-b9c2-1a7696220376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Unset dirty status for tenant:b4707a1da11044e3bf0be3a9b7e2beca on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:08.096531 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-77b60fbe-7cdd-45c0-b9c2-1a7696220376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] 10.222.0.50 "GET /v2.0/ports/61ce51a6-0138-4c50-b2dd-a20bd594539d HTTP/1.1" status: 404 len: 333 time: 0.1869714 Jan 27 17:09:08.102163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58518) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:08.111913 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:08.117621 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-66647d0b-ac00-459e-a2de-4c0dd0a8b411 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:08.124374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-34233c05-aa4b-4a3a-a613-33ba6d7428ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-799377162', 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:08.134614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-34233c05-aa4b-4a3a-a613-33ba6d7428ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:08.147735 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943aaf1e-ce03-4014-89f8-b1dbb70ad319') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:08.148163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943aaf1e-ce03-4014-89f8-b1dbb70ad319') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:08.153958 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Pushing event updated for resources: {'Port': ['ID=5ac2f336-f0b7-4467-9f8f-0ff6cc373bad,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:08.164436 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-03f31bc9-2dbd-4a43-9c3a-2cf6e336b0f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a2f05bb92d544cb58ff8d01cbdd96074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561703 Jan 27 17:09:08.167503 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-66647d0b-ac00-459e-a2de-4c0dd0a8b411 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:08.172076 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cfc889-d5e7-48fb-95a6-f0fb80714ee2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:08.174160 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58522) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:08.174877 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfc889-d5e7-48fb-95a6-f0fb80714ee2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=12663b14-20cd-476c-8982-71ba2097c72c,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:08.175288 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.176896 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.185008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-34233c05-aa4b-4a3a-a613-33ba6d7428ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:08.188588 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-00cfc889-d5e7-48fb-95a6-f0fb80714ee2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:08.195155 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.209337 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cfc889-d5e7-48fb-95a6-f0fb80714ee2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:08.209970 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-00cfc889-d5e7-48fb-95a6-f0fb80714ee2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.217936 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b222a37e-197e-44b4-b9c9-2b27089a668d None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:08.232186 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 6c79c7e8-e0f1-4806-9f3f-c888064308b2 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:09:08.232372 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66647d0b-ac00-459e-a2de-4c0dd0a8b411 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Made reservation on behalf of 35e54c7950a54cf3927194b8e9b21adc for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:08.235698 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-66647d0b-ac00-459e-a2de-4c0dd0a8b411 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.265219 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.268944 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c9253ebb-e00b-415d-b220-5d3981a4a80f tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8859839 Jan 27 17:09:08.274806 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-00cfc889-d5e7-48fb-95a6-f0fb80714ee2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3964925 Jan 27 17:09:08.274806 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58526) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:08.275713 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 6c79c7e8-e0f1-4806-9f3f-c888064308b2 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:09:08.275713 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 6c79c7e8-e0f1-4806-9f3f-c888064308b2 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:09:08.276039 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ee05abdc-58e4-43cb-b98e-bcaef23bf71d no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:09:08.282975 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58528) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:08.290122 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-66647d0b-ac00-459e-a2de-4c0dd0a8b411 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] device_id is not set on port a1573099-4d32-40ec-97a2-bbbe16091ecf yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:08.298112 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.303842 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-09bd5a56-ccac-4da8-a69f-8e4df1449eb3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:08.319199 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34233c05-aa4b-4a3a-a613-33ba6d7428ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Made reservation on behalf of b4707a1da11044e3bf0be3a9b7e2beca for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:08.321797 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-34233c05-aa4b-4a3a-a613-33ba6d7428ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.323302 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: ee05abdc-58e4-43cb-b98e-bcaef23bf71d {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:09:08.323881 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ee05abdc-58e4-43cb-b98e-bcaef23bf71d not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:09:08.358167 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network 93542cb5-6fbb-4075-95cb-22c74d5857d2 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:08.369908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:08.372539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:09:08.373346 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:09:08.402653 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:09:08.406412 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-05b9eccc-67cd-4213-8503-c9cf9c65b6b7 None None] Provisioning for port fc7340cb-5565-4831-ab23-93767888c146 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:08.411771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:08.417792 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-05b9eccc-67cd-4213-8503-c9cf9c65b6b7 None None] Provisioning complete for port fc7340cb-5565-4831-ab23-93767888c146 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:08.418027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:08.418297 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05b9eccc-67cd-4213-8503-c9cf9c65b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.418809 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.480063 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-db0a8fa6-aa1a-41c6-9079-caf6377bbc0a None None] Deleting port 6c79c7e8-e0f1-4806-9f3f-c888064308b2 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:08.480539 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-db0a8fa6-aa1a-41c6-9079-caf6377bbc0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.497012 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:08.516016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-34233c05-aa4b-4a3a-a613-33ba6d7428ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] device_id is not set on port 8af5f61b-45d5-41af-93e6-0d596afd73bf yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:08.581450 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-db0a8fa6-aa1a-41c6-9079-caf6377bbc0a None None] The port '6c79c7e8-e0f1-4806-9f3f-c888064308b2' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:09:08.615549 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6763cdc3-c8b8-4ee0-8977-466963597e70 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Synchronizing usage tracker for tenant:20cf0c8d24d740a69114b7e1fdd0146f on resource:floatingip {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:08.650695 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-05b9eccc-67cd-4213-8503-c9cf9c65b6b7 None None] Port fc7340cb-5565-4831-ab23-93767888c146 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:08.669878 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ba81b-6718-47b5-836c-dc651e14b51c req-4175b8c9-304b-43e9-88d3-7663a4ae5491 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:08.671224 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-336ba81b-6718-47b5-836c-dc651e14b51c req-4175b8c9-304b-43e9-88d3-7663a4ae5491 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.7709317 Jan 27 17:09:08.684760 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6763cdc3-c8b8-4ee0-8977-466963597e70 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Unset dirty status for tenant:20cf0c8d24d740a69114b7e1fdd0146f on resource:floatingip {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:08.692328 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6763cdc3-c8b8-4ee0-8977-466963597e70 tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.4095950 Jan 27 17:09:08.698391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58536) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:08.775325 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e3e33756-3afe-46ff-85ff-48ddffc8168f None None] Provisioning for port 84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:08.785967 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': '12663b14-20cd-476c-8982-71ba2097c72c'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:08.786996 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.809376 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1f56f222-6b4c-41a4-be4e-a8d7bd1c48eb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.6438391 Jan 27 17:09:08.809596 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e3e33756-3afe-46ff-85ff-48ddffc8168f None None] Provisioning complete for port 84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:08.809949 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3e33756-3afe-46ff-85ff-48ddffc8168f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.826833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58540) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:08.841372 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-53382eb3-d077-4024-a7bb-54828235f123 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fb911fe6-d9dd-42e9-b846-c3cf788c974e'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:08.859309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.864132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.885480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6dc0da3b-19c4-4323-ad61-fe1cf1c9218e tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Synchronizing usage tracker for tenant:db8ad8a8281d4ad4bcee9cc0103492bb on resource:floatingip {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:08.904411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Network': ['ID=d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:08.921726 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4820c52-ea48-48b8-971d-503928043cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:08.930078 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3123980b-f30d-4158-ae31-6ef4847ed2f5 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/networks/d6ae2f01-ebbc-4acb-b36f-c2be4e6b23c4 HTTP/1.1" status: 204 len: 168 time: 2.9341443 Jan 27 17:09:08.930078 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-09bd5a56-ccac-4da8-a69f-8e4df1449eb3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:08.932553 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58544) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:08.938510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-09bd5a56-ccac-4da8-a69f-8e4df1449eb3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:08.943900 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1070933596', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}, 'admin_state_up': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:08.965674 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-09bd5a56-ccac-4da8-a69f-8e4df1449eb3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:08.966525 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-336ba81b-6718-47b5-836c-dc651e14b51c req-f82e9b00-5917-4846-9a59-768629bcfea6 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690597 Jan 27 17:09:08.976757 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-09bd5a56-ccac-4da8-a69f-8e4df1449eb3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:08.979269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:08.993152 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e3e33756-3afe-46ff-85ff-48ddffc8168f None None] Port 84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:09.003198 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:router and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:09.009369 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:09.016646 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4820c52-ea48-48b8-971d-503928043cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.018653 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:09.059935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6dc0da3b-19c4-4323-ad61-fe1cf1c9218e tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Unset dirty status for tenant:db8ad8a8281d4ad4bcee9cc0103492bb on resource:floatingip {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:09.061099 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6dc0da3b-19c4-4323-ad61-fe1cf1c9218e tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.3463349 Jan 27 17:09:09.065880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bd5a56-ccac-4da8-a69f-8e4df1449eb3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:09.069629 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-66647d0b-ac00-459e-a2de-4c0dd0a8b411 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Allocated IP 172.20.0.7 (2b25067f-90d8-43d3-8f95-d604e3657712/2071986b-be10-4fac-b5ad-312d3d781582/a1573099-4d32-40ec-97a2-bbbe16091ecf) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:09.069914 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-09bd5a56-ccac-4da8-a69f-8e4df1449eb3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.075336 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58548) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:09.126251 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Allocated IP 2001:db8::f816:3eff:fe5b:65 (bbf03638-7624-437f-9c24-a87cd70c5626/12663b14-20cd-476c-8982-71ba2097c72c/0891c1a4-0a80-4ad4-9cdf-384643b9e642) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:09.129805 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.131662 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.157902 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-34233c05-aa4b-4a3a-a613-33ba6d7428ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.240532 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.336858 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-a0bfc1b4-d169-4f12-a592-3b2269f1c66b tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Deleting port 5ac2f336-f0b7-4467-9f8f-0ff6cc373bad {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:09.337187 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc1b4-d169-4f12-a592-3b2269f1c66b tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.376115 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.388427 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Transition to ACTIVE for port object 0891c1a4-0a80-4ad4-9cdf-384643b9e642 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:09.412992 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Transition to ACTIVE for port object 0891c1a4-0a80-4ad4-9cdf-384643b9e642 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:09.419922 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.444844 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4820c52-ea48-48b8-971d-503928043cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.470570 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:09.479422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:09.499642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:09.531014 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-34233c05-aa4b-4a3a-a613-33ba6d7428ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.570714 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4820c52-ea48-48b8-971d-503928043cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f047f287-b991-4d45-a82d-602506480716,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:09.618778 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Attempting to bind port 0891c1a4-0a80-4ad4-9cdf-384643b9e642 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:09.619299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Attempting to bind port 0891c1a4-0a80-4ad4-9cdf-384643b9e642 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:09.619796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Attempting to bind port 0891c1a4-0a80-4ad4-9cdf-384643b9e642 on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:09.624408 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Pushing event updated for resources: {'Port': ['ID=0891c1a4-0a80-4ad4-9cdf-384643b9e642,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:09.630524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:09.631004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:09.631599 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.632137 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:09.632773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Bound port: 0891c1a4-0a80-4ad4-9cdf-384643b9e642, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:09.633245 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.686382 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-53382eb3-d077-4024-a7bb-54828235f123 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.735055 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] For port 0891c1a4-0a80-4ad4-9cdf-384643b9e642, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:09.739061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] For port 0891c1a4-0a80-4ad4-9cdf-384643b9e642, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0891c1a4-0a80-4ad4-9cdf-384643b9e642,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:09.746706 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.789620 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34233c05-aa4b-4a3a-a613-33ba6d7428ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:09.790443 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34233c05-aa4b-4a3a-a613-33ba6d7428ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Pushing event updated for resources: {'Port': ['ID=8af5f61b-45d5-41af-93e6-0d596afd73bf,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:09.791080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4820c52-ea48-48b8-971d-503928043cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.798100 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.803038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-34233c05-aa4b-4a3a-a613-33ba6d7428ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:09.805192 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34233c05-aa4b-4a3a-a613-33ba6d7428ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:09.806150 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34233c05-aa4b-4a3a-a613-33ba6d7428ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:09.806731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-34233c05-aa4b-4a3a-a613-33ba6d7428ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.807668 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a4820c52-ea48-48b8-971d-503928043cf5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f047f287-b991-4d45-a82d-602506480716 HTTP/1.1" status: 204 len: 168 time: 1.6135373 Jan 27 17:09:09.833140 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f53df-ce14-494d-8e8c-429774cc4ccf None None] Pushing event updated for resources: {'Port': ['ID=0891c1a4-0a80-4ad4-9cdf-384643b9e642,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:09.857504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc1b4-d169-4f12-a592-3b2269f1c66b tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.858130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc1b4-d169-4f12-a592-3b2269f1c66b tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.877491 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-34233c05-aa4b-4a3a-a613-33ba6d7428ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7739661 Jan 27 17:09:09.880245 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58554) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:09.892785 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-66647d0b-ac00-459e-a2de-4c0dd0a8b411 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:09.989099 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-09bd5a56-ccac-4da8-a69f-8e4df1449eb3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:10.021938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8111d4-e556-4abd-b6f4-be99ffc4cf19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:10.022512 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8f8111d4-e556-4abd-b6f4-be99ffc4cf19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Synchronizing usage tracker for tenant:b4707a1da11044e3bf0be3a9b7e2beca on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:10.046040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-a0bfc1b4-d169-4f12-a592-3b2269f1c66b tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Calling delete_port for 5ac2f336-f0b7-4467-9f8f-0ff6cc373bad owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:10.172208 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bd5a56-ccac-4da8-a69f-8e4df1449eb3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:10.196469 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-09bd5a56-ccac-4da8-a69f-8e4df1449eb3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:10.201565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bd5a56-ccac-4da8-a69f-8e4df1449eb3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:10.202179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-09bd5a56-ccac-4da8-a69f-8e4df1449eb3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:10.318817 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8f8111d4-e556-4abd-b6f4-be99ffc4cf19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Unset dirty status for tenant:b4707a1da11044e3bf0be3a9b7e2beca on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:10.320032 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8f8111d4-e556-4abd-b6f4-be99ffc4cf19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] 10.222.0.50 "GET /v2.0/ports/8af5f61b-45d5-41af-93e6-0d596afd73bf HTTP/1.1" status: 200 len: 958 time: 0.4388876 Jan 27 17:09:10.336304 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-09bd5a56-ccac-4da8-a69f-8e4df1449eb3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0497375 Jan 27 17:09:10.340622 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58566) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:10.340949 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58570) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:10.353717 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd5a56-ccac-4da8-a69f-8e4df1449eb3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=20980319-f870-47e8-94ad-46b3b2d92543,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:10.377457 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'mac_address': 'fa:16:3e:0b:f1:e2', 'name': 'tempest-NetworksTestDHCPv6-145464151'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:10.396106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-66647d0b-ac00-459e-a2de-4c0dd0a8b411 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Transition to ACTIVE for port object a1573099-4d32-40ec-97a2-bbbe16091ecf will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:10.579926 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-5f38c822-61e7-4ef0-9794-5e25caf6964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Deleting port 8af5f61b-45d5-41af-93e6-0d596afd73bf {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:10.580668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5f38c822-61e7-4ef0-9794-5e25caf6964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:10.615814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-66647d0b-ac00-459e-a2de-4c0dd0a8b411 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:10.652978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc1b4-d169-4f12-a592-3b2269f1c66b tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:10.698653 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b88eae-6a87-4072-96aa-cca7c2865f26 req-9365f70c-9af3-4f7b-a7c1-58ee17b0719d tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:10.700130 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-59b88eae-6a87-4072-96aa-cca7c2865f26 req-9365f70c-9af3-4f7b-a7c1-58ee17b0719d tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.4845772 Jan 27 17:09:10.704714 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f2c2f2e0-2fc7-489c-b35a-86fa78f56626 req-829fc5de-20f1-4d2b-95a3-f5963a9bc587 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4918873 Jan 27 17:09:10.797528 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66647d0b-ac00-459e-a2de-4c0dd0a8b411 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Network 2b25067f-90d8-43d3-8f95-d604e3657712 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:10.804894 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-66647d0b-ac00-459e-a2de-4c0dd0a8b411 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:10.807354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66647d0b-ac00-459e-a2de-4c0dd0a8b411 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event updated for resources: {'Port': ['ID=a1573099-4d32-40ec-97a2-bbbe16091ecf,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:10.836618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:10.861100 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66647d0b-ac00-459e-a2de-4c0dd0a8b411 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:10.887912 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58586) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:10.895527 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:10.905710 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:10.950587 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-53382eb3-d077-4024-a7bb-54828235f123 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Delete allocated IP 2001:db8:0:1::1c5 (93542cb5-6fbb-4075-95cb-22c74d5857d2/d01cafff-4671-4248-85a2-f8db15b72a47) {{(pid=87595) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 17:09:10.980671 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0891c1a4-0a80-4ad4-9cdf-384643b9e642 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:11.094791 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 0891c1a4-0a80-4ad4-9cdf-384643b9e642 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:11.191177 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfc1b4-d169-4f12-a592-3b2269f1c66b tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Pushing event deleted for resources: {'Port': ['ID=5ac2f336-f0b7-4467-9f8f-0ff6cc373bad,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:11.199124 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc1b4-d169-4f12-a592-3b2269f1c66b tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.202279 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:11.213763 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66647d0b-ac00-459e-a2de-4c0dd0a8b411 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:11.214820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-66647d0b-ac00-459e-a2de-4c0dd0a8b411 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.250780 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-984c2984-c62a-4b59-86c3-1cb9e711bdba None None] Provisioning for port a1573099-4d32-40ec-97a2-bbbe16091ecf completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:11.253152 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-53382eb3-d077-4024-a7bb-54828235f123 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.258694 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a0bfc1b4-d169-4f12-a592-3b2269f1c66b tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.262812 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a0bfc1b4-d169-4f12-a592-3b2269f1c66b tempest-FloatingIPAdminTestJSON-1621424426 tempest-FloatingIPAdminTestJSON-1621424426-project] 10.222.0.50 "DELETE /v2.0/floatingips/c82d7872-43ce-47c5-9626-8a9c1a259fda HTTP/1.1" status: 204 len: 168 time: 2.1836064 Jan 27 17:09:11.264754 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58592) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:11.266694 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-66647d0b-ac00-459e-a2de-4c0dd0a8b411 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7944345 Jan 27 17:09:11.271268 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-984c2984-c62a-4b59-86c3-1cb9e711bdba None None] Provisioning complete for port a1573099-4d32-40ec-97a2-bbbe16091ecf triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:11.271861 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-984c2984-c62a-4b59-86c3-1cb9e711bdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.313244 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.348171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58596) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:11.364592 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-59b88eae-6a87-4072-96aa-cca7c2865f26 req-42386d92-6791-4946-8d62-f384678ea4fa tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5853221 Jan 27 17:09:11.366540 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-984c2984-c62a-4b59-86c3-1cb9e711bdba None None] Port a1573099-4d32-40ec-97a2-bbbe16091ecf cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:11.374926 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:11.415799 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f15692-fb0d-4316-9740-7460fafe7a18 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:11.468419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-3d5e1131-db14-4e73-9edf-8309bb9ae1eb tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Deleting port 736ac6e0-7208-4fe1-b4e3-103a571d2537 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:11.468877 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d5e1131-db14-4e73-9edf-8309bb9ae1eb tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.502452 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-53382eb3-d077-4024-a7bb-54828235f123 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Transition to ACTIVE for port object 84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:11.508105 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-b99d8dda-ab3c-41f9-95f0-7a05aecfdcf8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:87:02:f9'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:4e:1d:95'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:11.516258 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-53382eb3-d077-4024-a7bb-54828235f123 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.542488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.560202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.565571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1330097096'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:11.569731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5f38c822-61e7-4ef0-9794-5e25caf6964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.593296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port 2e6ad4d5-4282-41da-8331-2f0b2caee7c2 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:11.613605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-eb897abf-408e-4a3e-9135-e0cab6f0c86b None None] Provisioning for port 0891c1a4-0a80-4ad4-9cdf-384643b9e642 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:11.664047 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-eb897abf-408e-4a3e-9135-e0cab6f0c86b None None] Provisioning complete for port 0891c1a4-0a80-4ad4-9cdf-384643b9e642 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:11.664489 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb897abf-408e-4a3e-9135-e0cab6f0c86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.687206 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:11.745087 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-53382eb3-d077-4024-a7bb-54828235f123 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] In _notify_port_updated(), no bound segment for port 84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 on network 93542cb5-6fbb-4075-95cb-22c74d5857d2 {{(pid=87595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:09:11.751984 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53382eb3-d077-4024-a7bb-54828235f123 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:11.753044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-53382eb3-d077-4024-a7bb-54828235f123 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.756371 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-53382eb3-d077-4024-a7bb-54828235f123 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "PUT /v2.0/ports/84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 HTTP/1.1" status: 200 len: 924 time: 2.9283822 Jan 27 17:09:11.760004 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58606) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:11.770909 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b180e8e7-de09-4eb5-b1ba-95dd827ba331 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fb911fe6-d9dd-42e9-b846-c3cf788c974e'}, {'subnet_id': 'd01cafff-4671-4248-85a2-f8db15b72a47'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:11.798060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53382eb3-d077-4024-a7bb-54828235f123 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:11.844174 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-5f38c822-61e7-4ef0-9794-5e25caf6964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Calling delete_port for 8af5f61b-45d5-41af-93e6-0d596afd73bf owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:11.918425 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb897abf-408e-4a3e-9135-e0cab6f0c86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.958022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Usage tracker for resource:network and tenant:dcbc727531a64d85ac7ec7596650e731 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:11.961080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d5e1131-db14-4e73-9edf-8309bb9ae1eb tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.961518 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d5e1131-db14-4e73-9edf-8309bb9ae1eb tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:11.986947 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:12.002606 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-eb897abf-408e-4a3e-9135-e0cab6f0c86b None None] For port 0891c1a4-0a80-4ad4-9cdf-384643b9e642, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0891c1a4-0a80-4ad4-9cdf-384643b9e642,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:12.010434 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb897abf-408e-4a3e-9135-e0cab6f0c86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.033619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5f38c822-61e7-4ef0-9794-5e25caf6964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.085824 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb897abf-408e-4a3e-9135-e0cab6f0c86b None None] Pushing event updated for resources: {'Port': ['ID=0891c1a4-0a80-4ad4-9cdf-384643b9e642,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:12.095391 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:12.098700 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6812498c-3ee8-4029-96c4-6cf285152920 None None] Update dhcp port {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'fixed_ips': [{'subnet_id': '12663b14-20cd-476c-8982-71ba2097c72c', 'ip_address': '2001:db8::f816:3eff:fe5b:65'}, {'subnet_id': '20980319-f870-47e8-94ad-46b3b2d92543'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': '0891c1a4-0a80-4ad4-9cdf-384643b9e642'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:09:12.103955 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-3d5e1131-db14-4e73-9edf-8309bb9ae1eb tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Calling delete_port for 736ac6e0-7208-4fe1-b4e3-103a571d2537 owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:12.133662 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b180e8e7-de09-4eb5-b1ba-95dd827ba331 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.154202 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6812498c-3ee8-4029-96c4-6cf285152920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.194040 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38c822-61e7-4ef0-9794-5e25caf6964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Pushing event deleted for resources: {'Port': ['ID=8af5f61b-45d5-41af-93e6-0d596afd73bf,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:12.219043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a41eca50-87dc-44a6-9f43-2467c73304b7 None None] Provisioning for port 84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:12.233955 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a41eca50-87dc-44a6-9f43-2467c73304b7 None None] Provisioning complete for port 84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:12.234305 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a41eca50-87dc-44a6-9f43-2467c73304b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.316083 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5f38c822-61e7-4ef0-9794-5e25caf6964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.342941 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a41eca50-87dc-44a6-9f43-2467c73304b7 None None] Port 84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:12.347236 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Made reservation on behalf of dcbc727531a64d85ac7ec7596650e731 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:12.351278 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.361198 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2f2e0-2fc7-489c-b35a-86fa78f56626 req-b6191aab-6283-478c-b13e-619f762805c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:12.362735 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f2c2f2e0-2fc7-489c-b35a-86fa78f56626 req-b6191aab-6283-478c-b13e-619f762805c1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ee54b4815b744a4b1368a3f71dedf93&device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 1099 time: 1.5276010 Jan 27 17:09:12.416360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.511508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:12.525258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Usage tracker for resource:security_group_rule and tenant:dcbc727531a64d85ac7ec7596650e731 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:12.533587 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d5e1131-db14-4e73-9edf-8309bb9ae1eb tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.556517 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:12.573883 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5f38c822-61e7-4ef0-9794-5e25caf6964a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] 10.222.0.50 "DELETE /v2.0/ports/8af5f61b-45d5-41af-93e6-0d596afd73bf HTTP/1.1" status: 204 len: 168 time: 2.2247396 Jan 27 17:09:12.603477 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58610) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:12.622107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Allocated IP 172.26.1.34 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/5cfe1c15-fceb-4e64-a23d-a647492e56c2) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:12.637260 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:12.657917 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e1131-db14-4e73-9edf-8309bb9ae1eb tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Pushing event deleted for resources: {'Port': ['ID=736ac6e0-7208-4fe1-b4e3-103a571d2537,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:12.713437 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e73dcf-68f5-419b-b72c-c74d4b8bd097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] GET failed (client error): The resource could not be found. Jan 27 17:09:12.714002 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-42e73dcf-68f5-419b-b72c-c74d4b8bd097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Synchronizing usage tracker for tenant:b4707a1da11044e3bf0be3a9b7e2beca on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:12.765662 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485209e-38c3-4074-8c75-d67d6776b901 req-6b90e287-937f-4734-be04-7e9de83a4043 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:12.769709 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9485209e-38c3-4074-8c75-d67d6776b901 req-6b90e287-937f-4734-be04-7e9de83a4043 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.7991204 Jan 27 17:09:12.814212 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b99d8dda-ab3c-41f9-95f0-7a05aecfdcf8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.825579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-42e73dcf-68f5-419b-b72c-c74d4b8bd097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Unset dirty status for tenant:b4707a1da11044e3bf0be3a9b7e2beca on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:12.830520 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-42e73dcf-68f5-419b-b72c-c74d4b8bd097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] 10.222.0.50 "GET /v2.0/ports/8af5f61b-45d5-41af-93e6-0d596afd73bf HTTP/1.1" status: 404 len: 333 time: 0.2183492 Jan 27 17:09:12.837663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58614) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:12.848697 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-efd88378-dce7-4642-ae88-9a6e944bd345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Request body: {'port': {'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245671029'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:12.857955 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-efd88378-dce7-4642-ae88-9a6e944bd345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:12.870421 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d5e1131-db14-4e73-9edf-8309bb9ae1eb tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.890889 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-b180e8e7-de09-4eb5-b1ba-95dd827ba331 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Allocated IP 2001:db8:0:1::23f (93542cb5-6fbb-4075-95cb-22c74d5857d2/d01cafff-4671-4248-85a2-f8db15b72a47/84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:12.893134 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-efd88378-dce7-4642-ae88-9a6e944bd345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:12.914281 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0891c1a4-0a80-4ad4-9cdf-384643b9e642 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:12.947058 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd88378-dce7-4642-ae88-9a6e944bd345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Made reservation on behalf of b4707a1da11044e3bf0be3a9b7e2beca for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:12.949789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efd88378-dce7-4642-ae88-9a6e944bd345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.965085 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d5e1131-db14-4e73-9edf-8309bb9ae1eb tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:12.966255 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3d5e1131-db14-4e73-9edf-8309bb9ae1eb tempest-FloatingIPAdminTestJSON-759100242 tempest-FloatingIPAdminTestJSON-759100242-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/88415812-3ce7-40d1-91ff-853d3500af2d HTTP/1.1" status: 204 len: 168 time: 1.6984625 Jan 27 17:09:12.971306 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58618) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:12.986722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2f2e0-2fc7-489c-b35a-86fa78f56626 req-61d6b52c-49e0-4e30-989e-831b5698acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:12.988170 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f2c2f2e0-2fc7-489c-b35a-86fa78f56626 req-61d6b52c-49e0-4e30-989e-831b5698acd1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8512c58-bd55-456e-9586-bd5fab4baa27 HTTP/1.1" status: 200 len: 914 time: 0.5896182 Jan 27 17:09:12.990409 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 0891c1a4-0a80-4ad4-9cdf-384643b9e642 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:12.990600 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.084659 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-efd88378-dce7-4642-ae88-9a6e944bd345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] device_id is not set on port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:13.174679 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 172.20.0.3 (bbf03638-7624-437f-9c24-a87cd70c5626/20980319-f870-47e8-94ad-46b3b2d92543/2e6ad4d5-4282-41da-8331-2f0b2caee7c2) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:13.178805 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-601fb46d-5a0d-47e2-b444-d250267f227d tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Deleting port 74fd845a-596a-4425-907d-04192b55fd24 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:13.179153 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-601fb46d-5a0d-47e2-b444-d250267f227d tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.231277 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::f816:3eff:fe0b:f1e2 (bbf03638-7624-437f-9c24-a87cd70c5626/12663b14-20cd-476c-8982-71ba2097c72c/2e6ad4d5-4282-41da-8331-2f0b2caee7c2) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:13.286592 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9485209e-38c3-4074-8c75-d67d6776b901 req-f7f7e33f-6d8f-4185-a2da-acc9b03288db tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4936042 Jan 27 17:09:13.311643 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f2c2f2e0-2fc7-489c-b35a-86fa78f56626 req-f3217bc1-0472-408c-8d27-0b58c4fd7438 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32fdd6ad-bfc8-44c7-b8d8-12a574303cea HTTP/1.1" status: 200 len: 1002 time: 0.2665036 Jan 27 17:09:13.378109 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b180e8e7-de09-4eb5-b1ba-95dd827ba331 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.421442 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.509200 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-b180e8e7-de09-4eb5-b1ba-95dd827ba331 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Transition to ACTIVE for port object 84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:13.511781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.527365 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b180e8e7-de09-4eb5-b1ba-95dd827ba331 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.562439 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2f2e0-2fc7-489c-b35a-86fa78f56626 req-214bcd76-80cf-40a3-b9ba-43d84ba1ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:13.563914 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f2c2f2e0-2fc7-489c-b35a-86fa78f56626 req-214bcd76-80cf-40a3-b9ba-43d84ba1ef0c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3cabf1cf-bd81-4663-a142-89f7ff9fd2bd HTTP/1.1" status: 200 len: 851 time: 0.2247305 Jan 27 17:09:13.564490 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.613283 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efd88378-dce7-4642-ae88-9a6e944bd345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.763473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180e8e7-de09-4eb5-b1ba-95dd827ba331 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841,revision_number=3']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:13.772914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-601fb46d-5a0d-47e2-b444-d250267f227d tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.780550 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1058} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:13.791874 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-b180e8e7-de09-4eb5-b1ba-95dd827ba331 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] In _notify_port_updated(), no bound segment for port 84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 on network 93542cb5-6fbb-4075-95cb-22c74d5857d2 {{(pid=87595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:09:13.797337 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b180e8e7-de09-4eb5-b1ba-95dd827ba331 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:13.798030 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b180e8e7-de09-4eb5-b1ba-95dd827ba331 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.802553 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b180e8e7-de09-4eb5-b1ba-95dd827ba331 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "PUT /v2.0/ports/84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 HTTP/1.1" status: 200 len: 1010 time: 2.0381808 Jan 27 17:09:13.806180 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58622) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:13.823900 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b07d19f-e6dc-4497-a38f-08148c0ab923,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:13.841902 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.842244 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Added segment ad72e292-69df-4cb3-9cd5-ca88900b43bd of type vlan for network fda036bb-9bdc-4665-9a1b-88d983876ebd Jan 27 17:09:13.869425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:13.983377 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a9741012-3ff9-4921-9014-ff26facada50 None None] Provisioning for port 84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:13.991719 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a9741012-3ff9-4921-9014-ff26facada50 None None] Provisioning complete for port 84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:13.992084 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9741012-3ff9-4921-9014-ff26facada50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.005008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.018901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:14.026858 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:14.032218 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:14.047077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a9741012-3ff9-4921-9014-ff26facada50 None None] Port 84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:14.069065 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.091448 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-601fb46d-5a0d-47e2-b444-d250267f227d tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Calling delete_port for 74fd845a-596a-4425-907d-04192b55fd24 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:14.103998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=5cfe1c15-fceb-4e64-a23d-a647492e56c2,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:14.109816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b99d8dda-ab3c-41f9-95f0-7a05aecfdcf8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.139055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2f2e0-2fc7-489c-b35a-86fa78f56626 req-8d3cbd5f-fdd4-4643-87ec-ec3a3e2bfe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:14.140631 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f2c2f2e0-2fc7-489c-b35a-86fa78f56626 req-8d3cbd5f-fdd4-4643-87ec-ec3a3e2bfe1b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8512c58-bd55-456e-9586-bd5fab4baa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5606036 Jan 27 17:09:14.145725 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object 2e6ad4d5-4282-41da-8331-2f0b2caee7c2 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:14.146909 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b99d8dda-ab3c-41f9-95f0-7a05aecfdcf8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.164443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efd88378-dce7-4642-ae88-9a6e944bd345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.235451 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-e81f97ca-38c6-4e6f-9d2d-3c09954e5026 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port 84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:14.235665 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e81f97ca-38c6-4e6f-9d2d-3c09954e5026 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.300594 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd88378-dce7-4642-ae88-9a6e944bd345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:14.312663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-efd88378-dce7-4642-ae88-9a6e944bd345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:14.318014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd88378-dce7-4642-ae88-9a6e944bd345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:14.319016 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd88378-dce7-4642-ae88-9a6e944bd345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:14.319608 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efd88378-dce7-4642-ae88-9a6e944bd345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.331951 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd88378-dce7-4642-ae88-9a6e944bd345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Pushing event updated for resources: {'Port': ['ID=97a7f2fd-15ae-45a6-be4c-6a82d250a3a3,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:14.366470 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.372400 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:14.373194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.529648 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-601fb46d-5a0d-47e2-b444-d250267f227d tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.532184 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-efd88378-dce7-4642-ae88-9a6e944bd345 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6911023 Jan 27 17:09:14.584534 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2368c900-5fe0-437b-9436-d787f77162d5 None None] Provisioning complete for port a1573099-4d32-40ec-97a2-bbbe16091ecf triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:14.585017 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2368c900-5fe0-437b-9436-d787f77162d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.595497 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58628) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:14.618716 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8264'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:14.625146 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d8dda-ab3c-41f9-95f0-7a05aecfdcf8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event updated for resources: {'Port': ['ID=a1573099-4d32-40ec-97a2-bbbe16091ecf,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:14.643868 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2368c900-5fe0-437b-9436-d787f77162d5 None None] Port a1573099-4d32-40ec-97a2-bbbe16091ecf cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:14.654747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fb46d-5a0d-47e2-b444-d250267f227d tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Pushing event deleted for resources: {'Port': ['ID=74fd845a-596a-4425-907d-04192b55fd24,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:14.874237 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.9798291 Jan 27 17:09:14.874237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36494c-2980-4caa-9404-4a8f40856f71 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event updated for resources: {'Network': ['ID=fda036bb-9bdc-4665-9a1b-88d983876ebd,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:14.874534 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58632) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:14.881885 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-b99d8dda-ab3c-41f9-95f0-7a05aecfdcf8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] In _notify_port_updated(), no bound segment for port a1573099-4d32-40ec-97a2-bbbe16091ecf on network 2b25067f-90d8-43d3-8f95-d604e3657712 {{(pid=87594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:09:14.887716 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99d8dda-ab3c-41f9-95f0-7a05aecfdcf8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:14.888609 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b99d8dda-ab3c-41f9-95f0-7a05aecfdcf8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.892555 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b99d8dda-ab3c-41f9-95f0-7a05aecfdcf8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "PUT /v2.0/ports/a1573099-4d32-40ec-97a2-bbbe16091ecf HTTP/1.1" status: 200 len: 1056 time: 3.5316310 Jan 27 17:09:14.894282 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network fda036bb-9bdc-4665-9a1b-88d983876ebd details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:14.898122 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58636) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:14.911703 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f854083b-046a-4ab4-b7c2-6ddeb599e624 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Request body: {'subnet': {'network_id': 'fda036bb-9bdc-4665-9a1b-88d983876ebd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:14.926584 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e81f97ca-38c6-4e6f-9d2d-3c09954e5026 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:14.990895 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:15.023370 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f2c2f2e0-2fc7-489c-b35a-86fa78f56626 req-9e1f6710-9010-41d7-a767-86c75f5a16f3 service neutron] 10.222.0.83 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8711526 Jan 27 17:09:15.072563 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eda8ed-023f-4ac9-bcbf-02abd6f9e511 req-9e2b856d-eafd-4bcd-aadc-a2ea77b8a2dd tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:15.074159 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f5eda8ed-023f-4ac9-bcbf-02abd6f9e511 req-9e2b856d-eafd-4bcd-aadc-a2ea77b8a2dd tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.6100001 Jan 27 17:09:15.083037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-e81f97ca-38c6-4e6f-9d2d-3c09954e5026 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for 84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:15.087198 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-6812498c-3ee8-4029-96c4-6cf285152920 None None] Allocated IP 172.20.0.2 (bbf03638-7624-437f-9c24-a87cd70c5626/20980319-f870-47e8-94ad-46b3b2d92543/0891c1a4-0a80-4ad4-9cdf-384643b9e642) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:15.112773 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-601fb46d-5a0d-47e2-b444-d250267f227d tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:15.115272 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-601fb46d-5a0d-47e2-b444-d250267f227d tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] 10.222.0.50 "DELETE /v2.0/ports/74fd845a-596a-4425-907d-04192b55fd24 HTTP/1.1" status: 204 len: 168 time: 2.1408796 Jan 27 17:09:15.125999 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58640) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:15.126796 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:15.242850 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6812498c-3ee8-4029-96c4-6cf285152920 None None] For port 0891c1a4-0a80-4ad4-9cdf-384643b9e642, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0891c1a4-0a80-4ad4-9cdf-384643b9e642,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:15.262796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-b7d5335f-cf4b-4cc3-911d-225293465c20 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Deleting port a1573099-4d32-40ec-97a2-bbbe16091ecf {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:15.263025 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b7d5335f-cf4b-4cc3-911d-225293465c20 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:15.302533 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f5eda8ed-023f-4ac9-bcbf-02abd6f9e511 req-d1fe24d4-a6c7-4c53-8a3d-6fd43e1ea165 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858494 Jan 27 17:09:15.310333 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:15.326316 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6812498c-3ee8-4029-96c4-6cf285152920 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:15.351109 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6812498c-3ee8-4029-96c4-6cf285152920 None None] Transition to ACTIVE for port object 0891c1a4-0a80-4ad4-9cdf-384643b9e642 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:15.357558 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6812498c-3ee8-4029-96c4-6cf285152920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:15.358736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:15.366700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f854083b-046a-4ab4-b7c2-6ddeb599e624 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:15.374098 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:15.402497 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=2e6ad4d5-4282-41da-8331-2f0b2caee7c2,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:15.458036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f854083b-046a-4ab4-b7c2-6ddeb599e624 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Usage tracker for resource:subnet and tenant:dcbc727531a64d85ac7ec7596650e731 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:15.468271 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f854083b-046a-4ab4-b7c2-6ddeb599e624 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:15.494356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09bcdee-2f60-446a-9db5-abf6053198b7 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:15.495120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a09bcdee-2f60-446a-9db5-abf6053198b7 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Synchronizing usage tracker for tenant:db8ad8a8281d4ad4bcee9cc0103492bb on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:15.500501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f854083b-046a-4ab4-b7c2-6ddeb599e624 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:15.539338 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812498c-3ee8-4029-96c4-6cf285152920 None None] Pushing event updated for resources: {'Port': ['ID=0891c1a4-0a80-4ad4-9cdf-384643b9e642,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:15.697062 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f854083b-046a-4ab4-b7c2-6ddeb599e624 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Made reservation on behalf of dcbc727531a64d85ac7ec7596650e731 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:15.701226 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f854083b-046a-4ab4-b7c2-6ddeb599e624 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:15.749397 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f2c2f2e0-2fc7-489c-b35a-86fa78f56626 req-b40b4aa2-3307-4fa5-927b-cb6c4cb0b8ca service neutron] 10.222.0.83 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836734 Jan 27 17:09:15.750003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a09bcdee-2f60-446a-9db5-abf6053198b7 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Unset dirty status for tenant:db8ad8a8281d4ad4bcee9cc0103492bb on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:15.751174 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a09bcdee-2f60-446a-9db5-abf6053198b7 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8e5a99f-7d6a-4474-a945-1d2dca5a677c HTTP/1.1" status: 200 len: 913 time: 0.6151478 Jan 27 17:09:15.756577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:15.757231 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:15.759119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58644) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:15.820295 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] device_id is not set on port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:15.845532 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:15.883315 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:15.884510 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e81f97ca-38c6-4e6f-9d2d-3c09954e5026 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:15.989653 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Transition to ACTIVE for port object 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 will not be triggered until provisioned by entity L2. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:16.028325 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f97ca-38c6-4e6f-9d2d-3c09954e5026 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:16.035589 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.148203 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-420fb0f6-c3a1-4962-9bf2-0c5d0a890ef3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.7950525 Jan 27 17:09:16.209235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58650) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:16.258183 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e81f97ca-38c6-4e6f-9d2d-3c09954e5026 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.294216 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a1e4c2f3-ba3f-4e9c-92e1-0f0d7ed2bfb4 None None] Provisioning for port 0891c1a4-0a80-4ad4-9cdf-384643b9e642 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:16.303709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a1e4c2f3-ba3f-4e9c-92e1-0f0d7ed2bfb4 None None] Provisioning complete for port 0891c1a4-0a80-4ad4-9cdf-384643b9e642 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:16.304491 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1e4c2f3-ba3f-4e9c-92e1-0f0d7ed2bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.331416 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b7d5335f-cf4b-4cc3-911d-225293465c20 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.402019 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Pushing event updated for resources: {'Port': ['ID=97a7f2fd-15ae-45a6-be4c-6a82d250a3a3,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:16.406705 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e81f97ca-38c6-4e6f-9d2d-3c09954e5026 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/ports/84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 HTTP/1.1" status: 204 len: 168 time: 2.5995035 Jan 27 17:09:16.412192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58656) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:16.458268 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:16.458598 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:16.458935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:16.471514 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:16.471844 dv-neutron-826439-2-hyperv neutron-server[87595]: ERROR neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:16.485555 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.plugins.ml2.plugin [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 2 to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 Jan 27 17:09:16.501467 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f2dcbe-a891-44cc-8c98-7b108f80277a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] GET failed (client error): The resource could not be found. Jan 27 17:09:16.502044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a5f2dcbe-a891-44cc-8c98-7b108f80277a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:16.514945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:16.515275 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:16.515605 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:16.587132 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:16.587460 dv-neutron-826439-2-hyperv neutron-server[87595]: ERROR neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:16.591054 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.plugins.ml2.plugin [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 3 to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 Jan 27 17:09:16.625228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a5f2dcbe-a891-44cc-8c98-7b108f80277a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:16.628985 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a5f2dcbe-a891-44cc-8c98-7b108f80277a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports/84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 HTTP/1.1" status: 404 len: 333 time: 0.2117445 Jan 27 17:09:16.632281 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58660) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:16.638938 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:16.639243 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:16.639574 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:16.651685 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d8abc18e-ca92-4dfe-af81-d48520509189 None None] Provisioning for port 2e6ad4d5-4282-41da-8331-2f0b2caee7c2 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:16.657104 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d8abc18e-ca92-4dfe-af81-d48520509189 None None] Provisioning complete for port 2e6ad4d5-4282-41da-8331-2f0b2caee7c2 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:16.657604 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d8abc18e-ca92-4dfe-af81-d48520509189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.689782 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:16.690137 dv-neutron-826439-2-hyperv neutron-server[87595]: ERROR neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:16.695074 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.plugins.ml2.plugin [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 4 to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 Jan 27 17:09:16.713245 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d8abc18e-ca92-4dfe-af81-d48520509189 None None] Port 2e6ad4d5-4282-41da-8331-2f0b2caee7c2 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:16.767286 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb7dc73-73c6-4da6-97e6-de24573a68f0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting subnet d01cafff-4671-4248-85a2-f8db15b72a47 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:16.769069 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:16.769467 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:16.769817 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:16.784043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3cb7dc73-73c6-4da6-97e6-de24573a68f0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.793725 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-b7d5335f-cf4b-4cc3-911d-225293465c20 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Calling delete_port for a1573099-4d32-40ec-97a2-bbbe16091ecf owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:16.818006 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:16.818325 dv-neutron-826439-2-hyperv neutron-server[87595]: ERROR neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:16.822584 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.plugins.ml2.plugin [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 5 to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 Jan 27 17:09:16.891352 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3cb7dc73-73c6-4da6-97e6-de24573a68f0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.908689 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0891c1a4-0a80-4ad4-9cdf-384643b9e642 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:16.924597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:16.924940 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:16.925252 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:16.946256 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:16.946833 dv-neutron-826439-2-hyperv neutron-server[87595]: ERROR neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:16.950952 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.plugins.ml2.plugin [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 6 to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 Jan 27 17:09:16.981863 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:16.982199 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:16.982515 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:16.985791 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 0891c1a4-0a80-4ad4-9cdf-384643b9e642 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:16.986160 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:16.995413 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:16.995731 dv-neutron-826439-2-hyperv neutron-server[87595]: ERROR neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:16.998969 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.plugins.ml2.plugin [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 7 to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 Jan 27 17:09:17.008852 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed38f12-165c-493c-8f81-c03296e12950 req-653af3ad-2aab-40d5-9f91-4000a76cf5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:17.010513 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bed38f12-165c-493c-8f81-c03296e12950 req-653af3ad-2aab-40d5-9f91-4000a76cf5de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ee54b4815b744a4b1368a3f71dedf93&device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 1099 time: 1.0582654 Jan 27 17:09:17.026820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:17.027408 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:17.027743 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:17.039212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:17.039212 dv-neutron-826439-2-hyperv neutron-server[87595]: ERROR neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:17.042027 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.plugins.ml2.plugin [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 8 to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 Jan 27 17:09:17.101164 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:17.101383 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:17.101718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:17.117184 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:17.117486 dv-neutron-826439-2-hyperv neutron-server[87595]: ERROR neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:17.120260 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3cb7dc73-73c6-4da6-97e6-de24573a68f0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.149591 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.plugins.ml2.plugin [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 9 to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 Jan 27 17:09:17.157055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f854083b-046a-4ab4-b7c2-6ddeb599e624 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.175574 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:17.175898 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:17.176220 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:17.194955 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:17.195246 dv-neutron-826439-2-hyperv neutron-server[87595]: ERROR neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:17.198516 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.plugins.ml2.plugin [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempt 10 to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 Jan 27 17:09:17.227008 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:17.227328 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:17.227646 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempting to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:17.238392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:09:17.238762 dv-neutron-826439-2-hyperv neutron-server[87595]: ERROR neutron.plugins.ml2.managers [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Failed to bind port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'cdf4f03b-98ec-48b1-af61-470228d44c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2ef4aa4-c4ee-48ff-bad3-963d211266c2'}] Jan 27 17:09:17.239164 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.255199 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ad8aa2c-6b69-4697-90e5-b0d5a67d12de tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.353810 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79a21d0-bd52-4ae5-bbad-d55122bcc970 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:17.359611 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79a21d0-bd52-4ae5-bbad-d55122bcc970 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:17.360446 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b79a21d0-bd52-4ae5-bbad-d55122bcc970 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:17.413115 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.422333 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d8ef9-b0a0-40a4-b97a-50903fa7e9c5 req-66bb441a-ea5e-4e33-9f39-2a7dedd1b55f tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:17.423875 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f79d8ef9-b0a0-40a4-b97a-50903fa7e9c5 req-66bb441a-ea5e-4e33-9f39-2a7dedd1b55f tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.8002007 Jan 27 17:09:17.436379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3cb7dc73-73c6-4da6-97e6-de24573a68f0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.458570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854083b-046a-4ab4-b7c2-6ddeb599e624 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event updated for resources: {'Subnet': ['ID=f7285c06-e19b-49f3-ba13-0df52b758c7d,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:17.528356 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b531e2b-1e74-4f85-943c-75c5c11724cd None None] Network 93542cb5-6fbb-4075-95cb-22c74d5857d2 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:17.530678 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3cb7dc73-73c6-4da6-97e6-de24573a68f0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.537926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7dc73-73c6-4da6-97e6-de24573a68f0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Subnet': ['ID=d01cafff-4671-4248-85a2-f8db15b72a47,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:17.564820 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3cb7dc73-73c6-4da6-97e6-de24573a68f0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/d01cafff-4671-4248-85a2-f8db15b72a47 HTTP/1.1" status: 204 len: 168 time: 0.9302714 Jan 27 17:09:17.569327 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58664) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:17.577986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed38f12-165c-493c-8f81-c03296e12950 req-6f9df148-453b-4495-aef1-683ad1c3ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:17.579462 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bed38f12-165c-493c-8f81-c03296e12950 req-6f9df148-453b-4495-aef1-683ad1c3ea5b service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8512c58-bd55-456e-9586-bd5fab4baa27 HTTP/1.1" status: 200 len: 914 time: 0.5392129 Jan 27 17:09:17.581800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b79a21d0-bd52-4ae5-bbad-d55122bcc970 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:17.585240 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b79a21d0-bd52-4ae5-bbad-d55122bcc970 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 1.3740451 Jan 27 17:09:17.586282 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b7d5335f-cf4b-4cc3-911d-225293465c20 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.592513 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58668) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:17.696779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f854083b-046a-4ab4-b7c2-6ddeb599e624 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Checking segment: {'id': 'ad72e292-69df-4cb3-9cd5-ca88900b43bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'fda036bb-9bdc-4665-9a1b-88d983876ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:17.697150 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f854083b-046a-4ab4-b7c2-6ddeb599e624 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Network hostable DHCP agents. Network: fda036bb-9bdc-4665-9a1b-88d983876ebd, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:17.790360 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-501c604e-cf2a-41b1-953a-41d157730fe5 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting subnet fb911fe6-d9dd-42e9-b846-c3cf788c974e {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:17.801797 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] For port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3, host hv-neutron-8264, cleared binding levels {{(pid=87595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:17.802163 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attempted to set empty binding levels {{(pid=87595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 27 17:09:17.811201 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-501c604e-cf2a-41b1-953a-41d157730fe5 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.819149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5335f-cf4b-4cc3-911d-225293465c20 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event deleted for resources: {'Port': ['ID=a1573099-4d32-40ec-97a2-bbbe16091ecf,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:17.836588 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f79d8ef9-b0a0-40a4-b97a-50903fa7e9c5 req-c6111744-777e-404f-9dec-a21a26aded8c tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3943751 Jan 27 17:09:17.874478 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.954948 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] In _notify_port_updated(), no bound segment for port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 on network e2ef4aa4-c4ee-48ff-bad3-963d211266c2 {{(pid=87595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:09:17.955823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:17.956410 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:17.960707 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] 10.222.0.50 "PUT /v2.0/ports/97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 HTTP/1.1" status: 200 len: 981 time: 3.3587124 Jan 27 17:09:17.961387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58672) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:18.008430 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-af1a4a79-2437-490f-8b63-2bc57c7acad6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port 2e6ad4d5-4282-41da-8331-2f0b2caee7c2 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:18.009007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af1a4a79-2437-490f-8b63-2bc57c7acad6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.019628 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-501c604e-cf2a-41b1-953a-41d157730fe5 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.035096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f854083b-046a-4ab4-b7c2-6ddeb599e624 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Network fda036bb-9bdc-4665-9a1b-88d983876ebd is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:18.069942 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bed38f12-165c-493c-8f81-c03296e12950 req-64ca001c-75c9-404e-bf6a-88e8d2ebba9e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32fdd6ad-bfc8-44c7-b8d8-12a574303cea HTTP/1.1" status: 200 len: 1002 time: 0.4814763 Jan 27 17:09:18.078902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd226d16-7edf-495f-a082-cb7fcba9ec6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Pushing event updated for resources: {'Port': ['ID=97a7f2fd-15ae-45a6-be4c-6a82d250a3a3,revision_number=3']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:18.140236 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-8a59f01a-e6ed-4804-be8c-c65b4e5774ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Deleting port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:18.140467 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8a59f01a-e6ed-4804-be8c-c65b4e5774ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.150486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-f854083b-046a-4ab4-b7c2-6ddeb599e624 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, fda036bb-9bdc-4665-9a1b-88d983876ebd) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:18.163153 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff5540b-abf8-4d04-8bbc-fe93ab2dbc70 None None] Network fda036bb-9bdc-4665-9a1b-88d983876ebd requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:18.320005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-501c604e-cf2a-41b1-953a-41d157730fe5 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.411108 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f854083b-046a-4ab4-b7c2-6ddeb599e624 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:18.411998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f854083b-046a-4ab4-b7c2-6ddeb599e624 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.437514 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9ad8aa2c-6b69-4697-90e5-b0d5a67d12de tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Deleting port a643e45d-04ed-4f4e-8e3f-a9ed6c118b0d {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:18.438305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ad8aa2c-6b69-4697-90e5-b0d5a67d12de tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.461513 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-fda036bb-9bdc-4665-9a1b-88d983876ebd', 'network_id': 'fda036bb-9bdc-4665-9a1b-88d983876ebd', 'tenant_id': 'dcbc727531a64d85ac7ec7596650e731', 'fixed_ips': [{'subnet_id': 'f7285c06-e19b-49f3-ba13-0df52b758c7d'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:18.462757 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.473648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed38f12-165c-493c-8f81-c03296e12950 req-137daced-a121-4a32-89ab-aa161d69344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:18.475373 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bed38f12-165c-493c-8f81-c03296e12950 req-137daced-a121-4a32-89ab-aa161d69344e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3cabf1cf-bd81-4663-a142-89f7ff9fd2bd HTTP/1.1" status: 200 len: 851 time: 0.3775718 Jan 27 17:09:18.569336 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-8a59f01a-e6ed-4804-be8c-c65b4e5774ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] For port 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3, host hv-neutron-8264, got binding levels [] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:18.569697 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8a59f01a-e6ed-4804-be8c-c65b4e5774ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.634569 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f854083b-046a-4ab4-b7c2-6ddeb599e624 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7540038 Jan 27 17:09:18.642077 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58676) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:18.660641 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Allocated IP 2001:db8::2 (fda036bb-9bdc-4665-9a1b-88d983876ebd/f7285c06-e19b-49f3-ba13-0df52b758c7d/4e97f247-974d-479f-853c-30622c089f8a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:18.673652 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6ade97e8-b587-4374-815a-f1a55ddb9f96 None None] Provisioning complete for port 11903510-766a-41ec-8e58-f6539345d422 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:18.674102 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ade97e8-b587-4374-815a-f1a55ddb9f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.735057 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-8a59f01a-e6ed-4804-be8c-c65b4e5774ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Calling delete_port for 97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:18.763391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-501c604e-cf2a-41b1-953a-41d157730fe5 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.771471 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Request body: {'port': {'network_id': 'fda036bb-9bdc-4665-9a1b-88d983876ebd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2051020090'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:18.820595 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c0c9938-c1ab-4b05-a070-8ca183206e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.877713 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-501c604e-cf2a-41b1-953a-41d157730fe5 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.897888 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c604e-cf2a-41b1-953a-41d157730fe5 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Subnet': ['ID=fb911fe6-d9dd-42e9-b846-c3cf788c974e,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:18.898121 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router c8fdeb81-36ed-432b-92d7-66b3d7003c8f is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:09:18.903758 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c04a29-2be1-4b12-afbf-64c4a9fd999f None None] Network 93542cb5-6fbb-4075-95cb-22c74d5857d2 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:18.930650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b7d5335f-cf4b-4cc3-911d-225293465c20 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:18.932578 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b7d5335f-cf4b-4cc3-911d-225293465c20 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "DELETE /v2.0/ports/a1573099-4d32-40ec-97a2-bbbe16091ecf HTTP/1.1" status: 204 len: 168 time: 4.0331967 Jan 27 17:09:18.947170 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58682) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:19.076682 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed38f12-165c-493c-8f81-c03296e12950 req-ebfde2ac-a515-4bdc-b42c-eb7b89b9e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:19.078140 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bed38f12-165c-493c-8f81-c03296e12950 req-ebfde2ac-a515-4bdc-b42c-eb7b89b9e69c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8512c58-bd55-456e-9586-bd5fab4baa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4938426 Jan 27 17:09:19.082311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af1a4a79-2437-490f-8b63-2bc57c7acad6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.083327 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.098512 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Transition to ACTIVE for port object 4e97f247-974d-479f-853c-30622c089f8a will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:19.101283 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-596960a1-28d0-4195-a59b-d1f6abc1e0d2 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] GET failed (client error): The resource could not be found. Jan 27 17:09:19.102043 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-596960a1-28d0-4195-a59b-d1f6abc1e0d2 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Synchronizing usage tracker for tenant:35e54c7950a54cf3927194b8e9b21adc on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:19.151447 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-501c604e-cf2a-41b1-953a-41d157730fe5 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/fb911fe6-d9dd-42e9-b846-c3cf788c974e HTTP/1.1" status: 204 len: 168 time: 1.5770805 Jan 27 17:09:19.151661 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Transition to ACTIVE for port object 4e97f247-974d-479f-853c-30622c089f8a will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:19.202958 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58686) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:19.280018 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-af1a4a79-2437-490f-8b63-2bc57c7acad6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for 2e6ad4d5-4282-41da-8331-2f0b2caee7c2 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:19.373410 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ad8aa2c-6b69-4697-90e5-b0d5a67d12de tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.397052 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.400690 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8a59f01a-e6ed-4804-be8c-c65b4e5774ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.459653 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-596960a1-28d0-4195-a59b-d1f6abc1e0d2 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Unset dirty status for tenant:35e54c7950a54cf3927194b8e9b21adc on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:19.463099 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-596960a1-28d0-4195-a59b-d1f6abc1e0d2 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "GET /v2.0/ports/a1573099-4d32-40ec-97a2-bbbe16091ecf HTTP/1.1" status: 404 len: 333 time: 0.5112336 Jan 27 17:09:19.467407 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58690) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:19.480038 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Network fda036bb-9bdc-4665-9a1b-88d983876ebd is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:19.483916 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:19.488280 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:19.498119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Pushing event updated for resources: {'Port': ['ID=4e97f247-974d-479f-853c-30622c089f8a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:19.564261 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:19.591984 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bed38f12-165c-493c-8f81-c03296e12950 req-b7f62b70-f708-4911-b9ca-01d07b511bd3 service neutron] 10.222.0.83 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999847 Jan 27 17:09:19.594217 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc018299-e48b-4106-890b-88694dfd24a9 None None] Sync routers for ids ['c8fdeb81-36ed-432b-92d7-66b3d7003c8f'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:19.608567 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Attempting to bind port 4e97f247-974d-479f-853c-30622c089f8a on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:19.608925 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Attempting to bind port 4e97f247-974d-479f-853c-30622c089f8a by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'ad72e292-69df-4cb3-9cd5-ca88900b43bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'fda036bb-9bdc-4665-9a1b-88d983876ebd'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:19.609267 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Attempting to bind port 4e97f247-974d-479f-853c-30622c089f8a on network fda036bb-9bdc-4665-9a1b-88d983876ebd {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:19.624508 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc018299-e48b-4106-890b-88694dfd24a9 None None] Routers {'c8fdeb81-36ed-432b-92d7-66b3d7003c8f'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:19.626947 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-bc018299-e48b-4106-890b-88694dfd24a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['c8fdeb81-36ed-432b-92d7-66b3d7003c8f'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:19.636917 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:19.637305 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Checking segment: {'id': 'ad72e292-69df-4cb3-9cd5-ca88900b43bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'fda036bb-9bdc-4665-9a1b-88d983876ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:19.637458 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9ad8aa2c-6b69-4697-90e5-b0d5a67d12de tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Calling delete_port for a643e45d-04ed-4f4e-8e3f-a9ed6c118b0d owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:19.637936 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.638113 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Bound using segment: {'id': 'ad72e292-69df-4cb3-9cd5-ca88900b43bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'fda036bb-9bdc-4665-9a1b-88d983876ebd'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:19.638513 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Bound port: 4e97f247-974d-479f-853c-30622c089f8a, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad72e292-69df-4cb3-9cd5-ca88900b43bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'fda036bb-9bdc-4665-9a1b-88d983876ebd'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:19.638880 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.686924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59f01a-e6ed-4804-be8c-c65b4e5774ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Pushing event deleted for resources: {'Port': ['ID=97a7f2fd-15ae-45a6-be4c-6a82d250a3a3,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:19.693860 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8a59f01a-e6ed-4804-be8c-c65b4e5774ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.707181 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:19.727824 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b3ca75-9764-4112-a0bc-cf19d45e7e9e None None] DHCP port deletion for 93542cb5-6fbb-4075-95cb-22c74d5857d2 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:09:19.728425 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.735160 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Usage tracker for resource:port and tenant:dcbc727531a64d85ac7ec7596650e731 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:19.741798 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:19.751399 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8a59f01a-e6ed-4804-be8c-c65b4e5774ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] 10.222.0.50 "DELETE /v2.0/ports/97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 HTTP/1.1" status: 204 len: 168 time: 1.7835016 Jan 27 17:09:19.751629 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-64b3ca75-9764-4112-a0bc-cf19d45e7e9e None None] Deleting port 11903510-766a-41ec-8e58-f6539345d422 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:19.751847 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64b3ca75-9764-4112-a0bc-cf19d45e7e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.760405 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7eb0b-4347-460b-9d78-9cd17d1059a1 req-7b4e5002-7f11-4c17-850f-592de20b88de tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:19.767837 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d5b7eb0b-4347-460b-9d78-9cd17d1059a1 req-7b4e5002-7f11-4c17-850f-592de20b88de tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.5658073 Jan 27 17:09:19.769661 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58694) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:19.782502 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:19.808802 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-bc018299-e48b-4106-890b-88694dfd24a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:19.838843 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc018299-e48b-4106-890b-88694dfd24a9 None None] Routers {'c8fdeb81-36ed-432b-92d7-66b3d7003c8f'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:19.840300 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-bc018299-e48b-4106-890b-88694dfd24a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:08:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['c8fdeb81-36ed-432b-92d7-66b3d7003c8f'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:19.841825 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f35c61-fce2-4fce-8b51-2a091e17b4f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] GET failed (client error): The resource could not be found. Jan 27 17:09:19.842534 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-98f35c61-fce2-4fce-8b51-2a091e17b4f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Synchronizing usage tracker for tenant:b4707a1da11044e3bf0be3a9b7e2beca on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:19.861705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] For port 4e97f247-974d-479f-853c-30622c089f8a, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:19.879246 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] For port 4e97f247-974d-479f-853c-30622c089f8a, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4e97f247-974d-479f-853c-30622c089f8a,segment=NetworkSegment(ad72e292-69df-4cb3-9cd5-ca88900b43bd),segment_id=ad72e292-69df-4cb3-9cd5-ca88900b43bd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:19.902067 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:19.919943 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-bc018299-e48b-4106-890b-88694dfd24a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:19.920569 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc018299-e48b-4106-890b-88694dfd24a9 None None] The sync data for ids ['c8fdeb81-36ed-432b-92d7-66b3d7003c8f'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:09:20.030711 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-c438f872-c879-4930-9d02-5be0f52e8af8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Deleting port fc7340cb-5565-4831-ab23-93767888c146 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:20.031288 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c438f872-c879-4930-9d02-5be0f52e8af8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:20.032007 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port 11903510-766a-41ec-8e58-f6539345d422 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:20.032517 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:20.058993 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-64b3ca75-9764-4112-a0bc-cf19d45e7e9e None None] For port 11903510-766a-41ec-8e58-f6539345d422, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=11903510-766a-41ec-8e58-f6539345d422,segment=NetworkSegment(3183fee1-0321-497a-aa46-abd4ab25227b),segment_id=3183fee1-0321-497a-aa46-abd4ab25227b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:20.059379 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64b3ca75-9764-4112-a0bc-cf19d45e7e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:20.074060 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5efa16-9bda-446b-8a88-113522d305fe None None] Pushing event updated for resources: {'Port': ['ID=4e97f247-974d-479f-853c-30622c089f8a,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:20.107235 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d5b7eb0b-4347-460b-9d78-9cd17d1059a1 req-b4bb2f95-52cd-47ca-a036-09d9bb3eba34 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3382988 Jan 27 17:09:20.107759 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bed38f12-165c-493c-8f81-c03296e12950 req-8a3e5d9f-51b0-4161-a101-ffdb7c2cb14c service neutron] 10.222.0.83 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061162 Jan 27 17:09:20.127853 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-98f35c61-fce2-4fce-8b51-2a091e17b4f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] Unset dirty status for tenant:b4707a1da11044e3bf0be3a9b7e2beca on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:20.128656 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-98f35c61-fce2-4fce-8b51-2a091e17b4f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1543149337-project-admin] 10.222.0.50 "GET /v2.0/ports/97a7f2fd-15ae-45a6-be4c-6a82d250a3a3 HTTP/1.1" status: 404 len: 333 time: 0.3515155 Jan 27 17:09:20.162634 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58698) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:20.223679 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-64b3ca75-9764-4112-a0bc-cf19d45e7e9e None None] Calling delete_port for 11903510-766a-41ec-8e58-f6539345d422 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:20.297841 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Made reservation on behalf of dcbc727531a64d85ac7ec7596650e731 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:20.301903 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:20.306216 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64b3ca75-9764-4112-a0bc-cf19d45e7e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:20.325388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:20.326787 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-15b2c83c-bfe4-4116-a060-32e5eaf50265 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 11.3919895 Jan 27 17:09:20.337181 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58702) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:20.362271 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3ca75-9764-4112-a0bc-cf19d45e7e9e None None] Pushing event deleted for resources: {'Port': ['ID=11903510-766a-41ec-8e58-f6539345d422,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:20.367670 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b3ca75-9764-4112-a0bc-cf19d45e7e9e None None] No DVR routers for this DVR port 11903510-766a-41ec-8e58-f6539345d422 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:09:20.390232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af1a4a79-2437-490f-8b63-2bc57c7acad6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:20.501057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a4a79-2437-490f-8b63-2bc57c7acad6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=2e6ad4d5-4282-41da-8331-2f0b2caee7c2,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:20.516897 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ad8aa2c-6b69-4697-90e5-b0d5a67d12de tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:20.603502 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1990d540-601e-41dd-ac02-36026702d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:20.630123 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8aa2c-6b69-4697-90e5-b0d5a67d12de tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Pushing event deleted for resources: {'Port': ['ID=a643e45d-04ed-4f4e-8e3f-a9ed6c118b0d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:20.645053 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] device_id is not set on port 51758c8b-b1d9-4d82-bd6d-87990164263d yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:20.765580 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c438f872-c879-4930-9d02-5be0f52e8af8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:20.951831 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-c438f872-c879-4930-9d02-5be0f52e8af8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Calling delete_port for fc7340cb-5565-4831-ab23-93767888c146 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:20.986573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af1a4a79-2437-490f-8b63-2bc57c7acad6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:20.991219 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-af1a4a79-2437-490f-8b63-2bc57c7acad6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/2e6ad4d5-4282-41da-8331-2f0b2caee7c2 HTTP/1.1" status: 204 len: 168 time: 3.3891790 Jan 27 17:09:20.992428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58706) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:20.999715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-34c9d216-ccb8-4604-b842-1d58049c6a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:21.010746 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4e97f247-974d-479f-853c-30622c089f8a up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:21.121238 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 4e97f247-974d-479f-853c-30622c089f8a completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:21.139065 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb1137-08ef-4f40-828b-bcd908320140 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:21.140584 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb1137-08ef-4f40-828b-bcd908320140 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:21.142390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb1137-08ef-4f40-828b-bcd908320140 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:21.143391 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a1cb1137-08ef-4f40-828b-bcd908320140 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:21.188236 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 11903510-766a-41ec-8e58-f6539345d422 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:09:21.215297 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a1cb1137-08ef-4f40-828b-bcd908320140 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:21.216452 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a1cb1137-08ef-4f40-828b-bcd908320140 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2157001 Jan 27 17:09:21.219205 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58712) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:21.247627 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 11903510-766a-41ec-8e58-f6539345d422 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:09:21.248741 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 11903510-766a-41ec-8e58-f6539345d422 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:09:21.282208 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] For port 11903510-766a-41ec-8e58-f6539345d422, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=11903510-766a-41ec-8e58-f6539345d422,segment=NetworkSegment(3183fee1-0321-497a-aa46-abd4ab25227b),segment_id=3183fee1-0321-497a-aa46-abd4ab25227b)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:21.282894 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:21.380236 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c438f872-c879-4930-9d02-5be0f52e8af8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:21.391069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9cfab5-090a-4bdf-bb10-3540ea919868 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet 12663b14-20cd-476c-8982-71ba2097c72c {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:21.427467 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfab5-090a-4bdf-bb10-3540ea919868 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:21.463811 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for 11903510-766a-41ec-8e58-f6539345d422 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:21.514671 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee598fc7-864e-4cae-8217-e40ae679cfa8 None None] Network fda036bb-9bdc-4665-9a1b-88d983876ebd requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:21.576751 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438f872-c879-4930-9d02-5be0f52e8af8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event deleted for resources: {'Port': ['ID=fc7340cb-5565-4831-ab23-93767888c146,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:21.592773 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c438f872-c879-4930-9d02-5be0f52e8af8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:21.611319 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfab5-090a-4bdf-bb10-3540ea919868 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:21.635970 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3d1c7d89-5e41-4f13-992a-12bc70c642bc tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/routers/c8fdeb81-36ed-432b-92d7-66b3d7003c8f HTTP/1.1" status: 200 len: 880 time: 1.2939763 Jan 27 17:09:21.647182 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58716) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:21.719443 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085caa5-bec5-4c92-bdd6-eeb25012d6af req-a4f59621-6c73-420b-8aff-7fc9ee7405c3 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:21.720995 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0085caa5-bec5-4c92-bdd6-eeb25012d6af req-a4f59621-6c73-420b-8aff-7fc9ee7405c3 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.4418986 Jan 27 17:09:21.722314 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c438f872-c879-4930-9d02-5be0f52e8af8 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "DELETE /v2.0/ports/fc7340cb-5565-4831-ab23-93767888c146 HTTP/1.1" status: 204 len: 168 time: 2.2460151 Jan 27 17:09:21.731346 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58720) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:21.750602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1990d540-601e-41dd-ac02-36026702d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:21.784339 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-99a6b3a2-737a-4858-a197-18ea295b59bc None None] Provisioning for port 4e97f247-974d-479f-853c-30622c089f8a completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:21.791941 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-99a6b3a2-737a-4858-a197-18ea295b59bc None None] Provisioning complete for port 4e97f247-974d-479f-853c-30622c089f8a triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:21.792313 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-99a6b3a2-737a-4858-a197-18ea295b59bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:21.842172 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a77fe89-51fd-4387-af64-b64623b91de6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] GET failed (client error): The resource could not be found. Jan 27 17:09:21.842698 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5a77fe89-51fd-4387-af64-b64623b91de6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Synchronizing usage tracker for tenant:35e54c7950a54cf3927194b8e9b21adc on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:21.856390 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Allocated IP 2001:db8::de (fda036bb-9bdc-4665-9a1b-88d983876ebd/f7285c06-e19b-49f3-ba13-0df52b758c7d/51758c8b-b1d9-4d82-bd6d-87990164263d) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:21.884137 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0085caa5-bec5-4c92-bdd6-eeb25012d6af req-34bb8ba4-1987-48a6-aded-88e9e8e29c92 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535084 Jan 27 17:09:21.888088 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-1990d540-601e-41dd-ac02-36026702d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ef4aa4-c4ee-48ff-bad3-963d211266c2']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:21.902067 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5a77fe89-51fd-4387-af64-b64623b91de6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Unset dirty status for tenant:35e54c7950a54cf3927194b8e9b21adc on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:21.902067 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5a77fe89-51fd-4387-af64-b64623b91de6 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "GET /v2.0/ports/fc7340cb-5565-4831-ab23-93767888c146 HTTP/1.1" status: 404 len: 333 time: 0.1594472 Jan 27 17:09:21.906663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:09:21.907191 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:09:21.909980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58724) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:21.918399 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-1990d540-601e-41dd-ac02-36026702d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf4f03b-98ec-48b1-af61-470228d44c57') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:21.918946 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-1990d540-601e-41dd-ac02-36026702d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf4f03b-98ec-48b1-af61-470228d44c57') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:21.942474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-99a6b3a2-737a-4858-a197-18ea295b59bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:21.973912 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfab5-090a-4bdf-bb10-3540ea919868 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:21.999683 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1990d540-601e-41dd-ac02-36026702d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.026616 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-99a6b3a2-737a-4858-a197-18ea295b59bc None None] For port 4e97f247-974d-479f-853c-30622c089f8a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4e97f247-974d-479f-853c-30622c089f8a,segment=NetworkSegment(ad72e292-69df-4cb3-9cd5-ca88900b43bd),segment_id=ad72e292-69df-4cb3-9cd5-ca88900b43bd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:22.034355 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-99a6b3a2-737a-4858-a197-18ea295b59bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.040670 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ad8aa2c-6b69-4697-90e5-b0d5a67d12de tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.086295 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1990d540-601e-41dd-ac02-36026702d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.097550 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1990d540-601e-41dd-ac02-36026702d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:09:22.098652 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1990d540-601e-41dd-ac02-36026702d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.166570 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.199917 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6b3a2-737a-4858-a197-18ea295b59bc None None] Pushing event updated for resources: {'Port': ['ID=4e97f247-974d-479f-853c-30622c089f8a,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:22.213545 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.226347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfab5-090a-4bdf-bb10-3540ea919868 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:09:22.227053 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:09:22.255762 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-73e7d345-bb2f-4139-baa8-3d86ae758b32 None None] Provisioning complete for port 4e97f247-974d-479f-853c-30622c089f8a triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:22.256151 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73e7d345-bb2f-4139-baa8-3d86ae758b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.268718 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c21834e9-e660-4725-b2ff-44d9d3157e45 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Synchronizing usage tracker for tenant:65a019d99d874346aca26dc7cd6b9eab on resource:router {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:22.280629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cfab5-090a-4bdf-bb10-3540ea919868 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=12663b14-20cd-476c-8982-71ba2097c72c,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:22.285142 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfab5-090a-4bdf-bb10-3540ea919868 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.308912 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3c9cfab5-090a-4bdf-bb10-3540ea919868 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/12663b14-20cd-476c-8982-71ba2097c72c HTTP/1.1" status: 204 len: 168 time: 1.0877748 Jan 27 17:09:22.309829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58730) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:22.318992 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bad3db4-63eb-4afe-aad9-6a640d5eb96a None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:22.356522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c21834e9-e660-4725-b2ff-44d9d3157e45 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Unset dirty status for tenant:65a019d99d874346aca26dc7cd6b9eab on resource:router {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:22.361712 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c21834e9-e660-4725-b2ff-44d9d3157e45 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7085135 Jan 27 17:09:22.363235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58734) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:22.376494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-39942097-60e7-4f42-8f80-8b35505141a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1070933596'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:22.383608 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9b2fa907-44f0-4a4f-a92d-4b057edcb360 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Deleting port 34acfcc3-0cdd-40e1-8078-9bd4b484a1f6 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:22.383944 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9b2fa907-44f0-4a4f-a92d-4b057edcb360 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.425672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port 11903510-766a-41ec-8e58-f6539345d422 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:22.425938 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.465202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1990d540-601e-41dd-ac02-36026702d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.486565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c63407-9f83-442e-a728-49545b0319f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet 20980319-f870-47e8-94ad-46b3b2d92543 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:22.491278 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-58c63407-9f83-442e-a728-49545b0319f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.529477 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1990d540-601e-41dd-ac02-36026702d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.620339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-58c63407-9f83-442e-a728-49545b0319f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.775005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990d540-601e-41dd-ac02-36026702d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] Pushing event deleted for resources: {'Network': ['ID=e2ef4aa4-c4ee-48ff-bad3-963d211266c2,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:22.825283 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] The port '11903510-766a-41ec-8e58-f6539345d422' was deleted {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:09:22.876277 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-58c63407-9f83-442e-a728-49545b0319f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:22.905252 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1990d540-601e-41dd-ac02-36026702d59b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789626816-project] 10.222.0.50 "DELETE /v2.0/networks/e2ef4aa4-c4ee-48ff-bad3-963d211266c2 HTTP/1.1" status: 204 len: 168 time: 2.7267973 Jan 27 17:09:22.929111 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4e97f247-974d-479f-853c-30622c089f8a up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:23.018835 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 4e97f247-974d-479f-853c-30622c089f8a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:23.019464 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.067697 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.087121 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Transition to ACTIVE for port object 51758c8b-b1d9-4d82-bd6d-87990164263d will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:23.134417 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-39942097-60e7-4f42-8f80-8b35505141a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.160274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.173591 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-39942097-60e7-4f42-8f80-8b35505141a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.339684 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.346901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-58c63407-9f83-442e-a728-49545b0319f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.371055 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998121c-0a00-4c13-9705-2462ebdd5d14 req-d1a36549-6c76-4079-a93c-92b8962968e2 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:23.372534 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8998121c-0a00-4c13-9705-2462ebdd5d14 req-d1a36549-6c76-4079-a93c-92b8962968e2 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 1.0890610 Jan 27 17:09:23.392069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58742) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:23.410791 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Network fda036bb-9bdc-4665-9a1b-88d983876ebd is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:23.412052 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c63407-9f83-442e-a728-49545b0319f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=20980319-f870-47e8-94ad-46b3b2d92543,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:23.414019 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-58c63407-9f83-442e-a728-49545b0319f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.426646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f7c79d-caa7-46f8-9457-233f913b1ba4 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:23.426852 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:23.437155 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-58c63407-9f83-442e-a728-49545b0319f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/20980319-f870-47e8-94ad-46b3b2d92543 HTTP/1.1" status: 204 len: 168 time: 1.1254783 Jan 27 17:09:23.440065 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58748) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:23.522605 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0ec7cb5a-9c20-4653-bc78-7d2dbdd5c50c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813487 Jan 27 17:09:23.524478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39942097-60e7-4f42-8f80-8b35505141a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router c8fdeb81-36ed-432b-92d7-66b3d7003c8f has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:09:23.525128 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58752) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:23.530695 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-3d6dfe3e-bf90-4e73-b195-ce10025716b9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:23.544640 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event updated for resources: {'Port': ['ID=51758c8b-b1d9-4d82-bd6d-87990164263d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:23.618074 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.630589 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:23.637244 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:23.637495 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.655382 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4730db01-4c6c-4dc3-8832-7946c6415258 None None] Provisioning complete for port 0891c1a4-0a80-4ad4-9cdf-384643b9e642 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:23.655777 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4730db01-4c6c-4dc3-8832-7946c6415258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.766119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93542cb5-6fbb-4075-95cb-22c74d5857d2']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:23.780720 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b6fcdcc0-f7ea-4c03-87f6-81bcf6e36063 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.0709760 Jan 27 17:09:23.799702 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58756) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:23.809438 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Request body: {'port': {'network_id': 'fda036bb-9bdc-4665-9a1b-88d983876ebd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-608851117', 'allowed_address_pairs': [{'ip_address': '2001:db8::de', 'mac_address': 'fa:16:3e:94:29:2d'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:23.828779 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3183fee1-0321-497a-aa46-abd4ab25227b') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:23.829223 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3183fee1-0321-497a-aa46-abd4ab25227b') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:23.829597 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1135228f-e76f-4131-a867-995030c21def None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:09:23.834588 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1135228f-e76f-4131-a867-995030c21def None None] Deleting port 0891c1a4-0a80-4ad4-9cdf-384643b9e642 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:23.834965 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1135228f-e76f-4131-a867-995030c21def None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.848888 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8998121c-0a00-4c13-9705-2462ebdd5d14 req-72da2240-4f09-4340-80d8-02610236460a tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4352229 Jan 27 17:09:23.864651 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad8aa2c-6b69-4697-90e5-b0d5a67d12de tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Router f8e5a99f-7d6a-4474-a945-1d2dca5a677c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:09:23.878765 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.924052 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9b2fa907-44f0-4a4f-a92d-4b057edcb360 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.934926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:23.962664 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3d6dfe3e-bf90-4e73-b195-ce10025716b9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:23.973860 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3d6dfe3e-bf90-4e73-b195-ce10025716b9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:23.983129 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ab2983f3-3186-4dcb-8e62-e21bfc4fe45d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a554f24fc4d452aa4687abf73c9cfdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5830660 Jan 27 17:09:23.983325 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d9ed86d8-3cb2-4d08-89ea-010ddbebb8fa None None] Provisioning for port 51758c8b-b1d9-4d82-bd6d-87990164263d completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:23.983448 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3d6dfe3e-bf90-4e73-b195-ce10025716b9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:23.986003 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58762) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:24.001440 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d9ed86d8-3cb2-4d08-89ea-010ddbebb8fa None None] Provisioning complete for port 51758c8b-b1d9-4d82-bd6d-87990164263d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:24.001828 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d9ed86d8-3cb2-4d08-89ea-010ddbebb8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.039846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3d6dfe3e-bf90-4e73-b195-ce10025716b9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:24.122124 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1135228f-e76f-4131-a867-995030c21def None None] For port 0891c1a4-0a80-4ad4-9cdf-384643b9e642, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0891c1a4-0a80-4ad4-9cdf-384643b9e642,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:24.122505 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1135228f-e76f-4131-a867-995030c21def None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.132831 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d9ed86d8-3cb2-4d08-89ea-010ddbebb8fa None None] Port 51758c8b-b1d9-4d82-bd6d-87990164263d cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:24.158188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6dfe3e-bf90-4e73-b195-ce10025716b9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:24.161631 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d6dfe3e-bf90-4e73-b195-ce10025716b9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.191322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9b2fa907-44f0-4a4f-a92d-4b057edcb360 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Calling delete_port for 34acfcc3-0cdd-40e1-8078-9bd4b484a1f6 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:24.205182 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39942097-60e7-4f42-8f80-8b35505141a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:24.227808 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-39942097-60e7-4f42-8f80-8b35505141a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.231526 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-39942097-60e7-4f42-8f80-8b35505141a7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/c8fdeb81-36ed-432b-92d7-66b3d7003c8f HTTP/1.1" status: 200 len: 887 time: 1.8611290 Jan 27 17:09:24.231526 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2517f7e0-5f07-4c89-baf9-7527d8131e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.232493 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58766) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:24.251173 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67603b73-0812-4518-b241-81fa11154519 None None] Sync routers for ids ['c8fdeb81-36ed-432b-92d7-66b3d7003c8f'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:24.255095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:09:24.255492 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.259454 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1135228f-e76f-4131-a867-995030c21def None None] Calling delete_port for 0891c1a4-0a80-4ad4-9cdf-384643b9e642 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:09:24.270418 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:09:24.308927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67603b73-0812-4518-b241-81fa11154519 None None] Routers {'c8fdeb81-36ed-432b-92d7-66b3d7003c8f'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:24.309437 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-67603b73-0812-4518-b241-81fa11154519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['c8fdeb81-36ed-432b-92d7-66b3d7003c8f'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:24.331967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2517f7e0-5f07-4c89-baf9-7527d8131e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.375274 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-67603b73-0812-4518-b241-81fa11154519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:24.382638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e7a3-a7ba-4c39-bf18-7d92c65c9616 req-982935c0-1450-4ef1-aa8b-b86291b4e50b tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:24.389967 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8261e7a3-a7ba-4c39-bf18-7d92c65c9616 req-982935c0-1450-4ef1-aa8b-b86291b4e50b tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.3473141 Jan 27 17:09:24.400006 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67603b73-0812-4518-b241-81fa11154519 None None] Routers {'c8fdeb81-36ed-432b-92d7-66b3d7003c8f'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:24.400625 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-67603b73-0812-4518-b241-81fa11154519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['c8fdeb81-36ed-432b-92d7-66b3d7003c8f'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:24.488824 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8261e7a3-a7ba-4c39-bf18-7d92c65c9616 req-565b9a90-4b1a-4f7f-b36b-f6fe7e685846 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957770 Jan 27 17:09:24.506419 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-67603b73-0812-4518-b241-81fa11154519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:24.506916 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67603b73-0812-4518-b241-81fa11154519 None None] The sync data for ids ['c8fdeb81-36ed-432b-92d7-66b3d7003c8f'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:09:24.520256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2517f7e0-5f07-4c89-baf9-7527d8131e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.524993 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1135228f-e76f-4131-a867-995030c21def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.555850 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517f7e0-5f07-4c89-baf9-7527d8131e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78517c11-e822-4677-a1a0-931188f5be06,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:24.581021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2517f7e0-5f07-4c89-baf9-7527d8131e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.584743 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2517f7e0-5f07-4c89-baf9-7527d8131e9e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/78517c11-e822-4677-a1a0-931188f5be06 HTTP/1.1" status: 204 len: 168 time: 0.5925426 Jan 27 17:09:24.599674 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d6dfe3e-bf90-4e73-b195-ce10025716b9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.606357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1135228f-e76f-4131-a867-995030c21def None None] No DVR routers for this DVR port 0891c1a4-0a80-4ad4-9cdf-384643b9e642 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:09:24.612943 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135228f-e76f-4131-a867-995030c21def None None] Pushing event deleted for resources: {'Port': ['ID=0891c1a4-0a80-4ad4-9cdf-384643b9e642,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:24.693106 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6dfe3e-bf90-4e73-b195-ce10025716b9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:24.696206 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-3d6dfe3e-bf90-4e73-b195-ce10025716b9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:24.700874 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6dfe3e-bf90-4e73-b195-ce10025716b9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:24.701449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d6dfe3e-bf90-4e73-b195-ce10025716b9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.709074 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edae895e-ee7a-4436-b20b-807c71aa048c None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:24.738911 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dfe3e-bf90-4e73-b195-ce10025716b9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=cfe3c065-9b86-457e-b1cf-9a48c3e29cd8,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:24.769794 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3d6dfe3e-bf90-4e73-b195-ce10025716b9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2435751 Jan 27 17:09:24.770804 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58774) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:24.776803 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:24.831553 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:24.835674 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Usage tracker for resource:port and tenant:dcbc727531a64d85ac7ec7596650e731 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:24.839084 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:24.845609 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:24.889662 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.896620 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:24.921627 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Made reservation on behalf of dcbc727531a64d85ac7ec7596650e731 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:24.964842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Network': ['ID=93542cb5-6fbb-4075-95cb-22c74d5857d2,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:24.969411 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d36ef1f1-c6c3-4393-8905-d0b2ad9abc52 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/networks/93542cb5-6fbb-4075-95cb-22c74d5857d2 HTTP/1.1" status: 204 len: 168 time: 5.7531450 Jan 27 17:09:24.989992 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58782) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:25.010077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0891c1a4-0a80-4ad4-9cdf-384643b9e642 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:09:25.019369 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:25.027452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:25.037150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad8aa2c-6b69-4697-90e5-b0d5a67d12de tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:25.047123 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:25.048197 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9a40d2-b838-4a9c-b217-defcdcad38a6 None None] Sync routers for ids ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:25.059111 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9a40d2-b838-4a9c-b217-defcdcad38a6 None None] Routers {'f8e5a99f-7d6a-4474-a945-1d2dca5a677c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:25.060171 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ce9a40d2-b838-4a9c-b217-defcdcad38a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:25.062631 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:25.081924 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 0891c1a4-0a80-4ad4-9cdf-384643b9e642 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:09:25.082258 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0891c1a4-0a80-4ad4-9cdf-384643b9e642 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:09:25.095367 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-14b184b4-92a5-4967-ba19-86d44d370f15 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/routers/c8fdeb81-36ed-432b-92d7-66b3d7003c8f HTTP/1.1" status: 200 len: 887 time: 0.8504419 Jan 27 17:09:25.106279 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': 'cfe3c065-9b86-457e-b1cf-9a48c3e29cd8'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:25.107466 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.141855 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ce9a40d2-b838-4a9c-b217-defcdcad38a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:25.149720 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58786) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:25.155615 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9a40d2-b838-4a9c-b217-defcdcad38a6 None None] Routers {'f8e5a99f-7d6a-4474-a945-1d2dca5a677c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:25.156616 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ce9a40d2-b838-4a9c-b217-defcdcad38a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:25.163886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58788) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:25.164326 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:25.173061 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.230245 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ce9a40d2-b838-4a9c-b217-defcdcad38a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:25.231473 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9a40d2-b838-4a9c-b217-defcdcad38a6 None None] The sync data for ids ['f8e5a99f-7d6a-4474-a945-1d2dca5a677c'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:09:25.240623 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9ad8aa2c-6b69-4697-90e5-b0d5a67d12de tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] 10.222.0.50 "PUT /v2.0/routers/f8e5a99f-7d6a-4474-a945-1d2dca5a677c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4781384 Jan 27 17:09:25.246065 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9abb0640-c909-431c-807b-d74f5a11fb5e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8fdeb81-36ed-432b-92d7-66b3d7003c8f HTTP/1.1" status: 200 len: 205 time: 0.0902054 Jan 27 17:09:25.251866 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58794) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:25.252185 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58796) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:25.271589 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d6791b17-37d5-4682-a195-6a1325924abb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4707a1da11044e3bf0be3a9b7e2beca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810807 Jan 27 17:09:25.284521 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58802) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:25.316906 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Allocated IP 172.20.0.2 (bbf03638-7624-437f-9c24-a87cd70c5626/cfe3c065-9b86-457e-b1cf-9a48c3e29cd8/3e4a59eb-5a54-495b-925e-302f9f62eec3) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:25.426160 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31117e63-d6fc-424d-a150-e844a9530305 req-d3c8e9c9-8d70-451f-8871-c1f1262e51c3 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:25.427672 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-31117e63-d6fc-424d-a150-e844a9530305 req-d3c8e9c9-8d70-451f-8871-c1f1262e51c3 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.3470006 Jan 27 17:09:25.462498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9b2fa907-44f0-4a4f-a92d-4b057edcb360 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.476504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-deec88ae-4515-44f0-9723-c483e13bc978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.524895 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-deec88ae-4515-44f0-9723-c483e13bc978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.527694 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.535231 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-31117e63-d6fc-424d-a150-e844a9530305 req-905d3638-6480-4106-9b00-5a2903f34919 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969384 Jan 27 17:09:25.565735 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fa907-44f0-4a4f-a92d-4b057edcb360 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event deleted for resources: {'Port': ['ID=34acfcc3-0cdd-40e1-8078-9bd4b484a1f6,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:25.643659 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-deec88ae-4515-44f0-9723-c483e13bc978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.669602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec88ae-4515-44f0-9723-c483e13bc978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbc84f1-9446-4ec9-907b-40ba36a849be,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:25.672986 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.698450 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Transition to ACTIVE for port object 3e4a59eb-5a54-495b-925e-302f9f62eec3 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:25.717213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-deec88ae-4515-44f0-9723-c483e13bc978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.721538 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-deec88ae-4515-44f0-9723-c483e13bc978 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bfbc84f1-9446-4ec9-907b-40ba36a849be HTTP/1.1" status: 204 len: 168 time: 0.4325254 Jan 27 17:09:25.722026 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Transition to ACTIVE for port object 3e4a59eb-5a54-495b-925e-302f9f62eec3 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:25.733333 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.783945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] device_id is not set on port 2204dcde-d7d9-487d-bf06-d95785c11116 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:25.858411 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:25.863139 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:25.869138 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:25.884104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46c677aa-45ae-403c-813d-18b1787735b3 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.894858 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.objects.ports [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87594) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:09:25.950484 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Pushing event updated for resources: {'Port': ['ID=3e4a59eb-5a54-495b-925e-302f9f62eec3,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:25.968119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Attempting to bind port 3e4a59eb-5a54-495b-925e-302f9f62eec3 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:25.968527 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Attempting to bind port 3e4a59eb-5a54-495b-925e-302f9f62eec3 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:25.968972 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Attempting to bind port 3e4a59eb-5a54-495b-925e-302f9f62eec3 on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:25.972492 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ccb479e0-c8f1-41d2-8647-ef8ea726bab8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.975980 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:25.976264 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:25.976668 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:25.977049 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:25.977507 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Bound port: 3e4a59eb-5a54-495b-925e-302f9f62eec3, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:25.977895 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.080417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc9d846-a5f1-464a-a303-1c992cffd88f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:26.081228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bbc9d846-a5f1-464a-a303-1c992cffd88f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:26.125083 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] For port 3e4a59eb-5a54-495b-925e-302f9f62eec3, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:26.131710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] For port 3e4a59eb-5a54-495b-925e-302f9f62eec3, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3e4a59eb-5a54-495b-925e-302f9f62eec3,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:26.139517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.176174 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.241322 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7eae7-684e-4dd2-a979-acc31fb7e334 None None] Pushing event updated for resources: {'Port': ['ID=3e4a59eb-5a54-495b-925e-302f9f62eec3,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:26.494576 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9b2fa907-44f0-4a4f-a92d-4b057edcb360 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.517535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bbc9d846-a5f1-464a-a303-1c992cffd88f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:26.520125 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bbc9d846-a5f1-464a-a303-1c992cffd88f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.5216889 Jan 27 17:09:26.535918 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58818) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:26.586794 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9b2fa907-44f0-4a4f-a92d-4b057edcb360 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "DELETE /v2.0/ports/34acfcc3-0cdd-40e1-8078-9bd4b484a1f6 HTTP/1.1" status: 204 len: 168 time: 4.6521039 Jan 27 17:09:26.587593 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58826) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:26.691202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ccb479e0-c8f1-41d2-8647-ef8ea726bab8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.708244 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] For port 3e4a59eb-5a54-495b-925e-302f9f62eec3, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3e4a59eb-5a54-495b-925e-302f9f62eec3,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:26.708777 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46c677aa-45ae-403c-813d-18b1787735b3 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.747744 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f55c97a3-66b6-4fc4-bc9a-3593dfc8890f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:26.759280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.770229 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Allocated IP 2001:db8::1e0 (fda036bb-9bdc-4665-9a1b-88d983876ebd/f7285c06-e19b-49f3-ba13-0df52b758c7d/2204dcde-d7d9-487d-bf06-d95785c11116) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:26.773173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f55c97a3-66b6-4fc4-bc9a-3593dfc8890f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:26.774833 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f55c97a3-66b6-4fc4-bc9a-3593dfc8890f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2374699 Jan 27 17:09:26.775700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.778184 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.785836 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ef32cf-5590-47d7-afdb-1447fc9f7698 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Deleting subnet 2071986b-be10-4fac-b5ad-312d3d781582 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:26.789290 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58836) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:26.796215 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-ccb479e0-c8f1-41d2-8647-ef8ea726bab8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port 5cfe1c15-fceb-4e64-a23d-a647492e56c2 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:26.796552 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ccb479e0-c8f1-41d2-8647-ef8ea726bab8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.826341 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74ef32cf-5590-47d7-afdb-1447fc9f7698 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.869577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f641e174-1669-4224-be85-9bf8cb2ff19b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-392363030'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:26.871227 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-46c677aa-45ae-403c-813d-18b1787735b3 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Deleting port 7ee368c4-2437-4ee6-9452-6bc092c99386 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:26.871413 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46c677aa-45ae-403c-813d-18b1787735b3 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.895079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f641e174-1669-4224-be85-9bf8cb2ff19b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:26.904830 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:26.906857 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:26.910399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:26.911058 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:26.913717 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58840) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:26.931561 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f641e174-1669-4224-be85-9bf8cb2ff19b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:network and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:26.942747 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f641e174-1669-4224-be85-9bf8cb2ff19b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:26.963521 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f641e174-1669-4224-be85-9bf8cb2ff19b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:26.974325 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2021801 Jan 27 17:09:26.982639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58846) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:26.993670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'mac_address': 'fa:16:3e:b5:d4:63', 'name': 'tempest-NetworksTestDHCPv6-753093463'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:27.009102 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74ef32cf-5590-47d7-afdb-1447fc9f7698 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.019166 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=3e4a59eb-5a54-495b-925e-302f9f62eec3,revision_number=4']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:27.031419 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d41164-1520-4969-b5cd-17152fab8b54 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=418b24be-17e0-4a51-bbb9-e99669657594,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:27.037591 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3e4a59eb-5a54-495b-925e-302f9f62eec3 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:27.055272 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f641e174-1669-4224-be85-9bf8cb2ff19b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:27.066255 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f641e174-1669-4224-be85-9bf8cb2ff19b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.118358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 3e4a59eb-5a54-495b-925e-302f9f62eec3 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:27.158072 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-8c240047-a689-401a-bfba-6754c6eacb3a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1776277379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:27.181377 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8c240047-a689-401a-bfba-6754c6eacb3a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:27.203117 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f641e174-1669-4224-be85-9bf8cb2ff19b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:27.233793 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f641e174-1669-4224-be85-9bf8cb2ff19b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.234138 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-f641e174-1669-4224-be85-9bf8cb2ff19b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Added segment 65886ab3-1277-4c0b-9d7b-5727d21a3699 of type vlan for network 5f04024f-8ac6-412d-a630-69428c04012a Jan 27 17:09:27.254235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:27.258467 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:27.264292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:27.269641 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8c240047-a689-401a-bfba-6754c6eacb3a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Usage tracker for resource:router and tenant:9aa4dd879a9e4762a6f9795a40a49481 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:27.279993 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:27.289197 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f641e174-1669-4224-be85-9bf8cb2ff19b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.300719 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:27.335166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8c240047-a689-401a-bfba-6754c6eacb3a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:27.364256 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8c240047-a689-401a-bfba-6754c6eacb3a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:27.398663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f641e174-1669-4224-be85-9bf8cb2ff19b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.404104 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f641e174-1669-4224-be85-9bf8cb2ff19b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:27.404692 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f641e174-1669-4224-be85-9bf8cb2ff19b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.467396 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f35e9-1edc-40d5-8ac3-7beb521ab9a0 req-d0424b0f-7861-4dc5-bcca-d4b6eb32c18a tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:27.469042 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-306f35e9-1edc-40d5-8ac3-7beb521ab9a0 req-d0424b0f-7861-4dc5-bcca-d4b6eb32c18a tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.7532108 Jan 27 17:09:27.494139 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c240047-a689-401a-bfba-6754c6eacb3a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.495534 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c240047-a689-401a-bfba-6754c6eacb3a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.498797 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f641e174-1669-4224-be85-9bf8cb2ff19b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6431470 Jan 27 17:09:27.505428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58850) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:27.550921 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46c677aa-45ae-403c-813d-18b1787735b3 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.554869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.563912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7763772f-619d-42c1-bbbd-e4f82b3c21d9 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:27.578257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-b6550095-f8d3-4b32-a076-e9b34f454d36 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'subnet': {'network_id': '5f04024f-8ac6-412d-a630-69428c04012a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:27.587933 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ccb479e0-c8f1-41d2-8647-ef8ea726bab8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.592246 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641e174-1669-4224-be85-9bf8cb2ff19b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Network': ['ID=5f04024f-8ac6-412d-a630-69428c04012a,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:27.611807 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 5f04024f-8ac6-412d-a630-69428c04012a details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:27.614311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port 0ddd685c-2a02-415b-a3ac-be64381edb68 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:27.675146 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c240047-a689-401a-bfba-6754c6eacb3a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.762603 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b6550095-f8d3-4b32-a076-e9b34f454d36 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:27.769362 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b6550095-f8d3-4b32-a076-e9b34f454d36 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:subnet and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:27.769572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4720f315-6569-42df-b90a-1118667057dd None None] Provisioning for port 3e4a59eb-5a54-495b-925e-302f9f62eec3 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:27.775229 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b6550095-f8d3-4b32-a076-e9b34f454d36 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:27.794515 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4720f315-6569-42df-b90a-1118667057dd None None] Provisioning complete for port 3e4a59eb-5a54-495b-925e-302f9f62eec3 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:27.794962 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4720f315-6569-42df-b90a-1118667057dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.811365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b6550095-f8d3-4b32-a076-e9b34f454d36 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:27.833435 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6550095-f8d3-4b32-a076-e9b34f454d36 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:27.836864 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b6550095-f8d3-4b32-a076-e9b34f454d36 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:27.843135 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74ef32cf-5590-47d7-afdb-1447fc9f7698 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.013733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 172.20.0.12 (bbf03638-7624-437f-9c24-a87cd70c5626/cfe3c065-9b86-457e-b1cf-9a48c3e29cd8/0ddd685c-2a02-415b-a3ac-be64381edb68) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:28.022983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::f816:3eff:feb5:d463 (bbf03638-7624-437f-9c24-a87cd70c5626/418b24be-17e0-4a51-bbb9-e99669657594/0ddd685c-2a02-415b-a3ac-be64381edb68) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:28.039788 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-ccb479e0-c8f1-41d2-8647-ef8ea726bab8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Calling delete_port for 5cfe1c15-fceb-4e64-a23d-a647492e56c2 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:28.053727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4720f315-6569-42df-b90a-1118667057dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.072741 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-46c677aa-45ae-403c-813d-18b1787735b3 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Calling delete_port for 7ee368c4-2437-4ee6-9452-6bc092c99386 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:28.095360 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4720f315-6569-42df-b90a-1118667057dd None None] For port 3e4a59eb-5a54-495b-925e-302f9f62eec3, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3e4a59eb-5a54-495b-925e-302f9f62eec3,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:28.108491 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4720f315-6569-42df-b90a-1118667057dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.151840 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.160591 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-306f35e9-1edc-40d5-8ac3-7beb521ab9a0 req-f93fe7c7-a5dd-40a3-804e-344cdfbda9fb tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6759653 Jan 27 17:09:28.217909 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c240047-a689-401a-bfba-6754c6eacb3a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.224737 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Transition to ACTIVE for port object 2204dcde-d7d9-487d-bf06-d95785c11116 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:28.229216 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720f315-6569-42df-b90a-1118667057dd None None] Pushing event updated for resources: {'Port': ['ID=3e4a59eb-5a54-495b-925e-302f9f62eec3,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:28.315283 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74ef32cf-5590-47d7-afdb-1447fc9f7698 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.351154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b6550095-f8d3-4b32-a076-e9b34f454d36 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.352777 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c240047-a689-401a-bfba-6754c6eacb3a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.353986 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8c240047-a689-401a-bfba-6754c6eacb3a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.4371169 Jan 27 17:09:28.359429 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58856) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:28.377522 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef32cf-5590-47d7-afdb-1447fc9f7698 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event deleted for resources: {'Subnet': ['ID=2071986b-be10-4fac-b5ad-312d3d781582,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:28.383317 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74ef32cf-5590-47d7-afdb-1447fc9f7698 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.385165 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa99a163-1379-4003-8c61-7bf51abe5aa6 None None] Network 2b25067f-90d8-43d3-8f95-d604e3657712 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:28.386053 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-74ef32cf-5590-47d7-afdb-1447fc9f7698 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "DELETE /v2.0/subnets/2071986b-be10-4fac-b5ad-312d3d781582 HTTP/1.1" status: 204 len: 168 time: 1.7912784 Jan 27 17:09:28.396356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58858) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:28.426386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-115116767'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:28.436247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.466774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:28.501708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Usage tracker for resource:network and tenant:9aa4dd879a9e4762a6f9795a40a49481 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:28.542763 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.568180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object 0ddd685c-2a02-415b-a3ac-be64381edb68 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:28.641225 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:28.647772 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:28.653189 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Network fda036bb-9bdc-4665-9a1b-88d983876ebd is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:28.671956 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:28.721706 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:28.727387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:28.728025 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.793420 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event updated for resources: {'Port': ['ID=2204dcde-d7d9-487d-bf06-d95785c11116,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:28.806541 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.815058 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6550095-f8d3-4b32-a076-e9b34f454d36 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Subnet': ['ID=da52ad12-c853-4444-a8c6-d0190db3ad48,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:28.827031 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Made reservation on behalf of 9aa4dd879a9e4762a6f9795a40a49481 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:28.831263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.862984 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bff4ba-1dfe-426f-a151-d2fe6d9f6f2f None None] DHCP port deletion for 2b25067f-90d8-43d3-8f95-d604e3657712 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:09:28.867235 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b9bff4ba-1dfe-426f-a151-d2fe6d9f6f2f None None] Deleting port 819a1240-f433-45fd-8173-a156a0b8afd1 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:28.867594 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b9bff4ba-1dfe-426f-a151-d2fe6d9f6f2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.879148 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.893971 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46c677aa-45ae-403c-813d-18b1787735b3 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:28.900638 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3893c4c9-e29b-40c3-949f-0d03f9524ae1 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 5.0963504 Jan 27 17:09:28.918634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58866) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:28.925565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:28.929452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Usage tracker for resource:security_group_rule and tenant:9aa4dd879a9e4762a6f9795a40a49481 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:28.932363 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:28.938251 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:29.010595 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Deleting port 819a1240-f433-45fd-8173-a156a0b8afd1 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:29.011145 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.093261 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c677aa-45ae-403c-813d-18b1787735b3 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Pushing event deleted for resources: {'Port': ['ID=7ee368c4-2437-4ee6-9452-6bc092c99386,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:29.096822 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.097570 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3e4a59eb-5a54-495b-925e-302f9f62eec3 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:29.107979 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.116476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.149790 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ccb479e0-c8f1-41d2-8647-ef8ea726bab8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.179342 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6550095-f8d3-4b32-a076-e9b34f454d36 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Checking segment: {'id': '65886ab3-1277-4c0b-9d7b-5727d21a3699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '5f04024f-8ac6-412d-a630-69428c04012a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:29.179864 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6550095-f8d3-4b32-a076-e9b34f454d36 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network hostable DHCP agents. Network: 5f04024f-8ac6-412d-a630-69428c04012a, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:29.241702 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:29.246292 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb479e0-c8f1-41d2-8647-ef8ea726bab8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Port': ['ID=5cfe1c15-fceb-4e64-a23d-a647492e56c2,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:29.257850 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7bbed830-6840-44c3-915e-cf3961e02887 None None] Provisioning complete for port 3e4a59eb-5a54-495b-925e-302f9f62eec3 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:29.258023 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7bbed830-6840-44c3-915e-cf3961e02887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.262449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:29.275788 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:29.277873 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d34c13-c2b3-48b9-b6d9-354bcb663831,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:29.282524 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:29.321591 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.322015 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Added segment 98781322-7f15-451f-b95d-07ef593b8244 of type vlan for network 8391eccb-915e-4ced-9bc8-bbe79d414a74 Jan 27 17:09:29.334111 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-b9bff4ba-1dfe-426f-a151-d2fe6d9f6f2f None None] For port 819a1240-f433-45fd-8173-a156a0b8afd1, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=819a1240-f433-45fd-8173-a156a0b8afd1,segment=NetworkSegment(ba683837-9d09-4773-b989-b3f3d6a2bbdc),segment_id=ba683837-9d09-4773-b989-b3f3d6a2bbdc)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:29.334503 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b9bff4ba-1dfe-426f-a151-d2fe6d9f6f2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.336686 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=0ddd685c-2a02-415b-a3ac-be64381edb68,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:29.349182 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6550095-f8d3-4b32-a076-e9b34f454d36 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network 5f04024f-8ac6-412d-a630-69428c04012a is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:29.385044 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47489db4-8167-41e1-909f-d7c7239d11f2 req-48aa9b19-257e-4f19-b8cb-d1281e6e3aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:29.387087 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-47489db4-8167-41e1-909f-d7c7239d11f2 req-48aa9b19-257e-4f19-b8cb-d1281e6e3aca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ee54b4815b744a4b1368a3f71dedf93&device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 1099 time: 0.7842331 Jan 27 17:09:29.397591 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae39e73-a68e-44eb-8d7d-1bd8fb8ad46b req-7890ffe6-c8a2-4b9d-a00e-3bff03ead43f tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:29.399116 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0ae39e73-a68e-44eb-8d7d-1bd8fb8ad46b req-7890ffe6-c8a2-4b9d-a00e-3bff03ead43f tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.7430401 Jan 27 17:09:29.424662 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-b6550095-f8d3-4b32-a076-e9b34f454d36 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 5f04024f-8ac6-412d-a630-69428c04012a) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:29.429913 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.439088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:29.439819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.444368 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ccb479e0-c8f1-41d2-8647-ef8ea726bab8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.485798 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8337a8e-3f96-4acc-ae7b-cc4e2342de92 None None] Network 5f04024f-8ac6-412d-a630-69428c04012a requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:29.491674 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46c677aa-45ae-403c-813d-18b1787735b3 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.530920 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b9bff4ba-1dfe-426f-a151-d2fe6d9f6f2f None None] Calling delete_port for 819a1240-f433-45fd-8173-a156a0b8afd1 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:29.619516 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47489db4-8167-41e1-909f-d7c7239d11f2 req-8abc5d87-c8e4-40ab-9204-19baad331f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:29.621068 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-47489db4-8167-41e1-909f-d7c7239d11f2 req-8abc5d87-c8e4-40ab-9204-19baad331f73 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8512c58-bd55-456e-9586-bd5fab4baa27 HTTP/1.1" status: 200 len: 914 time: 0.2232857 Jan 27 17:09:29.622328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6550095-f8d3-4b32-a076-e9b34f454d36 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:29.622897 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b6550095-f8d3-4b32-a076-e9b34f454d36 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.643515 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818fd65e-ac50-4d85-951e-2d32cb108cc7 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:29.645655 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 3e4a59eb-5a54-495b-925e-302f9f62eec3 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:29.646047 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.649605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818fd65e-ac50-4d85-951e-2d32cb108cc7 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:29.655443 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818fd65e-ac50-4d85-951e-2d32cb108cc7 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:29.657078 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-818fd65e-ac50-4d85-951e-2d32cb108cc7 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.6198883 Jan 27 17:09:29.711151 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58870) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:29.734354 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2871850e-9671-46fc-ac5a-ddbb74929d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7506952 Jan 27 17:09:29.742161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:09:29.759640 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58874) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:29.818491 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b6550095-f8d3-4b32-a076-e9b34f454d36 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3101833 Jan 27 17:09:29.830222 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58878) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:29.842848 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a0d24104-25a9-4cfb-a357-7c94bd04cbad tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'network_id': '5f04024f-8ac6-412d-a630-69428c04012a', 'name': 'tempest-PortsIpV6TestJSON-1950786157'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:29.845969 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b9bff4ba-1dfe-426f-a151-d2fe6d9f6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.861343 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-47489db4-8167-41e1-909f-d7c7239d11f2 req-fa01bb8f-461f-4c3f-bf22-e040fabbe432 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32fdd6ad-bfc8-44c7-b8d8-12a574303cea HTTP/1.1" status: 200 len: 1002 time: 0.2305424 Jan 27 17:09:29.910031 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.916501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:29.917570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:29.917993 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bff4ba-1dfe-426f-a151-d2fe6d9f6f2f None None] Pushing event deleted for resources: {'Port': ['ID=819a1240-f433-45fd-8173-a156a0b8afd1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:29.922779 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bff4ba-1dfe-426f-a151-d2fe6d9f6f2f None None] No DVR routers for this DVR port 819a1240-f433-45fd-8173-a156a0b8afd1 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:09:29.931553 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7bbed830-6840-44c3-915e-cf3961e02887 None None] Provisioning for port 2204dcde-d7d9-487d-bf06-d95785c11116 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:29.985430 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5703790 Jan 27 17:09:30.005095 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58882) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:30.016132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7bbed830-6840-44c3-915e-cf3961e02887 None None] Provisioning complete for port 2204dcde-d7d9-487d-bf06-d95785c11116 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:30.016506 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7bbed830-6840-44c3-915e-cf3961e02887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.064013 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-36115114-d27c-4a5f-ab49-6db879be30c9 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Request body: {'subnet': {'network_id': '8391eccb-915e-4ced-9bc8-bbe79d414a74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:30.082319 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-5f04024f-8ac6-412d-a630-69428c04012a', 'network_id': '5f04024f-8ac6-412d-a630-69428c04012a', 'tenant_id': 'c08441886451403eaced8170704dc616', 'fixed_ips': [{'subnet_id': 'da52ad12-c853-4444-a8c6-d0190db3ad48'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:30.083839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46c677aa-45ae-403c-813d-18b1787735b3 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.084664 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.098423 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46c677aa-45ae-403c-813d-18b1787735b3 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.114150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ccb479e0-c8f1-41d2-8647-ef8ea726bab8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.121469 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ccb479e0-c8f1-41d2-8647-ef8ea726bab8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.134765 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0ae39e73-a68e-44eb-8d7d-1bd8fb8ad46b req-13ff6e46-e7f6-4873-b498-7911b7b095b4 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7151747 Jan 27 17:09:30.149335 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] For port 819a1240-f433-45fd-8173-a156a0b8afd1, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=819a1240-f433-45fd-8173-a156a0b8afd1,segment=NetworkSegment(ba683837-9d09-4773-b989-b3f3d6a2bbdc),segment_id=ba683837-9d09-4773-b989-b3f3d6a2bbdc)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:30.150028 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.183262 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-7c532269-fc05-45e4-aab2-ad3c95ba8d3f tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Deleting port 2204dcde-d7d9-487d-bf06-d95785c11116 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:30.183677 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7c532269-fc05-45e4-aab2-ad3c95ba8d3f tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.193350 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2d5c-18cb-48d3-97da-ff4e59ad7e8c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event updated for resources: {'Network': ['ID=8391eccb-915e-4ced-9bc8-bbe79d414a74,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:30.200023 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7bbed830-6840-44c3-915e-cf3961e02887 None None] Port 2204dcde-d7d9-487d-bf06-d95785c11116 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:30.206867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47489db4-8167-41e1-909f-d7c7239d11f2 req-1b009fcd-32c4-4646-befb-ebc5ff94312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:30.208931 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-47489db4-8167-41e1-909f-d7c7239d11f2 req-1b009fcd-32c4-4646-befb-ebc5ff94312e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3cabf1cf-bd81-4663-a142-89f7ff9fd2bd HTTP/1.1" status: 200 len: 851 time: 0.3381231 Jan 27 17:09:30.216679 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 8391eccb-915e-4ced-9bc8-bbe79d414a74 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:30.304818 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 819a1240-f433-45fd-8173-a156a0b8afd1 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:09:30.348823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Calling delete_port for 819a1240-f433-45fd-8173-a156a0b8afd1 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:30.376503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbd9c30-8b2e-4357-852d-f5f5ebcdf6a2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:30.377891 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ccb479e0-c8f1-41d2-8647-ef8ea726bab8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.378502 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb479e0-c8f1-41d2-8647-ef8ea726bab8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Fanout notify agent at l3_agent the message router_deleted on router c8fdeb81-36ed-432b-92d7-66b3d7003c8f {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:09:30.380022 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46c677aa-45ae-403c-813d-18b1787735b3 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.380234 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 819a1240-f433-45fd-8173-a156a0b8afd1 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:09:30.380573 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 819a1240-f433-45fd-8173-a156a0b8afd1 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:09:30.380698 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c677aa-45ae-403c-813d-18b1787735b3 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Fanout notify agent at l3_agent the message router_deleted on router f8e5a99f-7d6a-4474-a945-1d2dca5a677c {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:09:30.385158 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbd9c30-8b2e-4357-852d-f5f5ebcdf6a2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:30.386237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1dbd9c30-8b2e-4357-852d-f5f5ebcdf6a2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:30.394099 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a0d24104-25a9-4cfb-a357-7c94bd04cbad tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:30.404538 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a0d24104-25a9-4cfb-a357-7c94bd04cbad tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:30.419997 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-36115114-d27c-4a5f-ab49-6db879be30c9 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:30.424891 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-36115114-d27c-4a5f-ab49-6db879be30c9 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Usage tracker for resource:subnet and tenant:9aa4dd879a9e4762a6f9795a40a49481 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:30.429279 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d24104-25a9-4cfb-a357-7c94bd04cbad tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:30.434386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0d24104-25a9-4cfb-a357-7c94bd04cbad tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.444205 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-36115114-d27c-4a5f-ab49-6db879be30c9 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:30.456539 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-08caf835-5e08-4f75-880e-c34c58b15eec None None] Provisioning for port 0ddd685c-2a02-415b-a3ac-be64381edb68 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:30.463412 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-08caf835-5e08-4f75-880e-c34c58b15eec None None] Provisioning complete for port 0ddd685c-2a02-415b-a3ac-be64381edb68 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:30.464109 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08caf835-5e08-4f75-880e-c34c58b15eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.468568 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-36115114-d27c-4a5f-ab49-6db879be30c9 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:30.469603 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ccb479e0-c8f1-41d2-8647-ef8ea726bab8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.470922 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ccb479e0-c8f1-41d2-8647-ef8ea726bab8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/routers/c8fdeb81-36ed-432b-92d7-66b3d7003c8f HTTP/1.1" status: 204 len: 168 time: 5.2163115 Jan 27 17:09:30.476507 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58886) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:30.484252 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46c677aa-45ae-403c-813d-18b1787735b3 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.485446 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-46c677aa-45ae-403c-813d-18b1787735b3 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] 10.222.0.50 "DELETE /v2.0/routers/f8e5a99f-7d6a-4474-a945-1d2dca5a677c HTTP/1.1" status: 204 len: 168 time: 5.2323582 Jan 27 17:09:30.487389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-3ce828cf-0473-448d-b050-fe3b3105e3af tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'network': {'name': 'tempest-RoutersTest-1522869768'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:30.490900 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58890) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:30.497607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3ce828cf-0473-448d-b050-fe3b3105e3af tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:30.507287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3ce828cf-0473-448d-b050-fe3b3105e3af tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:network and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:30.512577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-a0d24104-25a9-4cfb-a357-7c94bd04cbad tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] device_id is not set on port 660ad983-3807-42db-ac8f-9e7a81cfa72c yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:30.525273 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Allocated IP 2001:db8::2 (5f04024f-8ac6-412d-a630-69428c04012a/da52ad12-c853-4444-a8c6-d0190db3ad48/4639a453-b955-43e8-8bf1-1eb39922f9de) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:30.544926 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-08caf835-5e08-4f75-880e-c34c58b15eec None None] Port 0ddd685c-2a02-415b-a3ac-be64381edb68 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:30.547691 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1dbd9c30-8b2e-4357-852d-f5f5ebcdf6a2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:30.550222 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1dbd9c30-8b2e-4357-852d-f5f5ebcdf6a2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7896488 Jan 27 17:09:30.552123 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3ce828cf-0473-448d-b050-fe3b3105e3af tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:30.555880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36115114-d27c-4a5f-ab49-6db879be30c9 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Made reservation on behalf of 9aa4dd879a9e4762a6f9795a40a49481 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:30.559134 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58894) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:30.559482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-36115114-d27c-4a5f-ab49-6db879be30c9 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.582021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3ce828cf-0473-448d-b050-fe3b3105e3af tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:30.635188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce828cf-0473-448d-b050-fe3b3105e3af tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:30.638984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3ce828cf-0473-448d-b050-fe3b3105e3af tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.674890 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-df486982-8491-4890-b7de-e7391e0e6e4f tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Deleting subnet 4b601dc3-246a-43ba-848f-901ff54a30da {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:30.676669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:09:30.676978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:09:30.731682 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-df486982-8491-4890-b7de-e7391e0e6e4f tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.732907 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47489db4-8167-41e1-909f-d7c7239d11f2 req-978d835d-411b-41ff-8636-df2672bbfda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:30.734412 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-47489db4-8167-41e1-909f-d7c7239d11f2 req-978d835d-411b-41ff-8636-df2672bbfda2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8512c58-bd55-456e-9586-bd5fab4baa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5027845 Jan 27 17:09:30.759069 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.773230 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Transition to ACTIVE for port object 4639a453-b955-43e8-8bf1-1eb39922f9de will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:30.776302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce828cf-0473-448d-b050-fe3b3105e3af tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:30.795042 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Transition to ACTIVE for port object 4639a453-b955-43e8-8bf1-1eb39922f9de will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:30.795299 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-cbdc61df-7d85-461e-b8cd-53d37a097860 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port 0ddd685c-2a02-415b-a3ac-be64381edb68 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:30.795434 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cbdc61df-7d85-461e-b8cd-53d37a097860 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.801502 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.868934 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7c532269-fc05-45e4-aab2-ad3c95ba8d3f tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.873304 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Network 5f04024f-8ac6-412d-a630-69428c04012a is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:30.876950 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:30.879671 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:30.887491 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-df486982-8491-4890-b7de-e7391e0e6e4f tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.889881 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Pushing event updated for resources: {'Port': ['ID=4639a453-b955-43e8-8bf1-1eb39922f9de,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:30.959549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3ce828cf-0473-448d-b050-fe3b3105e3af tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.959908 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-3ce828cf-0473-448d-b050-fe3b3105e3af tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Added segment 992e042e-f6cd-4258-870f-bfe226d99c9a of type vlan for network 58a7bdb6-6738-4963-88e8-2c41bf5e7e3b Jan 27 17:09:30.976647 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Attempting to bind port 4639a453-b955-43e8-8bf1-1eb39922f9de on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:30.977073 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Attempting to bind port 4639a453-b955-43e8-8bf1-1eb39922f9de by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '65886ab3-1277-4c0b-9d7b-5727d21a3699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '5f04024f-8ac6-412d-a630-69428c04012a'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:30.977421 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Attempting to bind port 4639a453-b955-43e8-8bf1-1eb39922f9de on network 5f04024f-8ac6-412d-a630-69428c04012a {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:30.983159 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:30.983518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Checking segment: {'id': '65886ab3-1277-4c0b-9d7b-5727d21a3699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '5f04024f-8ac6-412d-a630-69428c04012a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:30.983913 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:30.984300 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Bound using segment: {'id': '65886ab3-1277-4c0b-9d7b-5727d21a3699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '5f04024f-8ac6-412d-a630-69428c04012a'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:30.984748 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Bound port: 4639a453-b955-43e8-8bf1-1eb39922f9de, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65886ab3-1277-4c0b-9d7b-5727d21a3699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '5f04024f-8ac6-412d-a630-69428c04012a'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:30.985110 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.065008 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-7c532269-fc05-45e4-aab2-ad3c95ba8d3f tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Calling delete_port for 2204dcde-d7d9-487d-bf06-d95785c11116 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:31.078616 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] For port 4639a453-b955-43e8-8bf1-1eb39922f9de, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:31.082334 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] For port 4639a453-b955-43e8-8bf1-1eb39922f9de, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4639a453-b955-43e8-8bf1-1eb39922f9de,segment=NetworkSegment(65886ab3-1277-4c0b-9d7b-5727d21a3699),segment_id=65886ab3-1277-4c0b-9d7b-5727d21a3699)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:31.088228 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.124206 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-a0d24104-25a9-4cfb-a357-7c94bd04cbad tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Allocated IP 2001:db8::90 (5f04024f-8ac6-412d-a630-69428c04012a/da52ad12-c853-4444-a8c6-d0190db3ad48/660ad983-3807-42db-ac8f-9e7a81cfa72c) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:31.144867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3ce828cf-0473-448d-b050-fe3b3105e3af tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.155073 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-47489db4-8167-41e1-909f-d7c7239d11f2 req-b4768de3-06a3-4de3-84e2-ff7cd5feef8f service neutron] 10.222.0.83 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125543 Jan 27 17:09:31.188621 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Deleting port 819a1240-f433-45fd-8173-a156a0b8afd1 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:31.189187 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.207492 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd5c2b-37aa-4767-85e8-ca4f5859dc62 None None] Pushing event updated for resources: {'Port': ['ID=4639a453-b955-43e8-8bf1-1eb39922f9de,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:31.462037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] The port '819a1240-f433-45fd-8173-a156a0b8afd1' was deleted {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:09:31.466143 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-36115114-d27c-4a5f-ab49-6db879be30c9 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.469871 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3ce828cf-0473-448d-b050-fe3b3105e3af tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.475195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce828cf-0473-448d-b050-fe3b3105e3af tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:31.475892 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3ce828cf-0473-448d-b050-fe3b3105e3af tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.628898 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-df486982-8491-4890-b7de-e7391e0e6e4f tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.749275 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-47489db4-8167-41e1-909f-d7c7239d11f2 req-62e70368-39a2-42f3-a1a8-16c050cc89c9 service neutron] 10.222.0.83 "GET /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850723 Jan 27 17:09:31.767506 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3ce828cf-0473-448d-b050-fe3b3105e3af tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2901087 Jan 27 17:09:31.775727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58900) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:31.776400 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce828cf-0473-448d-b050-fe3b3105e3af tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Network': ['ID=58a7bdb6-6738-4963-88e8-2c41bf5e7e3b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:31.781943 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cbdc61df-7d85-461e-b8cd-53d37a097860 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.790000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 58a7bdb6-6738-4963-88e8-2c41bf5e7e3b details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:31.794666 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36115114-d27c-4a5f-ab49-6db879be30c9 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event updated for resources: {'Subnet': ['ID=20910db2-4bc0-447d-bcd6-e3654ec44484,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:31.795865 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.811618 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-2b5d23b1-05e0-4a05-9642-bf111e9084b9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'subnet': {'network_id': '58a7bdb6-6738-4963-88e8-2c41bf5e7e3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:31.839452 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7c532269-fc05-45e4-aab2-ad3c95ba8d3f tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.842594 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36115114-d27c-4a5f-ab49-6db879be30c9 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Checking segment: {'id': '98781322-7f15-451f-b95d-07ef593b8244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8391eccb-915e-4ced-9bc8-bbe79d414a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:31.843500 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36115114-d27c-4a5f-ab49-6db879be30c9 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Network hostable DHCP agents. Network: 8391eccb-915e-4ced-9bc8-bbe79d414a74, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:31.873024 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559d44a-ecf4-4c9b-987a-7f44b0cf881c req-ffa57d96-be25-49c5-a35f-0f7b32254bd3 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:31.874721 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d559d44a-ecf4-4c9b-987a-7f44b0cf881c req-ffa57d96-be25-49c5-a35f-0f7b32254bd3 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.5143650 Jan 27 17:09:31.880182 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0d24104-25a9-4cfb-a357-7c94bd04cbad tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:31.933481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36115114-d27c-4a5f-ab49-6db879be30c9 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Network 8391eccb-915e-4ced-9bc8-bbe79d414a74 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:31.942344 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-a0d24104-25a9-4cfb-a357-7c94bd04cbad tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Transition to ACTIVE for port object 660ad983-3807-42db-ac8f-9e7a81cfa72c will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:31.957533 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d559d44a-ecf4-4c9b-987a-7f44b0cf881c req-3e0dcd83-9549-4d4f-9ea4-77addd855fb4 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693867 Jan 27 17:09:31.960392 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-36115114-d27c-4a5f-ab49-6db879be30c9 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 8391eccb-915e-4ced-9bc8-bbe79d414a74) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:31.966107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36115114-d27c-4a5f-ab49-6db879be30c9 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:31.966786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-36115114-d27c-4a5f-ab49-6db879be30c9 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.005972 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-36115114-d27c-4a5f-ab49-6db879be30c9 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9974873 Jan 27 17:09:32.009500 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58904) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:32.009645 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e2973d-09e4-4dd6-bb9a-1a230ebc1873 None None] Network 8391eccb-915e-4ced-9bc8-bbe79d414a74 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:32.010880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0d24104-25a9-4cfb-a357-7c94bd04cbad tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.019039 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ecf7bb2b-a234-4f5b-b79f-e8ef63a95370 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Request body: {'network': {'name': 'tempest-router-network01--1705670289'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:32.068156 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-cbdc61df-7d85-461e-b8cd-53d37a097860 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for 0ddd685c-2a02-415b-a3ac-be64381edb68 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:32.100390 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b25067f-90d8-43d3-8f95-d604e3657712']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:32.109985 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c532269-fc05-45e4-aab2-ad3c95ba8d3f tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event deleted for resources: {'Port': ['ID=2204dcde-d7d9-487d-bf06-d95785c11116,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:32.143777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ecf7bb2b-a234-4f5b-b79f-e8ef63a95370 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:32.148453 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ecf7bb2b-a234-4f5b-b79f-e8ef63a95370 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Usage tracker for resource:network and tenant:9aa4dd879a9e4762a6f9795a40a49481 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:32.151582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ecf7bb2b-a234-4f5b-b79f-e8ef63a95370 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:32.158399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ecf7bb2b-a234-4f5b-b79f-e8ef63a95370 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:32.168929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d24104-25a9-4cfb-a357-7c94bd04cbad tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=660ad983-3807-42db-ac8f-9e7a81cfa72c,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:32.177024 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf7bb2b-a234-4f5b-b79f-e8ef63a95370 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Made reservation on behalf of 9aa4dd879a9e4762a6f9795a40a49481 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:32.184735 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecf7bb2b-a234-4f5b-b79f-e8ef63a95370 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.219165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf7bb2b-a234-4f5b-b79f-e8ef63a95370 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:32.228929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecf7bb2b-a234-4f5b-b79f-e8ef63a95370 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.229284 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-ecf7bb2b-a234-4f5b-b79f-e8ef63a95370 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Added segment 56741312-79bf-4446-947c-3cfe82426768 of type vlan for network 2f790619-ed7a-4d7b-a995-eae0fb20cd6b Jan 27 17:09:32.272468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecf7bb2b-a234-4f5b-b79f-e8ef63a95370 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.283931 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba683837-9d09-4773-b989-b3f3d6a2bbdc') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:32.284546 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba683837-9d09-4773-b989-b3f3d6a2bbdc') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:32.310968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d24104-25a9-4cfb-a357-7c94bd04cbad tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network 5f04024f-8ac6-412d-a630-69428c04012a is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:32.312688 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-a0d24104-25a9-4cfb-a357-7c94bd04cbad tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:32.315185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d24104-25a9-4cfb-a357-7c94bd04cbad tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:32.321148 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d24104-25a9-4cfb-a357-7c94bd04cbad tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:32.321927 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0d24104-25a9-4cfb-a357-7c94bd04cbad tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.340661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecf7bb2b-a234-4f5b-b79f-e8ef63a95370 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.347970 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf7bb2b-a234-4f5b-b79f-e8ef63a95370 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:32.363258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecf7bb2b-a234-4f5b-b79f-e8ef63a95370 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.397537 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-8391eccb-915e-4ced-9bc8-bbe79d414a74', 'network_id': '8391eccb-915e-4ced-9bc8-bbe79d414a74', 'tenant_id': '9aa4dd879a9e4762a6f9795a40a49481', 'fixed_ips': [{'subnet_id': '20910db2-4bc0-447d-bcd6-e3654ec44484'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:32.399147 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.411102 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a0d24104-25a9-4cfb-a357-7c94bd04cbad tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5780821 Jan 27 17:09:32.427008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58910) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:32.427218 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-df486982-8491-4890-b7de-e7391e0e6e4f tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.447308 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'network_id': '5f04024f-8ac6-412d-a630-69428c04012a', 'name': 'tempest-PortsIpV6TestJSON-1430157844'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:32.450935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.490891 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ecf7bb2b-a234-4f5b-b79f-e8ef63a95370 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4766796 Jan 27 17:09:32.493482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58914) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:32.502856 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-751438bf-d4d7-4c6e-b3cf-4f0a5c074e4c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Request body: {'network': {'name': 'tempest-router-network02--629381061'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:32.575775 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-751438bf-d4d7-4c6e-b3cf-4f0a5c074e4c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:32.581086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-751438bf-d4d7-4c6e-b3cf-4f0a5c074e4c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Usage tracker for resource:network and tenant:9aa4dd879a9e4762a6f9795a40a49481 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:32.587645 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7c532269-fc05-45e4-aab2-ad3c95ba8d3f tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.602107 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df486982-8491-4890-b7de-e7391e0e6e4f tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Pushing event deleted for resources: {'Subnet': ['ID=4b601dc3-246a-43ba-848f-901ff54a30da,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:32.609437 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2b5d23b1-05e0-4a05-9642-bf111e9084b9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:32.634330 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.637156 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-df486982-8491-4890-b7de-e7391e0e6e4f tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.641545 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2b5d23b1-05e0-4a05-9642-bf111e9084b9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:subnet and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:32.652657 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2b5d23b1-05e0-4a05-9642-bf111e9084b9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:32.653188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-751438bf-d4d7-4c6e-b3cf-4f0a5c074e4c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:32.653539 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4229d8cf-0d33-4391-a15f-2551bfb36e9c None None] Network b2a8e9df-ac78-42b8-b73c-1cb2c43aade5 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:32.659482 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7c532269-fc05-45e4-aab2-ad3c95ba8d3f tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "DELETE /v2.0/ports/2204dcde-d7d9-487d-bf06-d95785c11116 HTTP/1.1" status: 204 len: 168 time: 2.9449432 Jan 27 17:09:32.664647 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7bb2b-a234-4f5b-b79f-e8ef63a95370 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event updated for resources: {'Network': ['ID=2f790619-ed7a-4d7b-a995-eae0fb20cd6b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:32.666169 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58918) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:32.670268 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0269818e-b718-49b5-90ad-7bc315e956ef None None] Network 5f04024f-8ac6-412d-a630-69428c04012a requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:32.675228 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-751438bf-d4d7-4c6e-b3cf-4f0a5c074e4c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:32.678605 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2b5d23b1-05e0-4a05-9642-bf111e9084b9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:32.681739 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:09:32.682196 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.692721 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 2f790619-ed7a-4d7b-a995-eae0fb20cd6b details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:09:32.700303 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:09:32.703987 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-df486982-8491-4890-b7de-e7391e0e6e4f tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] 10.222.0.50 "DELETE /v2.0/subnets/4b601dc3-246a-43ba-848f-901ff54a30da HTTP/1.1" status: 204 len: 168 time: 2.2083311 Jan 27 17:09:32.705085 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58922) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:32.709151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:32.729077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751438bf-d4d7-4c6e-b3cf-4f0a5c074e4c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Made reservation on behalf of 9aa4dd879a9e4762a6f9795a40a49481 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:32.732482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-751438bf-d4d7-4c6e-b3cf-4f0a5c074e4c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.757741 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:port and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:32.765568 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:32.788047 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:32.855280 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f0f2b3-ba60-452c-afe8-15945304b4a5 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] GET failed (client error): The resource could not be found. Jan 27 17:09:32.855821 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d4f0f2b3-ba60-452c-afe8-15945304b4a5 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Synchronizing usage tracker for tenant:dcbc727531a64d85ac7ec7596650e731 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:32.860720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:32.862308 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5d23b1-05e0-4a05-9642-bf111e9084b9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:32.864521 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.865893 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2b5d23b1-05e0-4a05-9642-bf111e9084b9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.877087 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751438bf-d4d7-4c6e-b3cf-4f0a5c074e4c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:32.889317 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.909937 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-751438bf-d4d7-4c6e-b3cf-4f0a5c074e4c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:32.910363 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-751438bf-d4d7-4c6e-b3cf-4f0a5c074e4c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Added segment 80d47342-317c-4000-9968-b37fe78ded3a of type vlan for network 321addb9-312c-424d-a511-7d9376a84093 Jan 27 17:09:32.924360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] device_id is not set on port dcb74d3c-bfec-4442-a039-ba1fa70e522b yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:33.043474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Allocated IP 2001:db8::2 (8391eccb-915e-4ced-9bc8-bbe79d414a74/20910db2-4bc0-447d-bcd6-e3654ec44484/5274cfb3-bc6e-4bb3-8e02-19fa59007921) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:33.061485 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1371973e-221f-4faf-8e49-ed98fb087894 None None] Provisioning for port 4639a453-b955-43e8-8bf1-1eb39922f9de completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:33.111779 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4639a453-b955-43e8-8bf1-1eb39922f9de up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:33.114940 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Deleting port 0da745b9-4210-4992-9354-fec200ec63bc {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:33.115348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.156763 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-751438bf-d4d7-4c6e-b3cf-4f0a5c074e4c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.208911 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.218390 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2b5d23b1-05e0-4a05-9642-bf111e9084b9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.326404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-751438bf-d4d7-4c6e-b3cf-4f0a5c074e4c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.331936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751438bf-d4d7-4c6e-b3cf-4f0a5c074e4c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:33.332647 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-751438bf-d4d7-4c6e-b3cf-4f0a5c074e4c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.354726 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.437434 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.459968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Allocated IP 2001:db8::2b3 (5f04024f-8ac6-412d-a630-69428c04012a/da52ad12-c853-4444-a8c6-d0190db3ad48/dcb74d3c-bfec-4442-a039-ba1fa70e522b) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:33.472172 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 4639a453-b955-43e8-8bf1-1eb39922f9de completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:33.486903 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 4639a453-b955-43e8-8bf1-1eb39922f9de triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:33.487855 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.500979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] Pushing event deleted for resources: {'Network': ['ID=2b25067f-90d8-43d3-8f95-d604e3657712,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:33.516115 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-751438bf-d4d7-4c6e-b3cf-4f0a5c074e4c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0152512 Jan 27 17:09:33.529368 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d4f0f2b3-ba60-452c-afe8-15945304b4a5 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Unset dirty status for tenant:dcbc727531a64d85ac7ec7596650e731 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:33.530806 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d4f0f2b3-ba60-452c-afe8-15945304b4a5 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "GET /v2.0/ports/2204dcde-d7d9-487d-bf06-d95785c11116 HTTP/1.1" status: 404 len: 333 time: 0.8637762 Jan 27 17:09:33.533616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58928) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:33.553192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58930) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:33.562315 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-db86b6c2-6a66-46fb-957b-736e0a4d1f9a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Request body: {'subnet': {'network_id': '2f790619-ed7a-4d7b-a995-eae0fb20cd6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:33.582171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751438bf-d4d7-4c6e-b3cf-4f0a5c074e4c tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event updated for resources: {'Network': ['ID=321addb9-312c-424d-a511-7d9376a84093,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:33.597598 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-576c0156-48b1-4584-a989-c04f98e8fa88 tempest-AllowedAddressPairTestJSON-1801272257 tempest-AllowedAddressPairTestJSON-1801272257-project] 10.222.0.50 "DELETE /v2.0/networks/2b25067f-90d8-43d3-8f95-d604e3657712 HTTP/1.1" status: 204 len: 168 time: 5.1992614 Jan 27 17:09:33.598464 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] For port 0da745b9-4210-4992-9354-fec200ec63bc, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0da745b9-4210-4992-9354-fec200ec63bc,segment=NetworkSegment(fdd21c93-3ca9-4072-9297-898a424c7e9c),segment_id=fdd21c93-3ca9-4072-9297-898a424c7e9c)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:33.598896 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.619097 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-05cea186-cd56-4f7f-a9c5-0052ce506d73 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Request body: {'port': {'network_id': 'fda036bb-9bdc-4665-9a1b-88d983876ebd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-315939614'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:33.625823 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 321addb9-312c-424d-a511-7d9376a84093 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:33.638983 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08a2bc4-3cb0-4249-b38d-ee0e5195c074 None None] DHCP port deletion for b2a8e9df-ac78-42b8-b73c-1cb2c43aade5 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:09:33.657358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.664141 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d08a2bc4-3cb0-4249-b38d-ee0e5195c074 None None] Deleting port 0da745b9-4210-4992-9354-fec200ec63bc {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:33.664579 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d08a2bc4-3cb0-4249-b38d-ee0e5195c074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.693332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5d23b1-05e0-4a05-9642-bf111e9084b9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Checking segment: {'id': '992e042e-f6cd-4258-870f-bfe226d99c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '58a7bdb6-6738-4963-88e8-2c41bf5e7e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:33.693713 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5d23b1-05e0-4a05-9642-bf111e9084b9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network hostable DHCP agents. Network: 58a7bdb6-6738-4963-88e8-2c41bf5e7e3b, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:33.701056 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d23b1-05e0-4a05-9642-bf111e9084b9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Subnet': ['ID=517c86bf-7995-450e-9220-35a6ff861190,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:33.735321 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Transition to ACTIVE for port object 5274cfb3-bc6e-4bb3-8e02-19fa59007921 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:33.769773 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Calling delete_port for 0da745b9-4210-4992-9354-fec200ec63bc owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:33.854215 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5d23b1-05e0-4a05-9642-bf111e9084b9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network 58a7bdb6-6738-4963-88e8-2c41bf5e7e3b is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:33.877875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cbdc61df-7d85-461e-b8cd-53d37a097860 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.942874 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Transition to ACTIVE for port object 5274cfb3-bc6e-4bb3-8e02-19fa59007921 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:33.951729 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.964803 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:33.978586 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc008a-bcdc-4e86-a09f-ded7a890bee4 req-0550ee2b-c0e5-4b66-a153-9d3d7035d4c9 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:33.980974 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-31dc008a-bcdc-4e86-a09f-ded7a890bee4 req-0550ee2b-c0e5-4b66-a153-9d3d7035d4c9 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.7734413 Jan 27 17:09:34.056813 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58940) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:34.077185 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc61df-7d85-461e-b8cd-53d37a097860 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=0ddd685c-2a02-415b-a3ac-be64381edb68,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:34.089557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.110990 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Transition to ACTIVE for port object dcb74d3c-bfec-4442-a039-ba1fa70e522b will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:34.147413 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Network 8391eccb-915e-4ced-9bc8-bbe79d414a74 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:34.150793 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-31dc008a-bcdc-4e86-a09f-ded7a890bee4 req-71a88279-364f-4a5a-b866-e3c8234147dc tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600083 Jan 27 17:09:34.155294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-2b5d23b1-05e0-4a05-9642-bf111e9084b9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 58a7bdb6-6738-4963-88e8-2c41bf5e7e3b) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:34.159706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.160168 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5d23b1-05e0-4a05-9642-bf111e9084b9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:34.161654 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2b5d23b1-05e0-4a05-9642-bf111e9084b9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.171283 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:34.225135 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-db86b6c2-6a66-46fb-957b-736e0a4d1f9a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:34.284649 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=dcb74d3c-bfec-4442-a039-ba1fa70e522b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:34.306573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network 5f04024f-8ac6-412d-a630-69428c04012a is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:34.308729 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:34.312136 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:34.318683 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dbf391-b936-4144-b5af-453ef1f6d78a None None] Network 58a7bdb6-6738-4963-88e8-2c41bf5e7e3b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:34.320754 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:34.321531 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.326520 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-db86b6c2-6a66-46fb-957b-736e0a4d1f9a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Usage tracker for resource:subnet and tenant:9aa4dd879a9e4762a6f9795a40a49481 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:34.329175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.342160 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 4639a453-b955-43e8-8bf1-1eb39922f9de, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4639a453-b955-43e8-8bf1-1eb39922f9de,segment=NetworkSegment(65886ab3-1277-4c0b-9d7b-5727d21a3699),segment_id=65886ab3-1277-4c0b-9d7b-5727d21a3699)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:34.353441 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-db86b6c2-6a66-46fb-957b-736e0a4d1f9a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:34.359281 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:34.409968 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.456843 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Pushing event updated for resources: {'Port': ['ID=5274cfb3-bc6e-4bb3-8e02-19fa59007921,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:34.463628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] No DVR routers for this DVR port 0da745b9-4210-4992-9354-fec200ec63bc on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:09:34.472364 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cbdc61df-7d85-461e-b8cd-53d37a097860 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.478873 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cbdc61df-7d85-461e-b8cd-53d37a097860 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/0ddd685c-2a02-415b-a3ac-be64381edb68 HTTP/1.1" status: 204 len: 168 time: 3.9184842 Jan 27 17:09:34.480181 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58950) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:34.484772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-db86b6c2-6a66-46fb-957b-736e0a4d1f9a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:34.489963 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2b5d23b1-05e0-4a05-9642-bf111e9084b9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7104456 Jan 27 17:09:34.504117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58954) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:34.526398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Pushing event deleted for resources: {'Port': ['ID=0da745b9-4210-4992-9354-fec200ec63bc,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:34.560960 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-45b5e8be-7753-473a-98ad-55547d32ed4d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1329544 Jan 27 17:09:34.565127 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f3d0ce63-d444-48d2-b889-a83c2be3087d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-316917634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:34.575651 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58958) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:34.587522 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f3d0ce63-d444-48d2-b889-a83c2be3087d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:34.601067 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db86b6c2-6a66-46fb-957b-736e0a4d1f9a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Made reservation on behalf of 9aa4dd879a9e4762a6f9795a40a49481 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:34.605519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-db86b6c2-6a66-46fb-957b-736e0a4d1f9a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.727006 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1ce243a4-be13-475a-9382-3b75d06657b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35e54c7950a54cf3927194b8e9b21adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6606634 Jan 27 17:09:34.736809 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58962) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:34.745416 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d08a2bc4-3cb0-4249-b38d-ee0e5195c074 None None] For port 0da745b9-4210-4992-9354-fec200ec63bc, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0da745b9-4210-4992-9354-fec200ec63bc,segment=NetworkSegment(fdd21c93-3ca9-4072-9297-898a424c7e9c),segment_id=fdd21c93-3ca9-4072-9297-898a424c7e9c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:34.746474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d08a2bc4-3cb0-4249-b38d-ee0e5195c074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.782336 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-201dec67-3527-4a24-b613-b89fbb6f6523 None None] Provisioning complete for port 4639a453-b955-43e8-8bf1-1eb39922f9de triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:34.783053 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-201dec67-3527-4a24-b613-b89fbb6f6523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.812282 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f3d0ce63-d444-48d2-b889-a83c2be3087d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:router and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:34.812794 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.821151 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-05cea186-cd56-4f7f-a9c5-0052ce506d73 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:34.828815 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f3d0ce63-d444-48d2-b889-a83c2be3087d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:34.858964 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-05cea186-cd56-4f7f-a9c5-0052ce506d73 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:34.861055 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f3d0ce63-d444-48d2-b889-a83c2be3087d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:34.866271 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f6861c-b08f-4339-a993-355be64b695e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:34.867791 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f6861c-b08f-4339-a993-355be64b695e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:34.869498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f6861c-b08f-4339-a993-355be64b695e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:34.870739 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-64f6861c-b08f-4339-a993-355be64b695e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:34.874027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a8e9df-ac78-42b8-b73c-1cb2c43aade5']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:34.905740 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd21c93-3ca9-4072-9297-898a424c7e9c') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:34.906005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd21c93-3ca9-4072-9297-898a424c7e9c') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:34.911903 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-64f6861c-b08f-4339-a993-355be64b695e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:34.916560 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-64f6861c-b08f-4339-a993-355be64b695e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4290900 Jan 27 17:09:34.919356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58966) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:34.935877 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cea186-cd56-4f7f-a9c5-0052ce506d73 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Made reservation on behalf of dcbc727531a64d85ac7ec7596650e731 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:34.951601 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05cea186-cd56-4f7f-a9c5-0052ce506d73 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.956751 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.968165 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ce63-d444-48d2-b889-a83c2be3087d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.969284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ce63-d444-48d2-b889-a83c2be3087d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:34.978760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769d22a-02c9-4d55-ba35-73f6350bcbb0 req-5ee8a1c5-69d6-4156-8ce6-c3c5870aae4c tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:34.980281 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7769d22a-02c9-4d55-ba35-73f6350bcbb0 req-5ee8a1c5-69d6-4156-8ce6-c3c5870aae4c tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.5647700 Jan 27 17:09:34.984450 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-db86b6c2-6a66-46fb-957b-736e0a4d1f9a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.031084 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d08a2bc4-3cb0-4249-b38d-ee0e5195c074 None None] Calling delete_port for 0da745b9-4210-4992-9354-fec200ec63bc owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:35.031439 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-05cea186-cd56-4f7f-a9c5-0052ce506d73 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] device_id is not set on port 8c066fb2-42bf-4400-b692-4591b5e811cd yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:35.066727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0da745b9-4210-4992-9354-fec200ec63bc no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:09:35.120626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ce63-d444-48d2-b889-a83c2be3087d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.131432 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Attempting to bind port 5274cfb3-bc6e-4bb3-8e02-19fa59007921 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:35.131786 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Attempting to bind port 5274cfb3-bc6e-4bb3-8e02-19fa59007921 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '98781322-7f15-451f-b95d-07ef593b8244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8391eccb-915e-4ced-9bc8-bbe79d414a74'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:35.132133 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Attempting to bind port 5274cfb3-bc6e-4bb3-8e02-19fa59007921 on network 8391eccb-915e-4ced-9bc8-bbe79d414a74 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:35.138054 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 0da745b9-4210-4992-9354-fec200ec63bc {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:09:35.138409 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0da745b9-4210-4992-9354-fec200ec63bc not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:09:35.146646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:35.147347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Checking segment: {'id': '98781322-7f15-451f-b95d-07ef593b8244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8391eccb-915e-4ced-9bc8-bbe79d414a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:35.147971 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.148540 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Bound using segment: {'id': '98781322-7f15-451f-b95d-07ef593b8244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8391eccb-915e-4ced-9bc8-bbe79d414a74'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:35.149221 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Bound port: 5274cfb3-bc6e-4bb3-8e02-19fa59007921, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98781322-7f15-451f-b95d-07ef593b8244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8391eccb-915e-4ced-9bc8-bbe79d414a74'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:35.149808 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.152761 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.161855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6111435f-9d9d-4bfd-97aa-5930b616eef2 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:35.162561 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6111435f-9d9d-4bfd-97aa-5930b616eef2 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:35.180368 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db86b6c2-6a66-46fb-957b-736e0a4d1f9a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Checking segment: {'id': '56741312-79bf-4446-947c-3cfe82426768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2f790619-ed7a-4d7b-a995-eae0fb20cd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:35.180771 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db86b6c2-6a66-46fb-957b-736e0a4d1f9a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Network hostable DHCP agents. Network: 2f790619-ed7a-4d7b-a995-eae0fb20cd6b, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:35.186947 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:09:35.187307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.195988 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86b6c2-6a66-46fb-957b-736e0a4d1f9a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event updated for resources: {'Subnet': ['ID=1a4d8e0b-2fa8-4112-8f23-c7b2c17a7bac,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:09:35.202848 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:09:35.210417 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c1517ef-5276-4d9b-8eb8-137c1f2ba18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.228072 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=4639a453-b955-43e8-8bf1-1eb39922f9de,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:35.236158 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ce63-d444-48d2-b889-a83c2be3087d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.237528 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-58a7bdb6-6738-4963-88e8-2c41bf5e7e3b', 'network_id': '58a7bdb6-6738-4963-88e8-2c41bf5e7e3b', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'fixed_ips': [{'subnet_id': '517c86bf-7995-450e-9220-35a6ff861190'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:35.238754 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.246866 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2678f08-6555-481a-816d-4583bdaa04dc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet 418b24be-17e0-4a51-bbb9-e99669657594 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:35.295520 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db86b6c2-6a66-46fb-957b-736e0a4d1f9a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Network 2f790619-ed7a-4d7b-a995-eae0fb20cd6b is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:35.312534 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b2678f08-6555-481a-816d-4583bdaa04dc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.327162 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-db86b6c2-6a66-46fb-957b-736e0a4d1f9a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 2f790619-ed7a-4d7b-a995-eae0fb20cd6b) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:35.331351 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db86b6c2-6a66-46fb-957b-736e0a4d1f9a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:35.332107 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-db86b6c2-6a66-46fb-957b-736e0a4d1f9a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.340514 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ce63-d444-48d2-b889-a83c2be3087d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.341708 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f3d0ce63-d444-48d2-b889-a83c2be3087d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7884107 Jan 27 17:09:35.350212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58974) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:35.365354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6111435f-9d9d-4bfd-97aa-5930b616eef2 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:35.366550 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6111435f-9d9d-4bfd-97aa-5930b616eef2 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A90 HTTP/1.1" status: 200 len: 928 time: 0.7899661 Jan 27 17:09:35.371093 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c1517ef-5276-4d9b-8eb8-137c1f2ba18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.382330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aeaf10-b045-4477-a12a-5b4b66a803fe None None] Network 2f790619-ed7a-4d7b-a995-eae0fb20cd6b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:35.388328 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7769d22a-02c9-4d55-ba35-73f6350bcbb0 req-5f97786b-571b-4c36-a88d-f4df0192d6fa tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3902507 Jan 27 17:09:35.394046 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58978) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:35.412280 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-d08a2bc4-3cb0-4249-b38d-ee0e5195c074 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:09:35.412913 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-d08a2bc4-3cb0-4249-b38d-ee0e5195c074 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:09:35.453292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.483569 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.495374 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] For port 5274cfb3-bc6e-4bb3-8e02-19fa59007921, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:35.515118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b2678f08-6555-481a-816d-4583bdaa04dc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.544115 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Pushing event deleted for resources: {'Network': ['ID=b2a8e9df-ac78-42b8-b73c-1cb2c43aade5,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:35.563298 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bfe197ad-52ac-418c-8603-151167330af5 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] 10.222.0.50 "DELETE /v2.0/networks/b2a8e9df-ac78-42b8-b73c-1cb2c43aade5 HTTP/1.1" status: 204 len: 168 time: 2.8556800 Jan 27 17:09:35.567545 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] For port 5274cfb3-bc6e-4bb3-8e02-19fa59007921, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5274cfb3-bc6e-4bb3-8e02-19fa59007921,segment=NetworkSegment(98781322-7f15-451f-b95d-07ef593b8244),segment_id=98781322-7f15-451f-b95d-07ef593b8244)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:35.569167 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 58984) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:35.589383 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.648657 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-9dd41a0b-6484-4b04-94aa-4abf32a5baa8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port dcb74d3c-bfec-4442-a039-ba1fa70e522b {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:35.649043 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9dd41a0b-6484-4b04-94aa-4abf32a5baa8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.748313 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-201dec67-3527-4a24-b613-b89fbb6f6523 None None] Provisioning for port 660ad983-3807-42db-ac8f-9e7a81cfa72c completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:35.801015 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-201dec67-3527-4a24-b613-b89fbb6f6523 None None] Provisioning complete for port 660ad983-3807-42db-ac8f-9e7a81cfa72c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:35.801384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-201dec67-3527-4a24-b613-b89fbb6f6523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.832316 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Allocated IP 172.20.0.2 (58a7bdb6-6738-4963-88e8-2c41bf5e7e3b/517c86bf-7995-450e-9220-35a6ff861190/e3ab7759-c8fa-403d-9ed5-79daddf35bfd) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:35.844715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35a2da-95a2-408d-8ac0-e0d7d6ba3e78 None None] Pushing event updated for resources: {'Port': ['ID=5274cfb3-bc6e-4bb3-8e02-19fa59007921,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:35.903415 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c1517ef-5276-4d9b-8eb8-137c1f2ba18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.907522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-6284d873-4306-48fe-8511-1300b2a5bd03 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Deleting port f0978e49-a26a-4c97-806f-2aff25b0c6e7 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:35.907858 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6284d873-4306-48fe-8511-1300b2a5bd03 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.914992 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d08a2bc4-3cb0-4249-b38d-ee0e5195c074 None None] Deleting port 0da745b9-4210-4992-9354-fec200ec63bc {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:35.915358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d08a2bc4-3cb0-4249-b38d-ee0e5195c074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:35.922463 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-05cea186-cd56-4f7f-a9c5-0052ce506d73 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Allocated IP 2001:db8::265 (fda036bb-9bdc-4665-9a1b-88d983876ebd/f7285c06-e19b-49f3-ba13-0df52b758c7d/8c066fb2-42bf-4400-b692-4591b5e811cd) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:35.989738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1517ef-5276-4d9b-8eb8-137c1f2ba18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ef8814-fb40-49e0-9199-9c8cab8496bf,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:36.000201 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-201dec67-3527-4a24-b613-b89fbb6f6523 None None] Port 660ad983-3807-42db-ac8f-9e7a81cfa72c cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:36.055221 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d08a2bc4-3cb0-4249-b38d-ee0e5195c074 None None] The port '0da745b9-4210-4992-9354-fec200ec63bc' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:09:36.072868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c1517ef-5276-4d9b-8eb8-137c1f2ba18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.076374 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8c1517ef-5276-4d9b-8eb8-137c1f2ba18f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63ef8814-fb40-49e0-9199-9c8cab8496bf HTTP/1.1" status: 204 len: 168 time: 1.3287861 Jan 27 17:09:36.076374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b2678f08-6555-481a-816d-4583bdaa04dc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.152980 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-2f790619-ed7a-4d7b-a995-eae0fb20cd6b', 'network_id': '2f790619-ed7a-4d7b-a995-eae0fb20cd6b', 'tenant_id': '9aa4dd879a9e4762a6f9795a40a49481', 'fixed_ips': [{'subnet_id': '1a4d8e0b-2fa8-4112-8f23-c7b2c17a7bac'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:36.154472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.224536 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-db86b6c2-6a66-46fb-957b-736e0a4d1f9a tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6834459 Jan 27 17:09:36.238222 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 58994) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:36.260499 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-661274a5-479b-4606-acdc-469a8ac6e3cb tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Request body: {'subnet': {'network_id': '321addb9-312c-424d-a511-7d9376a84093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:36.318134 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-421829d4-f7ed-43a3-be50-c96db71c0482 None None] Provisioning complete for port 660ad983-3807-42db-ac8f-9e7a81cfa72c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:36.318491 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-421829d4-f7ed-43a3-be50-c96db71c0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.406231 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f7383-2bc1-4dae-a601-ca53208c21e5 req-03b360c7-00bc-4af9-a1c8-0471e1233138 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:36.408225 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2d9f7383-2bc1-4dae-a601-ca53208c21e5 req-03b360c7-00bc-4af9-a1c8-0471e1233138 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.6187978 Jan 27 17:09:36.494567 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6284d873-4306-48fe-8511-1300b2a5bd03 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.494886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6284d873-4306-48fe-8511-1300b2a5bd03 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.508736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b2678f08-6555-481a-816d-4583bdaa04dc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.537959 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-421829d4-f7ed-43a3-be50-c96db71c0482 None None] Port 660ad983-3807-42db-ac8f-9e7a81cfa72c cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:36.557787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9dd41a0b-6484-4b04-94aa-4abf32a5baa8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.597220 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.621946 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Transition to ACTIVE for port object e3ab7759-c8fa-403d-9ed5-79daddf35bfd will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:36.624337 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-421829d4-f7ed-43a3-be50-c96db71c0482 None None] Provisioning for port dcb74d3c-bfec-4442-a039-ba1fa70e522b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:36.648006 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Allocated IP 2001:db8::2 (2f790619-ed7a-4d7b-a995-eae0fb20cd6b/1a4d8e0b-2fa8-4112-8f23-c7b2c17a7bac/240319cb-1c39-4960-a3f9-f61bf759d53a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:36.650164 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-421829d4-f7ed-43a3-be50-c96db71c0482 None None] Provisioning complete for port dcb74d3c-bfec-4442-a039-ba1fa70e522b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:36.650558 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-421829d4-f7ed-43a3-be50-c96db71c0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.672160 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.688836 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2678f08-6555-481a-816d-4583bdaa04dc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=418b24be-17e0-4a51-bbb9-e99669657594,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:36.700521 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-6284d873-4306-48fe-8511-1300b2a5bd03 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Calling delete_port for f0978e49-a26a-4c97-806f-2aff25b0c6e7 owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:36.724825 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-661274a5-479b-4606-acdc-469a8ac6e3cb tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:36.736092 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-661274a5-479b-4606-acdc-469a8ac6e3cb tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Usage tracker for resource:subnet and tenant:9aa4dd879a9e4762a6f9795a40a49481 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:36.774387 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e522121e-b4b7-4bf8-afc2-29de02a48247 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:36.789605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Transition to ACTIVE for port object e3ab7759-c8fa-403d-9ed5-79daddf35bfd will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:36.793095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-661274a5-479b-4606-acdc-469a8ac6e3cb tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:36.832533 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-661274a5-479b-4606-acdc-469a8ac6e3cb tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:36.836390 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:36.910503 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-421829d4-f7ed-43a3-be50-c96db71c0482 None None] Port dcb74d3c-bfec-4442-a039-ba1fa70e522b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:36.929896 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05cea186-cd56-4f7f-a9c5-0052ce506d73 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.001655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b2678f08-6555-481a-816d-4583bdaa04dc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.013238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661274a5-479b-4606-acdc-469a8ac6e3cb tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Made reservation on behalf of 9aa4dd879a9e4762a6f9795a40a49481 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:37.016734 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-661274a5-479b-4606-acdc-469a8ac6e3cb tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.020509 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2d9f7383-2bc1-4dae-a601-ca53208c21e5 req-ea3b641d-bb90-44e6-8f45-4d1b9fce4c73 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6012597 Jan 27 17:09:37.176703 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-9dd41a0b-6484-4b04-94aa-4abf32a5baa8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for dcb74d3c-bfec-4442-a039-ba1fa70e522b owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:37.251611 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-05cea186-cd56-4f7f-a9c5-0052ce506d73 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Transition to ACTIVE for port object 8c066fb2-42bf-4400-b692-4591b5e811cd will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:37.282976 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b2678f08-6555-481a-816d-4583bdaa04dc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/418b24be-17e0-4a51-bbb9-e99669657594 HTTP/1.1" status: 204 len: 168 time: 2.3597345 Jan 27 17:09:37.285864 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59020) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:37.302531 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.316322 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Transition to ACTIVE for port object 240319cb-1c39-4960-a3f9-f61bf759d53a will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:37.341519 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Transition to ACTIVE for port object 240319cb-1c39-4960-a3f9-f61bf759d53a will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:37.376651 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5274cfb3-bc6e-4bb3-8e02-19fa59007921 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:37.426009 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Network 58a7bdb6-6738-4963-88e8-2c41bf5e7e3b is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:37.427596 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.447590 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:37.457339 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59024) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:37.468768 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:37.479403 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Pushing event updated for resources: {'Port': ['ID=e3ab7759-c8fa-403d-9ed5-79daddf35bfd,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:37.524042 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05cea186-cd56-4f7f-a9c5-0052ce506d73 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.574890 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aee663-0877-4b70-b761-0de6729d28f8 None None] Network 8391eccb-915e-4ced-9bc8-bbe79d414a74 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:37.583173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab69464-35fc-4d7c-a480-02cdc88396b2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet cfe3c065-9b86-457e-b1cf-9a48c3e29cd8 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:37.592258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aab69464-35fc-4d7c-a480-02cdc88396b2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.616056 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Network 2f790619-ed7a-4d7b-a995-eae0fb20cd6b is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:37.630768 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9dd41a0b-6484-4b04-94aa-4abf32a5baa8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.650241 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cea186-cd56-4f7f-a9c5-0052ce506d73 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Network fda036bb-9bdc-4665-9a1b-88d983876ebd is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:37.653882 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:37.660190 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-05cea186-cd56-4f7f-a9c5-0052ce506d73 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:37.662915 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cea186-cd56-4f7f-a9c5-0052ce506d73 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:37.668482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cea186-cd56-4f7f-a9c5-0052ce506d73 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:37.669096 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05cea186-cd56-4f7f-a9c5-0052ce506d73 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.673111 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-661274a5-479b-4606-acdc-469a8ac6e3cb tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.691094 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:37.740178 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Allocated IP 172.20.0.1 (58a7bdb6-6738-4963-88e8-2c41bf5e7e3b/517c86bf-7995-450e-9220-35a6ff861190/d67d340e-662c-4250-8186-d04b68934895) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:37.742519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cea186-cd56-4f7f-a9c5-0052ce506d73 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event updated for resources: {'Port': ['ID=8c066fb2-42bf-4400-b692-4591b5e811cd,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:37.759547 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1120563659'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:37.779000 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:37.795938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd41a0b-6484-4b04-94aa-4abf32a5baa8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=dcb74d3c-bfec-4442-a039-ba1fa70e522b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:37.800469 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:network and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:37.806644 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9dd41a0b-6484-4b04-94aa-4abf32a5baa8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.811929 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:37.846809 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6284d873-4306-48fe-8511-1300b2a5bd03 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.849093 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-05cea186-cd56-4f7f-a9c5-0052ce506d73 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.2725976 Jan 27 17:09:37.851860 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59030) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:37.852821 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:37.865067 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Pushing event updated for resources: {'Port': ['ID=240319cb-1c39-4960-a3f9-f61bf759d53a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:37.867431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1a645fb7-9936-44f6-80e8-d3429cb852be None None] Provisioning for port 5274cfb3-bc6e-4bb3-8e02-19fa59007921 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:37.901517 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-e3f04597-3a5c-4e00-9816-37c62ee91734 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::de', 'mac_address': 'fa:16:3e:94:29:2d'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:37.933456 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aab69464-35fc-4d7c-a480-02cdc88396b2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:37.947249 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Attempting to bind port e3ab7759-c8fa-403d-9ed5-79daddf35bfd on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:37.947605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Attempting to bind port e3ab7759-c8fa-403d-9ed5-79daddf35bfd by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '992e042e-f6cd-4258-870f-bfe226d99c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '58a7bdb6-6738-4963-88e8-2c41bf5e7e3b'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:37.947966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Attempting to bind port e3ab7759-c8fa-403d-9ed5-79daddf35bfd on network 58a7bdb6-6738-4963-88e8-2c41bf5e7e3b {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:38.024740 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284d873-4306-48fe-8511-1300b2a5bd03 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Pushing event deleted for resources: {'Port': ['ID=f0978e49-a26a-4c97-806f-2aff25b0c6e7,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:38.064676 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9dd41a0b-6484-4b04-94aa-4abf32a5baa8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/ports/dcb74d3c-bfec-4442-a039-ba1fa70e522b HTTP/1.1" status: 204 len: 168 time: 2.6696467 Jan 27 17:09:38.104129 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Attempting to bind port 240319cb-1c39-4960-a3f9-f61bf759d53a on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:38.105051 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Attempting to bind port 240319cb-1c39-4960-a3f9-f61bf759d53a by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '56741312-79bf-4446-947c-3cfe82426768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2f790619-ed7a-4d7b-a995-eae0fb20cd6b'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:38.105585 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Attempting to bind port 240319cb-1c39-4960-a3f9-f61bf759d53a on network 2f790619-ed7a-4d7b-a995-eae0fb20cd6b {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:38.108332 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:38.108973 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Checking segment: {'id': '992e042e-f6cd-4258-870f-bfe226d99c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '58a7bdb6-6738-4963-88e8-2c41bf5e7e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:38.109542 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.110071 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Bound using segment: {'id': '992e042e-f6cd-4258-870f-bfe226d99c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '58a7bdb6-6738-4963-88e8-2c41bf5e7e3b'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:38.110686 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Bound port: e3ab7759-c8fa-403d-9ed5-79daddf35bfd, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992e042e-f6cd-4258-870f-bfe226d99c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '58a7bdb6-6738-4963-88e8-2c41bf5e7e3b'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:38.111139 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.112736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59036) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:38.177511 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:38.178537 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Checking segment: {'id': '56741312-79bf-4446-947c-3cfe82426768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2f790619-ed7a-4d7b-a995-eae0fb20cd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:38.187319 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.188168 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Bound using segment: {'id': '56741312-79bf-4446-947c-3cfe82426768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2f790619-ed7a-4d7b-a995-eae0fb20cd6b'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:38.189036 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Bound port: 240319cb-1c39-4960-a3f9-f61bf759d53a, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56741312-79bf-4446-947c-3cfe82426768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2f790619-ed7a-4d7b-a995-eae0fb20cd6b'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:38.189707 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.204545 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 5274cfb3-bc6e-4bb3-8e02-19fa59007921 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:38.211767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aab69464-35fc-4d7c-a480-02cdc88396b2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.255332 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 5274cfb3-bc6e-4bb3-8e02-19fa59007921 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:38.256039 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.284026 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661274a5-479b-4606-acdc-469a8ac6e3cb tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event updated for resources: {'Subnet': ['ID=3070bf8b-125d-48c7-88bc-0c1ab4aca646,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:38.298993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.305077 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-512b67c3-b92e-4dfd-86a6-d2d38ff16f0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] GET failed (client error): The resource could not be found. Jan 27 17:09:38.305653 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-512b67c3-b92e-4dfd-86a6-d2d38ff16f0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:38.344819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6284d873-4306-48fe-8511-1300b2a5bd03 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.347195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6284d873-4306-48fe-8511-1300b2a5bd03 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.351131 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6284d873-4306-48fe-8511-1300b2a5bd03 tempest-FloatingIPAdminTestJSON-490017770 tempest-FloatingIPAdminTestJSON-490017770-project] 10.222.0.50 "DELETE /v2.0/floatingips/a0ff0460-eeae-44c7-8a7f-cee5c921de2f HTTP/1.1" status: 204 len: 168 time: 2.7782557 Jan 27 17:09:38.375259 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:38.378896 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.379895 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-512b67c3-b92e-4dfd-86a6-d2d38ff16f0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:38.381067 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-512b67c3-b92e-4dfd-86a6-d2d38ff16f0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports/dcb74d3c-bfec-4442-a039-ba1fa70e522b HTTP/1.1" status: 404 len: 333 time: 0.2632029 Jan 27 17:09:38.385250 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59042) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:38.395124 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661274a5-479b-4606-acdc-469a8ac6e3cb tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Checking segment: {'id': '80d47342-317c-4000-9968-b37fe78ded3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '321addb9-312c-424d-a511-7d9376a84093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:38.395506 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661274a5-479b-4606-acdc-469a8ac6e3cb tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Network hostable DHCP agents. Network: 321addb9-312c-424d-a511-7d9376a84093, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:38.410260 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.431339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aab69464-35fc-4d7c-a480-02cdc88396b2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.455890 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fe4d8e34-0b46-48d0-8b09-bc26612549e4 None None] Provisioning for port 8c066fb2-42bf-4400-b692-4591b5e811cd completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:38.482759 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Transition to ACTIVE for port object d67d340e-662c-4250-8186-d04b68934895 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:38.485645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a7c31-77be-476f-ac23-c3d81264661a req-985db193-eb7f-4d5c-95ba-ef5765e078b8 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:38.487158 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-640a7c31-77be-476f-ac23-c3d81264661a req-985db193-eb7f-4d5c-95ba-ef5765e078b8 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.83 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.4245465 Jan 27 17:09:38.494882 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aab69464-35fc-4d7c-a480-02cdc88396b2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.501480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:38.511043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:security_group_rule and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:38.523300 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fe4d8e34-0b46-48d0-8b09-bc26612549e4 None None] Provisioning complete for port 8c066fb2-42bf-4400-b692-4591b5e811cd triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:38.523744 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8e34-0b46-48d0-8b09-bc26612549e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.533570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:38.559179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab69464-35fc-4d7c-a480-02cdc88396b2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe3c065-9b86-457e-b1cf-9a48c3e29cd8,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:38.568382 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:38.586490 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661274a5-479b-4606-acdc-469a8ac6e3cb tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Network 321addb9-312c-424d-a511-7d9376a84093 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:38.586910 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-aab69464-35fc-4d7c-a480-02cdc88396b2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/cfe3c065-9b86-457e-b1cf-9a48c3e29cd8 HTTP/1.1" status: 204 len: 168 time: 1.2977896 Jan 27 17:09:38.590810 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59046) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:38.602578 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-9ba49eb5-55b8-4ea7-a6cc-e2bf8cbdc57a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port 660ad983-3807-42db-ac8f-9e7a81cfa72c {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:38.603141 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ba49eb5-55b8-4ea7-a6cc-e2bf8cbdc57a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.624258 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] For port e3ab7759-c8fa-403d-9ed5-79daddf35bfd, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:38.656872 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-661274a5-479b-4606-acdc-469a8ac6e3cb tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 321addb9-312c-424d-a511-7d9376a84093) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:38.672781 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] For port 240319cb-1c39-4960-a3f9-f61bf759d53a, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:38.683832 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a320ce-0d63-4088-bc91-baaf9daf0263 None None] Network 321addb9-312c-424d-a511-7d9376a84093 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:38.715055 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661274a5-479b-4606-acdc-469a8ac6e3cb tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:38.716315 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-661274a5-479b-4606-acdc-469a8ac6e3cb tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.726003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] For port e3ab7759-c8fa-403d-9ed5-79daddf35bfd, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e3ab7759-c8fa-403d-9ed5-79daddf35bfd,segment=NetworkSegment(992e042e-f6cd-4258-870f-bfe226d99c9a),segment_id=992e042e-f6cd-4258-870f-bfe226d99c9a)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:38.738165 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8c004e1b-5ade-46ab-8c9b-4fa96389b9a2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441643 Jan 27 17:09:38.740246 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fe4d8e34-0b46-48d0-8b09-bc26612549e4 None None] Port 8c066fb2-42bf-4400-b692-4591b5e811cd cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:38.741459 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59052) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:38.747198 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-640a7c31-77be-476f-ac23-c3d81264661a req-14211522-e829-4193-bbe3-6d8ec25ac263 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Deleting port 32fdd6ad-bfc8-44c7-b8d8-12a574303cea {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:38.747378 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] For port 240319cb-1c39-4960-a3f9-f61bf759d53a, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=240319cb-1c39-4960-a3f9-f61bf759d53a,segment=NetworkSegment(56741312-79bf-4446-947c-3cfe82426768),segment_id=56741312-79bf-4446-947c-3cfe82426768)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:38.747667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-640a7c31-77be-476f-ac23-c3d81264661a req-14211522-e829-4193-bbe3-6d8ec25ac263 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.760849 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.770117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8456789-69e0-4b2b-a562-c743d4975bae req-56f9aa03-edb4-4fa5-a242-cbc24d61087c tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:38.778488 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d8456789-69e0-4b2b-a562-c743d4975bae req-56f9aa03-edb4-4fa5-a242-cbc24d61087c tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 0.4857228 Jan 27 17:09:38.813996 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-8e5a2558-869c-4502-aee3-dd7705b8d99b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:38.828368 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59056) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:38.829430 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.895051 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:38.966683 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=d67d340e-662c-4250-8186-d04b68934895,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:39.010370 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d8456789-69e0-4b2b-a562-c743d4975bae req-3b9ba62b-b6bc-4a11-bab3-09d0fd3f5152 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311981 Jan 27 17:09:39.019341 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.075893 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.080134 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e3f04597-3a5c-4e00-9816-37c62ee91734 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.126543 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ac45e-bb8f-4702-b788-a6407238b192 None None] Pushing event updated for resources: {'Port': ['ID=e3ab7759-c8fa-403d-9ed5-79daddf35bfd,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:39.216253 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49239d8c-04d2-4f43-a321-9586f6e376fd None None] Update dhcp port {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'fixed_ips': [{'subnet_id': 'cfe3c065-9b86-457e-b1cf-9a48c3e29cd8'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': '3e4a59eb-5a54-495b-925e-302f9f62eec3'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:09:39.232572 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-661274a5-479b-4606-acdc-469a8ac6e3cb tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9930551 Jan 27 17:09:39.239914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.250222 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59062) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:39.256306 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:39.272392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.272854 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Added segment ed7a203e-1041-440d-9300-2ff733e8c572 of type vlan for network 146eb44b-1bb9-4b75-88db-115f56920a5b Jan 27 17:09:39.278926 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 5274cfb3-bc6e-4bb3-8e02-19fa59007921, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5274cfb3-bc6e-4bb3-8e02-19fa59007921,segment=NetworkSegment(98781322-7f15-451f-b95d-07ef593b8244),segment_id=98781322-7f15-451f-b95d-07ef593b8244)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:39.305862 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.306995 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4639a453-b955-43e8-8bf1-1eb39922f9de up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:39.319990 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.335571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8e5a2558-869c-4502-aee3-dd7705b8d99b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:39.383125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network 58a7bdb6-6738-4963-88e8-2c41bf5e7e3b is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:39.406820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:39.452691 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49239d8c-04d2-4f43-a321-9586f6e376fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.469370 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c15cb-8d3d-478b-b423-990f907d9c2f None None] Pushing event updated for resources: {'Port': ['ID=240319cb-1c39-4960-a3f9-f61bf759d53a,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:39.486718 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bc06b30b-d2aa-4f30-83f8-f24bc2da3ea3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=db8ad8a8281d4ad4bcee9cc0103492bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6532547 Jan 27 17:09:39.520852 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59066) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:39.522364 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8e5a2558-869c-4502-aee3-dd7705b8d99b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:39.567301 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:39.602200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8e5a2558-869c-4502-aee3-dd7705b8d99b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:39.607644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-321addb9-312c-424d-a511-7d9376a84093', 'network_id': '321addb9-312c-424d-a511-7d9376a84093', 'tenant_id': '9aa4dd879a9e4762a6f9795a40a49481', 'fixed_ips': [{'subnet_id': '3070bf8b-125d-48c7-88bc-0c1ab4aca646'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:39.607932 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.662737 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=5274cfb3-bc6e-4bb3-8e02-19fa59007921,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:39.670106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=185e6fc2-7cd5-4a20-b3df-eb219ef0a388,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:39.705339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8e5a2558-869c-4502-aee3-dd7705b8d99b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:39.781086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.792044 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 4639a453-b955-43e8-8bf1-1eb39922f9de triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:39.792457 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.794920 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:39.805650 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.875641 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ec9105be-cc15-41e8-b7a1-90294fd2179c None None] Provisioning complete for port 5274cfb3-bc6e-4bb3-8e02-19fa59007921 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:39.876006 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec9105be-cc15-41e8-b7a1-90294fd2179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.958305 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5703d414-b2b7-44f6-b502-587142a36cc8 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:39.965642 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5a2558-869c-4502-aee3-dd7705b8d99b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:39.969138 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2558-869c-4502-aee3-dd7705b8d99b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.971402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:39.980412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e3f04597-3a5c-4e00-9816-37c62ee91734 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.004176 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e3f04597-3a5c-4e00-9816-37c62ee91734 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.112884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Network': ['ID=146eb44b-1bb9-4b75-88db-115f56920a5b,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:40.130170 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ba49eb5-55b8-4ea7-a6cc-e2bf8cbdc57a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.135669 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 146eb44b-1bb9-4b75-88db-115f56920a5b details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:40.141048 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-e3f04597-3a5c-4e00-9816-37c62ee91734 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] In _notify_port_updated(), no bound segment for port 8c066fb2-42bf-4400-b692-4591b5e811cd on network fda036bb-9bdc-4665-9a1b-88d983876ebd {{(pid=87595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:09:40.146721 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f04597-3a5c-4e00-9816-37c62ee91734 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:40.148054 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e3f04597-3a5c-4e00-9816-37c62ee91734 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.148872 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e3f04597-3a5c-4e00-9816-37c62ee91734 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "PUT /v2.0/ports/8c066fb2-42bf-4400-b692-4591b5e811cd HTTP/1.1" status: 200 len: 1001 time: 2.2856827 Jan 27 17:09:40.150493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-623ba939-d719-4dbc-9967-d00f8475c38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.153192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59072) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:40.155644 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-682afdac-ad16-4595-8eee-231181ce09df tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6567891 Jan 27 17:09:40.187897 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Allocated IP 2001:db8::2 (321addb9-312c-424d-a511-7d9376a84093/3070bf8b-125d-48c7-88bc-0c1ab4aca646/2353dbd7-b052-4310-84e3-ad9b68eb180d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:40.227982 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-4ef4650d-c8e2-44fa-816b-d350c3fe25fb tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Deleting port 8c066fb2-42bf-4400-b692-4591b5e811cd {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:40.228418 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ef4650d-c8e2-44fa-816b-d350c3fe25fb tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.282633 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-640a7c31-77be-476f-ac23-c3d81264661a req-14211522-e829-4193-bbe3-6d8ec25ac263 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] For port 32fdd6ad-bfc8-44c7-b8d8-12a574303cea, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=32fdd6ad-bfc8-44c7-b8d8-12a574303cea,segment=NetworkSegment(e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750),segment_id=e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:40.283628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-640a7c31-77be-476f-ac23-c3d81264661a req-14211522-e829-4193-bbe3-6d8ec25ac263 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.322547 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59076) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:40.423082 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-01819edc-e9e3-4bb5-86c8-7eea6b8e7126 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'subnet': {'network_id': '146eb44b-1bb9-4b75-88db-115f56920a5b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:40.520315 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f04597-3a5c-4e00-9816-37c62ee91734 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event updated for resources: {'Port': ['ID=8c066fb2-42bf-4400-b692-4591b5e811cd,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:40.666047 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-9ba49eb5-55b8-4ea7-a6cc-e2bf8cbdc57a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for 660ad983-3807-42db-ac8f-9e7a81cfa72c owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:40.718789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.803738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-01819edc-e9e3-4bb5-86c8-7eea6b8e7126 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:40.828801 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22acc73-41dc-473a-b3f8-d018493d3c30 None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:09:40.855928 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e22acc73-41dc-473a-b3f8-d018493d3c30 None None] Deleting port 3e4a59eb-5a54-495b-925e-302f9f62eec3 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:40.866083 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-01819edc-e9e3-4bb5-86c8-7eea6b8e7126 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:subnet and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:40.870394 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e22acc73-41dc-473a-b3f8-d018493d3c30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.879373 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-01819edc-e9e3-4bb5-86c8-7eea6b8e7126 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:40.922459 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f183f6fd-c61a-4a77-b1d2-fd7898341253 None None] Provisioning complete for port 3e4a59eb-5a54-495b-925e-302f9f62eec3 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:40.923161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f183f6fd-c61a-4a77-b1d2-fd7898341253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:40.946501 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-01819edc-e9e3-4bb5-86c8-7eea6b8e7126 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:40.969864 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5274cfb3-bc6e-4bb3-8e02-19fa59007921 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:41.108481 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.130349 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ef4650d-c8e2-44fa-816b-d350c3fe25fb tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.171752 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01819edc-e9e3-4bb5-86c8-7eea6b8e7126 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:41.177139 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-01819edc-e9e3-4bb5-86c8-7eea6b8e7126 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.190102 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee6761b-944a-4a36-8f93-a8e52de63e80 None None] Network 2f790619-ed7a-4d7b-a995-eae0fb20cd6b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:41.205551 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Transition to ACTIVE for port object 2353dbd7-b052-4310-84e3-ad9b68eb180d will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:41.298690 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Transition to ACTIVE for port object 2353dbd7-b052-4310-84e3-ad9b68eb180d will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:41.363632 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ba49eb5-55b8-4ea7-a6cc-e2bf8cbdc57a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.366224 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68380dfa-a0d8-4e0b-a0e4-5ad7d5b2bc34 None None] Network 58a7bdb6-6738-4963-88e8-2c41bf5e7e3b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:41.376405 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-4ef4650d-c8e2-44fa-816b-d350c3fe25fb tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Calling delete_port for 8c066fb2-42bf-4400-b692-4591b5e811cd owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:41.422933 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.478907 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 5274cfb3-bc6e-4bb3-8e02-19fa59007921 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:41.479165 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.543398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-623ba939-d719-4dbc-9967-d00f8475c38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.667245 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba49eb5-55b8-4ea7-a6cc-e2bf8cbdc57a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=660ad983-3807-42db-ac8f-9e7a81cfa72c,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:41.712242 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e22acc73-41dc-473a-b3f8-d018493d3c30 None None] For port 3e4a59eb-5a54-495b-925e-302f9f62eec3, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3e4a59eb-5a54-495b-925e-302f9f62eec3,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:41.712628 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e22acc73-41dc-473a-b3f8-d018493d3c30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.739047 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ba49eb5-55b8-4ea7-a6cc-e2bf8cbdc57a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.752873 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Network 321addb9-312c-424d-a511-7d9376a84093 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:41.764779 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:41.767359 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:41.775757 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-640a7c31-77be-476f-ac23-c3d81264661a req-14211522-e829-4193-bbe3-6d8ec25ac263 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.775757 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-640a7c31-77be-476f-ac23-c3d81264661a req-14211522-e829-4193-bbe3-6d8ec25ac263 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.776069 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [req-640a7c31-77be-476f-ac23-c3d81264661a req-14211522-e829-4193-bbe3-6d8ec25ac263 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Floating IP 5a378b35-1e14-4202-8a8a-6495cefdf7a4 disassociated. External IP: 172.26.1.214, port: 32fdd6ad-bfc8-44c7-b8d8-12a574303cea. Jan 27 17:09:41.776284 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-640a7c31-77be-476f-ac23-c3d81264661a req-14211522-e829-4193-bbe3-6d8ec25ac263 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Calling delete_port for 32fdd6ad-bfc8-44c7-b8d8-12a574303cea owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:41.851081 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ef4650d-c8e2-44fa-816b-d350c3fe25fb tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.911649 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9ba49eb5-55b8-4ea7-a6cc-e2bf8cbdc57a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/ports/660ad983-3807-42db-ac8f-9e7a81cfa72c HTTP/1.1" status: 204 len: 168 time: 3.5229304 Jan 27 17:09:41.924390 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4650d-c8e2-44fa-816b-d350c3fe25fb tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event deleted for resources: {'Port': ['ID=8c066fb2-42bf-4400-b692-4591b5e811cd,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:41.925837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:41.929526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59080) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:41.938387 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e22acc73-41dc-473a-b3f8-d018493d3c30 None None] Calling delete_port for 3e4a59eb-5a54-495b-925e-302f9f62eec3 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:42.027906 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Pushing event updated for resources: {'Port': ['ID=2353dbd7-b052-4310-84e3-ad9b68eb180d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:42.064003 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65f6b26-830e-478d-aae7-693bcd31c44f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] GET failed (client error): The resource could not be found. Jan 27 17:09:42.065251 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e65f6b26-830e-478d-aae7-693bcd31c44f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports/660ad983-3807-42db-ac8f-9e7a81cfa72c HTTP/1.1" status: 404 len: 333 time: 0.1325073 Jan 27 17:09:42.075250 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59084) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:42.153909 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6ccb68-cf16-4a41-8c50-ce69987747f9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting subnet da52ad12-c853-4444-a8c6-d0190db3ad48 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:42.160413 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bf6ccb68-cf16-4a41-8c50-ce69987747f9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.169815 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-623ba939-d719-4dbc-9967-d00f8475c38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.199601 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-01819edc-e9e3-4bb5-86c8-7eea6b8e7126 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.208145 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:09:42.244741 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0f71e-fbc0-436e-be65-d0fb12101830 req-e271eee7-2827-4472-85d9-649252552197 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:42.247136 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f183f6fd-c61a-4a77-b1d2-fd7898341253 None None] Provisioning complete for port 8c066fb2-42bf-4400-b692-4591b5e811cd triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:42.247649 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f183f6fd-c61a-4a77-b1d2-fd7898341253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.252811 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1a0f71e-fbc0-436e-be65-d0fb12101830 req-e271eee7-2827-4472-85d9-649252552197 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 946 time: 1.6871417 Jan 27 17:09:42.282345 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-623ba939-d719-4dbc-9967-d00f8475c38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.283444 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-623ba939-d719-4dbc-9967-d00f8475c38a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e85d3a5-f259-4f0b-b8c7-b984766ffd6f HTTP/1.1" status: 204 len: 168 time: 2.6850002 Jan 27 17:09:42.286906 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01819edc-e9e3-4bb5-86c8-7eea6b8e7126 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Subnet': ['ID=e400fbaa-0d9b-40fa-b6e7-29ed5ac6de1d,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:42.300572 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ba939-d719-4dbc-9967-d00f8475c38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e85d3a5-f259-4f0b-b8c7-b984766ffd6f,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:42.302188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.345960 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.392036 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:09:42.425567 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bf6ccb68-cf16-4a41-8c50-ce69987747f9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.505545 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Attempting to bind port 2353dbd7-b052-4310-84e3-ad9b68eb180d on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:42.505931 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Attempting to bind port 2353dbd7-b052-4310-84e3-ad9b68eb180d by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '80d47342-317c-4000-9968-b37fe78ded3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '321addb9-312c-424d-a511-7d9376a84093'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:42.506684 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Attempting to bind port 2353dbd7-b052-4310-84e3-ad9b68eb180d on network 321addb9-312c-424d-a511-7d9376a84093 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:42.508346 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f183f6fd-c61a-4a77-b1d2-fd7898341253 None None] Port 8c066fb2-42bf-4400-b692-4591b5e811cd was deleted so its status cannot be updated. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 17:09:42.530571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-640a7c31-77be-476f-ac23-c3d81264661a req-14211522-e829-4193-bbe3-6d8ec25ac263 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.547049 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:42.548126 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Checking segment: {'id': '80d47342-317c-4000-9968-b37fe78ded3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '321addb9-312c-424d-a511-7d9376a84093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:42.548126 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.548390 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Bound using segment: {'id': '80d47342-317c-4000-9968-b37fe78ded3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '321addb9-312c-424d-a511-7d9376a84093'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:42.548786 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Bound port: 2353dbd7-b052-4310-84e3-ad9b68eb180d, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d47342-317c-4000-9968-b37fe78ded3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '321addb9-312c-424d-a511-7d9376a84093'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:42.549157 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.575200 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ef4650d-c8e2-44fa-816b-d350c3fe25fb tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.602899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.611690 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01819edc-e9e3-4bb5-86c8-7eea6b8e7126 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Checking segment: {'id': 'ed7a203e-1041-440d-9300-2ff733e8c572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '146eb44b-1bb9-4b75-88db-115f56920a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:42.612052 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01819edc-e9e3-4bb5-86c8-7eea6b8e7126 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network hostable DHCP agents. Network: 146eb44b-1bb9-4b75-88db-115f56920a5b, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:42.616081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 32fdd6ad-bfc8-44c7-b8d8-12a574303cea no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:09:42.635556 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=d67d340e-662c-4250-8186-d04b68934895,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:42.666623 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4ef4650d-c8e2-44fa-816b-d350c3fe25fb tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "DELETE /v2.0/ports/8c066fb2-42bf-4400-b692-4591b5e811cd HTTP/1.1" status: 204 len: 168 time: 2.5091650 Jan 27 17:09:42.670892 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14211522-e829-4193-bbe3-6d8ec25ac263 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Pushing event deleted for resources: {'Port': ['ID=32fdd6ad-bfc8-44c7-b8d8-12a574303cea,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:42.672781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59092) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:42.705128 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 32fdd6ad-bfc8-44c7-b8d8-12a574303cea {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:09:42.705512 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 32fdd6ad-bfc8-44c7-b8d8-12a574303cea not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:09:42.708060 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e22acc73-41dc-473a-b3f8-d018493d3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.718939 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 240319cb-1c39-4960-a3f9-f61bf759d53a up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:42.743727 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59096) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:42.781303 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22acc73-41dc-473a-b3f8-d018493d3c30 None None] No DVR routers for this DVR port 3e4a59eb-5a54-495b-925e-302f9f62eec3 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:09:42.799232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-92765a42-6666-41fc-bdfb-a51498823a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.819779 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1a0f71e-fbc0-436e-be65-d0fb12101830 req-a15fa4b2-7192-4c7b-a2d0-87a4e7809ae1 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups?id=69444fac-728a-4a85-9aac-da797b976ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5659027 Jan 27 17:09:42.832799 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22acc73-41dc-473a-b3f8-d018493d3c30 None None] Pushing event deleted for resources: {'Port': ['ID=3e4a59eb-5a54-495b-925e-302f9f62eec3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:42.866372 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6d63e86b-5419-4a64-be6a-fa5ee1babfaf None None] Provisioning for port e3ab7759-c8fa-403d-9ed5-79daddf35bfd completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:42.895359 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] For port 2353dbd7-b052-4310-84e3-ad9b68eb180d, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:42.906470 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] For port 2353dbd7-b052-4310-84e3-ad9b68eb180d, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2353dbd7-b052-4310-84e3-ad9b68eb180d,segment=NetworkSegment(80d47342-317c-4000-9968-b37fe78ded3a),segment_id=80d47342-317c-4000-9968-b37fe78ded3a)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:42.919143 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Allocated IP 2001:db8::1 (2f790619-ed7a-4d7b-a995-eae0fb20cd6b/1a4d8e0b-2fa8-4112-8f23-c7b2c17a7bac/3c816871-9160-41f4-941a-0516c91496f8) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:42.920142 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:42.969752 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6d63e86b-5419-4a64-be6a-fa5ee1babfaf None None] Provisioning for port 240319cb-1c39-4960-a3f9-f61bf759d53a completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:42.975362 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01819edc-e9e3-4bb5-86c8-7eea6b8e7126 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network 146eb44b-1bb9-4b75-88db-115f56920a5b is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:42.983539 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 240319cb-1c39-4960-a3f9-f61bf759d53a completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:42.994099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bf6ccb68-cf16-4a41-8c50-ce69987747f9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.001815 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6d63e86b-5419-4a64-be6a-fa5ee1babfaf None None] Provisioning complete for port 240319cb-1c39-4960-a3f9-f61bf759d53a triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:43.002454 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6d63e86b-5419-4a64-be6a-fa5ee1babfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.042321 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 240319cb-1c39-4960-a3f9-f61bf759d53a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:43.042930 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.097601 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-92765a42-6666-41fc-bdfb-a51498823a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:43.105254 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-92765a42-6666-41fc-bdfb-a51498823a2b admin admin] Usage tracker for resource:security_group_rule and tenant:e6230daede434ab9a8df2f81d929b738 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:43.113519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-92765a42-6666-41fc-bdfb-a51498823a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:43.123719 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network 58a7bdb6-6738-4963-88e8-2c41bf5e7e3b is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:43.127259 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-01819edc-e9e3-4bb5-86c8-7eea6b8e7126 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 146eb44b-1bb9-4b75-88db-115f56920a5b) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:43.127740 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-92765a42-6666-41fc-bdfb-a51498823a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:43.129458 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:43.165795 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01819edc-e9e3-4bb5-86c8-7eea6b8e7126 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:43.166941 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-01819edc-e9e3-4bb5-86c8-7eea6b8e7126 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.186733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b88945-87c3-498f-9a81-72d7c67b9ff9 None None] Network 146eb44b-1bb9-4b75-88db-115f56920a5b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:43.221397 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5660a173-72b1-4702-af58-87f17ef27c4d tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] GET failed (client error): The resource could not be found. Jan 27 17:09:43.223370 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5660a173-72b1-4702-af58-87f17ef27c4d tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "GET /v2.0/ports/8c066fb2-42bf-4400-b692-4591b5e811cd HTTP/1.1" status: 404 len: 333 time: 0.5351329 Jan 27 17:09:43.238437 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2558-869c-4502-aee3-dd7705b8d99b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.242087 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59100) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:43.265481 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93958f76-f8c8-4b01-8cd2-ef6e03b17c9e None None] Pushing event updated for resources: {'Port': ['ID=2353dbd7-b052-4310-84e3-ad9b68eb180d,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:43.292959 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-01819edc-e9e3-4bb5-86c8-7eea6b8e7126 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.8992040 Jan 27 17:09:43.301659 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59102) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:43.308884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0eb3b58d-abb2-4452-8965-3f54459dadbc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1892871706'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:43.334835 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0eb3b58d-abb2-4452-8965-3f54459dadbc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:43.354377 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0eb3b58d-abb2-4452-8965-3f54459dadbc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:network and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:43.391607 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.454198 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0eb3b58d-abb2-4452-8965-3f54459dadbc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:43.462578 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0eb3b58d-abb2-4452-8965-3f54459dadbc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:43.506884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb3b58d-abb2-4452-8965-3f54459dadbc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:43.510713 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b58d-abb2-4452-8965-3f54459dadbc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.529395 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bf6ccb68-cf16-4a41-8c50-ce69987747f9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.585398 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 240319cb-1c39-4960-a3f9-f61bf759d53a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=240319cb-1c39-4960-a3f9-f61bf759d53a,segment=NetworkSegment(56741312-79bf-4446-947c-3cfe82426768),segment_id=56741312-79bf-4446-947c-3cfe82426768)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:43.617257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Request body: {'port': {'network_id': 'fda036bb-9bdc-4665-9a1b-88d983876ebd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-152608693'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:43.628398 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ccb68-cf16-4a41-8c50-ce69987747f9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Subnet': ['ID=da52ad12-c853-4444-a8c6-d0190db3ad48,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:43.631698 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bf6ccb68-cf16-4a41-8c50-ce69987747f9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.660115 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bf6ccb68-cf16-4a41-8c50-ce69987747f9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/da52ad12-c853-4444-a8c6-d0190db3ad48 HTTP/1.1" status: 204 len: 168 time: 1.5812263 Jan 27 17:09:43.662133 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a9b097-5499-4dea-aac8-e02be62bd374 None None] Network 5f04024f-8ac6-412d-a630-69428c04012a requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:43.665294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59108) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:43.682362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6d63e86b-5419-4a64-be6a-fa5ee1babfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.691881 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.692669 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e3ab7759-c8fa-403d-9ed5-79daddf35bfd up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:43.724756 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb3b58d-abb2-4452-8965-3f54459dadbc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:43.779684 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5a2558-869c-4502-aee3-dd7705b8d99b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:43.795162 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router 8195c6fd-e19a-43c0-95bb-2e8b1d3b937e is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:09:43.800813 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a2558-869c-4502-aee3-dd7705b8d99b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=c4c97079-bb55-4908-b895-ca4d300a72b4,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:43.807411 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-146eb44b-1bb9-4b75-88db-115f56920a5b', 'network_id': '146eb44b-1bb9-4b75-88db-115f56920a5b', 'tenant_id': 'a1044fc2b04a4cf88962f2b23f4c469b', 'fixed_ips': [{'subnet_id': 'e400fbaa-0d9b-40fa-b6e7-29ed5ac6de1d'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:43.807887 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.810186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-8e5a2558-869c-4502-aee3-dd7705b8d99b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:43.813885 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b58d-abb2-4452-8965-3f54459dadbc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.814271 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-0eb3b58d-abb2-4452-8965-3f54459dadbc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Added segment bc63ef6f-153c-4312-aa32-973849c52f7e of type vlan for network 5f618e06-c5b3-44b4-b233-646ce1454809 Jan 27 17:09:43.839304 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:43.878017 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb00d6e-f1df-4224-918b-6d2018320626 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:43.880071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Transition to ACTIVE for port object 3c816871-9160-41f4-941a-0516c91496f8 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:43.980460 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5a2558-869c-4502-aee3-dd7705b8d99b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:43.981155 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2558-869c-4502-aee3-dd7705b8d99b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.028060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b58d-abb2-4452-8965-3f54459dadbc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.082263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.147408 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.153675 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-34df831c-7c2c-42c1-8dba-a2a11e281415 req-e40b3857-82e1-4f4a-b3dd-f6d7f54f1367 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 210 time: 0.1298275 Jan 27 17:09:44.154483 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port e3ab7759-c8fa-403d-9ed5-79daddf35bfd completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:44.193080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port 4639a453-b955-43e8-8bf1-1eb39922f9de {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:44.193412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.229029 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e3ab7759-c8fa-403d-9ed5-79daddf35bfd triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:44.229387 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.240902 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-92765a42-6666-41fc-bdfb-a51498823a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.265732 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:44.290014 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-54dbfd8d-9955-4640-9090-b94f37d9f353 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/8195c6fd-e19a-43c0-95bb-2e8b1d3b937e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9329627 Jan 27 17:09:44.299558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-92765a42-6666-41fc-bdfb-a51498823a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.310785 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59114) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:44.311118 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b58d-abb2-4452-8965-3f54459dadbc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.314026 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7320cd-2120-432d-b1e5-f2a444a48225 None None] Sync routers for ids ['8195c6fd-e19a-43c0-95bb-2e8b1d3b937e'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:44.316679 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb3b58d-abb2-4452-8965-3f54459dadbc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:44.317073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b58d-abb2-4452-8965-3f54459dadbc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.342836 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=240319cb-1c39-4960-a3f9-f61bf759d53a,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:44.349052 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Network 2f790619-ed7a-4d7b-a995-eae0fb20cd6b is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:44.393535 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:44.396459 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:44.397355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.422941 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0eb3b58d-abb2-4452-8965-3f54459dadbc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1165586 Jan 27 17:09:44.451805 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59118) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:44.481772 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7320cd-2120-432d-b1e5-f2a444a48225 None None] Routers {'8195c6fd-e19a-43c0-95bb-2e8b1d3b937e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:44.482420 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-0d7320cd-2120-432d-b1e5-f2a444a48225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8195c6fd-e19a-43c0-95bb-2e8b1d3b937e'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:44.485886 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3b58d-abb2-4452-8965-3f54459dadbc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Network': ['ID=5f618e06-c5b3-44b4-b233-646ce1454809,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:44.520590 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8e5a2558-869c-4502-aee3-dd7705b8d99b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.7752244 Jan 27 17:09:44.520590 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92765a42-6666-41fc-bdfb-a51498823a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f32c9d-20d1-4843-be9a-5acdab6c3da5,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:44.530687 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-640a7c31-77be-476f-ac23-c3d81264661a req-14211522-e829-4193-bbe3-6d8ec25ac263 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Router fb51b725-d170-475b-96a6-68c10a75d654 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:09:44.536723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:44.543635 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Usage tracker for resource:port and tenant:dcbc727531a64d85ac7ec7596650e731 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:44.548605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:44.558257 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 5f618e06-c5b3-44b4-b233-646ce1454809 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:44.558510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:44.566848 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59122) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:44.572614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-2a7e0648-f476-4b01-8fa6-447e87cf0634 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'subnet': {'network_id': '5f618e06-c5b3-44b4-b233-646ce1454809', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:44.609192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] For port 4639a453-b955-43e8-8bf1-1eb39922f9de, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4639a453-b955-43e8-8bf1-1eb39922f9de,segment=NetworkSegment(65886ab3-1277-4c0b-9d7b-5727d21a3699),segment_id=65886ab3-1277-4c0b-9d7b-5727d21a3699)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:44.609732 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.609995 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event updated for resources: {'Port': ['ID=3c816871-9160-41f4-941a-0516c91496f8,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:44.662483 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:44.711581 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-92765a42-6666-41fc-bdfb-a51498823a2b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6230daede434ab9a8df2f81d929b738&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9626944 Jan 27 17:09:44.711899 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-6d63e86b-5419-4a64-be6a-fa5ee1babfaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:09:44.711899 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-6d63e86b-5419-4a64-be6a-fa5ee1babfaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:09:44.743219 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Made reservation on behalf of dcbc727531a64d85ac7ec7596650e731 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:44.746771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:44.754656 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-0d7320cd-2120-432d-b1e5-f2a444a48225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:44.762807 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59126) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:44.771781 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for 4639a453-b955-43e8-8bf1-1eb39922f9de owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:44.788301 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7320cd-2120-432d-b1e5-f2a444a48225 None None] Routers {'8195c6fd-e19a-43c0-95bb-2e8b1d3b937e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:44.789057 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-0d7320cd-2120-432d-b1e5-f2a444a48225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8195c6fd-e19a-43c0-95bb-2e8b1d3b937e'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:44.865067 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-0d7320cd-2120-432d-b1e5-f2a444a48225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:44.865348 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7320cd-2120-432d-b1e5-f2a444a48225 None None] The sync data for ids ['8195c6fd-e19a-43c0-95bb-2e8b1d3b937e'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:09:44.876444 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2fc3b1-9d5a-4f64-ac6c-2446ffa89200 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:44.877009 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0b2fc3b1-9d5a-4f64-ac6c-2446ffa89200 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Synchronizing usage tracker for tenant:65a019d99d874346aca26dc7cd6b9eab on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:44.961252 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Allocated IP 172.20.255.242 (146eb44b-1bb9-4b75-88db-115f56920a5b/e400fbaa-0d9b-40fa-b6e7-29ed5ac6de1d/d805692f-f8a3-4856-a0bb-feeab128bd0b) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:44.994428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] device_id is not set on port 2239e105-6adb-4b32-94d9-6b7cb6f6a94b yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:45.049115 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80e2610-8eb2-4610-aead-fb4487cfead9 None None] Network 321addb9-312c-424d-a511-7d9376a84093 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:45.049369 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cfafb052-b3a3-412c-a06d-c49e67ae790b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.066268 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.098091 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.103937 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.123160 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': 'c4c97079-bb55-4908-b895-ca4d300a72b4'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:45.123974 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.168591 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2a7e0648-f476-4b01-8fa6-447e87cf0634 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:45.170812 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0b2fc3b1-9d5a-4f64-ac6c-2446ffa89200 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Unset dirty status for tenant:65a019d99d874346aca26dc7cd6b9eab on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:45.172021 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0b2fc3b1-9d5a-4f64-ac6c-2446ffa89200 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports/d67d340e-662c-4250-8186-d04b68934895 HTTP/1.1" status: 200 len: 910 time: 0.8398225 Jan 27 17:09:45.175934 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No DVR routers for this DVR port 4639a453-b955-43e8-8bf1-1eb39922f9de on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:09:45.207237 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59130) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:45.208305 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2a7e0648-f476-4b01-8fa6-447e87cf0634 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:subnet and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:45.213116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=4639a453-b955-43e8-8bf1-1eb39922f9de,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:45.216410 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cfafb052-b3a3-412c-a06d-c49e67ae790b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.225619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2a7e0648-f476-4b01-8fa6-447e87cf0634 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:45.235107 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-46ef4f98-549d-4373-babb-7c434338a3d7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '517c86bf-7995-450e-9220-35a6ff861190'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:45.290718 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9c6e2d-29c9-4af3-b82b-3a69e0b001e2 None None] DHCP port deletion for 5f04024f-8ac6-412d-a630-69428c04012a request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:09:45.316804 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2a7e0648-f476-4b01-8fa6-447e87cf0634 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:45.403533 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-88463ee5-3c41-42c7-a192-23141bd7cc22 req-6f91f6b6-335b-4124-b95f-3c0983dde526 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Synchronizing usage tracker for tenant:9ee54b4815b744a4b1368a3f71dedf93 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:45.423645 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.471461 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f04024f-8ac6-412d-a630-69428c04012a']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:45.517886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7e0648-f476-4b01-8fa6-447e87cf0634 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:45.521400 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0648-f476-4b01-8fa6-447e87cf0634 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.530539 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cfafb052-b3a3-412c-a06d-c49e67ae790b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.539047 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port e3ab7759-c8fa-403d-9ed5-79daddf35bfd, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e3ab7759-c8fa-403d-9ed5-79daddf35bfd,segment=NetworkSegment(992e042e-f6cd-4258-870f-bfe226d99c9a),segment_id=992e042e-f6cd-4258-870f-bfe226d99c9a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:45.545376 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65886ab3-1277-4c0b-9d7b-5727d21a3699') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:45.545840 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65886ab3-1277-4c0b-9d7b-5727d21a3699') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:45.569303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-640a7c31-77be-476f-ac23-c3d81264661a req-14211522-e829-4193-bbe3-6d8ec25ac263 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:45.570212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.580441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:45.582771 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b85a02-a879-4eb7-9886-9e4a56ea9d37 None None] Sync routers for ids ['fb51b725-d170-475b-96a6-68c10a75d654'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:45.586137 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafb052-b3a3-412c-a06d-c49e67ae790b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f32c9d-20d1-4843-be9a-5acdab6c3da5,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:45.592756 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b85a02-a879-4eb7-9886-9e4a56ea9d37 None None] Routers {'fb51b725-d170-475b-96a6-68c10a75d654'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:45.593360 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-73b85a02-a879-4eb7-9886-9e4a56ea9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['fb51b725-d170-475b-96a6-68c10a75d654'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:45.598978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:45.600791 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.609658 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.618157 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:45.628867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:45.629150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:09:45.629668 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:09:45.649828 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:09:45.658560 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cfafb052-b3a3-412c-a06d-c49e67ae790b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.662261 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cfafb052-b3a3-412c-a06d-c49e67ae790b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32f32c9d-20d1-4843-be9a-5acdab6c3da5 HTTP/1.1" status: 204 len: 168 time: 0.8961804 Jan 27 17:09:45.704630 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3e4a59eb-5a54-495b-925e-302f9f62eec3 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:09:45.814551 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-73b85a02-a879-4eb7-9886-9e4a56ea9d37 None None] Set router fb51b725-d170-475b-96a6-68c10a75d654 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:09:45.850980 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 3e4a59eb-5a54-495b-925e-302f9f62eec3 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:09:45.860395 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3e4a59eb-5a54-495b-925e-302f9f62eec3 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:09:45.895126 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46ef4f98-549d-4373-babb-7c434338a3d7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.984476 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:45.986313 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:46.010443 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Transition to ACTIVE for port object d805692f-f8a3-4856-a0bb-feeab128bd0b will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:46.014403 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:46.027588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-88463ee5-3c41-42c7-a192-23141bd7cc22 req-6f91f6b6-335b-4124-b95f-3c0983dde526 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Unset dirty status for tenant:9ee54b4815b744a4b1368a3f71dedf93 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:46.036670 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-88463ee5-3c41-42c7-a192-23141bd7cc22 req-6f91f6b6-335b-4124-b95f-3c0983dde526 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50f29a9-955c-4c2b-9b12-455420e00af2 HTTP/1.1" status: 200 len: 210 time: 0.7444401 Jan 27 17:09:46.037487 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Transition to ACTIVE for port object d805692f-f8a3-4856-a0bb-feeab128bd0b will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:46.041303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:46.058946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:46.092566 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] Provisioning complete for port e3ab7759-c8fa-403d-9ed5-79daddf35bfd triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:46.093547 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:46.162033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:46.194437 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-640a7c31-77be-476f-ac23-c3d81264661a req-14211522-e829-4193-bbe3-6d8ec25ac263 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] No DVR routers for this DVR port 32fdd6ad-bfc8-44c7-b8d8-12a574303cea on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:09:46.196998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-640a7c31-77be-476f-ac23-c3d81264661a req-14211522-e829-4193-bbe3-6d8ec25ac263 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:46.225829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50f29a9-955c-4c2b-9b12-455420e00af2', 'name': 'network-vif-deleted', 'tag': '32fdd6ad-bfc8-44c7-b8d8-12a574303cea'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:09:46.235758 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=e3ab7759-c8fa-403d-9ed5-79daddf35bfd,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:46.236959 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Allocated IP 2001:db8::97 (fda036bb-9bdc-4665-9a1b-88d983876ebd/f7285c06-e19b-49f3-ba13-0df52b758c7d/2239e105-6adb-4b32-94d9-6b7cb6f6a94b) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:46.273259 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2353dbd7-b052-4310-84e3-ad9b68eb180d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:46.290323 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-640a7c31-77be-476f-ac23-c3d81264661a req-14211522-e829-4193-bbe3-6d8ec25ac263 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.83 "DELETE /v2.0/ports/32fdd6ad-bfc8-44c7-b8d8-12a574303cea HTTP/1.1" status: 204 len: 173 time: 7.7841573 Jan 27 17:09:46.335917 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Network': ['ID=5f04024f-8ac6-412d-a630-69428c04012a,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:46.352921 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-11326765-33ce-4a2d-89de-72bb35af5b38 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/networks/5f04024f-8ac6-412d-a630-69428c04012a HTTP/1.1" status: 204 len: 168 time: 2.6862073 Jan 27 17:09:46.356499 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59142) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:46.365774 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-cd028295-32b8-46f6-8987-a69bb0e045a9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1978901116'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:46.371359 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-cd028295-32b8-46f6-8987-a69bb0e045a9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:46.375047 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50f29a9-955c-4c2b-9b12-455420e00af2', 'name': 'network-vif-deleted', 'tag': '32fdd6ad-bfc8-44c7-b8d8-12a574303cea', 'status': 'completed', 'code': 200} Jan 27 17:09:46.376641 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-cd028295-32b8-46f6-8987-a69bb0e045a9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:network and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:46.380062 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-cd028295-32b8-46f6-8987-a69bb0e045a9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:46.388784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-cd028295-32b8-46f6-8987-a69bb0e045a9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:46.433371 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-73b85a02-a879-4eb7-9886-9e4a56ea9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'name': 'tempest-ServerActionsTestJSON-1050919288-router', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:47Z', 'updated_at': '2022-01-27T17:05:53Z', 'revision_number': 4, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'gw_port': {'id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:48Z', 'updated_at': '2022-01-27T17:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '19da04c5-c874-4e56-a41c-070cf64b8c45', 'name': '', 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'mac_address': 'fa:16:3e:be:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:51Z', 'updated_at': '2022-01-27T17:06:03Z', 'revision_number': 5, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'subnets': [{'id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:46.445992 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b85a02-a879-4eb7-9886-9e4a56ea9d37 None None] Checking router: fb51b725-d170-475b-96a6-68c10a75d654 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:09:46.447895 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59146) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:46.450566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd028295-32b8-46f6-8987-a69bb0e045a9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:46.454379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd028295-32b8-46f6-8987-a69bb0e045a9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:46.459514 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b85a02-a879-4eb7-9886-9e4a56ea9d37 None None] Routers {'fb51b725-d170-475b-96a6-68c10a75d654'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:46.460131 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-73b85a02-a879-4eb7-9886-9e4a56ea9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['fb51b725-d170-475b-96a6-68c10a75d654'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:46.475078 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Allocated IP 172.20.0.2 (bbf03638-7624-437f-9c24-a87cd70c5626/c4c97079-bb55-4908-b895-ca4d300a72b4/e36a66db-282f-48a2-b3c1-792e0931827c) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:46.571089 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd028295-32b8-46f6-8987-a69bb0e045a9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:46.591226 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e99cc7f4-bf3a-488c-ab48-14c2177f8414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:46.603067 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd028295-32b8-46f6-8987-a69bb0e045a9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:46.603584 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-cd028295-32b8-46f6-8987-a69bb0e045a9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Added segment 6fa5b2f5-ca17-4e0f-b330-90477adf606b of type vlan for network 4a9ad6a2-1612-432f-a17b-44d319c2ea20 Jan 27 17:09:46.672808 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-e99cc7f4-bf3a-488c-ab48-14c2177f8414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:46.684084 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-73b85a02-a879-4eb7-9886-9e4a56ea9d37 None None] Set router fb51b725-d170-475b-96a6-68c10a75d654 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:09:46.701475 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd028295-32b8-46f6-8987-a69bb0e045a9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:46.707076 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e99cc7f4-bf3a-488c-ab48-14c2177f8414 admin admin] Usage tracker for resource:security_group_rule and tenant:20cf0c8d24d740a69114b7e1fdd0146f is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:46.722271 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e99cc7f4-bf3a-488c-ab48-14c2177f8414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:46.750705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Pushing event updated for resources: {'Port': ['ID=d805692f-f8a3-4856-a0bb-feeab128bd0b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:46.778338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-e99cc7f4-bf3a-488c-ab48-14c2177f8414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:46.858143 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Network 146eb44b-1bb9-4b75-88db-115f56920a5b is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:46.873067 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:46.927036 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:47.005352 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.025564 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.027007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.078648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.092976 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46ef4f98-549d-4373-babb-7c434338a3d7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.104273 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd028295-32b8-46f6-8987-a69bb0e045a9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.107929 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-73b85a02-a879-4eb7-9886-9e4a56ea9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'name': 'tempest-ServerActionsTestJSON-1050919288-router', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:47Z', 'updated_at': '2022-01-27T17:05:53Z', 'revision_number': 4, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'gw_port': {'id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:48Z', 'updated_at': '2022-01-27T17:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '19da04c5-c874-4e56-a41c-070cf64b8c45', 'name': '', 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'mac_address': 'fa:16:3e:be:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:51Z', 'updated_at': '2022-01-27T17:06:03Z', 'revision_number': 5, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'subnets': [{'id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:47.118109 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b85a02-a879-4eb7-9886-9e4a56ea9d37 None None] The sync data for ids ['fb51b725-d170-475b-96a6-68c10a75d654'] in dv-neutron-826439-2-hyperv is: [{'id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'name': 'tempest-ServerActionsTestJSON-1050919288-router', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:47Z', 'updated_at': '2022-01-27T17:05:53Z', 'revision_number': 4, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'gw_port': {'id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:48Z', 'updated_at': '2022-01-27T17:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '19da04c5-c874-4e56-a41c-070cf64b8c45', 'name': '', 'network_id': 'c8512c58-bd55-456e-9586-bd5fab4baa27', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'mac_address': 'fa:16:3e:be:62:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:51Z', 'updated_at': '2022-01-27T17:06:03Z', 'revision_number': 5, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'subnets': [{'id': '3cabf1cf-bd81-4663-a142-89f7ff9fd2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:09:47.119015 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd028295-32b8-46f6-8987-a69bb0e045a9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:47.122513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd028295-32b8-46f6-8987-a69bb0e045a9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.151713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Transition to ACTIVE for port object 2239e105-6adb-4b32-94d9-6b7cb6f6a94b will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:47.206295 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46ef4f98-549d-4373-babb-7c434338a3d7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.252266 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59154) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:47.292328 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cd028295-32b8-46f6-8987-a69bb0e045a9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9301116 Jan 27 17:09:47.300686 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59158) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:47.303636 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.320722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'subnet': {'network_id': '4a9ad6a2-1612-432f-a17b-44d319c2ea20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:47.328182 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Attempting to bind port d805692f-f8a3-4856-a0bb-feeab128bd0b on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:47.328543 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Attempting to bind port d805692f-f8a3-4856-a0bb-feeab128bd0b by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'ed7a203e-1041-440d-9300-2ff733e8c572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '146eb44b-1bb9-4b75-88db-115f56920a5b'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:47.328897 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Attempting to bind port d805692f-f8a3-4856-a0bb-feeab128bd0b on network 146eb44b-1bb9-4b75-88db-115f56920a5b {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:47.343395 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 2353dbd7-b052-4310-84e3-ad9b68eb180d completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:47.350854 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:47.350854 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Checking segment: {'id': 'ed7a203e-1041-440d-9300-2ff733e8c572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '146eb44b-1bb9-4b75-88db-115f56920a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:47.350854 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.351307 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Bound using segment: {'id': 'ed7a203e-1041-440d-9300-2ff733e8c572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '146eb44b-1bb9-4b75-88db-115f56920a5b'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:47.351613 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Bound port: d805692f-f8a3-4856-a0bb-feeab128bd0b, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7a203e-1041-440d-9300-2ff733e8c572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '146eb44b-1bb9-4b75-88db-115f56920a5b'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:47.351999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.380202 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 240319cb-1c39-4960-a3f9-f61bf759d53a up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:47.405234 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0648-f476-4b01-8fa6-447e87cf0634 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.414794 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.512086 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Transition to ACTIVE for port object e36a66db-282f-48a2-b3c1-792e0931827c will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:47.555397 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Transition to ACTIVE for port object e36a66db-282f-48a2-b3c1-792e0931827c will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:47.556044 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] Provisioning for port 3c816871-9160-41f4-941a-0516c91496f8 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:47.571683 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] Provisioning complete for port 3c816871-9160-41f4-941a-0516c91496f8 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:47.572158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.580803 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event updated for resources: {'Port': ['ID=3c816871-9160-41f4-941a-0516c91496f8,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:47.588729 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd028295-32b8-46f6-8987-a69bb0e045a9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Network': ['ID=4a9ad6a2-1612-432f-a17b-44d319c2ea20,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:47.597016 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef4f98-549d-4373-babb-7c434338a3d7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=d67d340e-662c-4250-8186-d04b68934895,revision_number=3']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:47.611331 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Network fda036bb-9bdc-4665-9a1b-88d983876ebd is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:47.614032 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ef4f98-549d-4373-babb-7c434338a3d7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:47.614687 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46ef4f98-549d-4373-babb-7c434338a3d7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.616334 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-46ef4f98-549d-4373-babb-7c434338a3d7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/ports/d67d340e-662c-4250-8186-d04b68934895 HTTP/1.1" status: 200 len: 910 time: 2.4045670 Jan 27 17:09:47.619812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59162) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:47.621860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.677455 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 4a9ad6a2-1612-432f-a17b-44d319c2ea20 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:47.705664 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:47.707081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c6f29-9c62-4eba-9f80-6a274b4927d1 None None] New status for floating IP 5a378b35-1e14-4202-8a8a-6495cefdf7a4: DOWN {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:09:47.728344 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:47.734304 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:47.735038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.756758 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a37e968f-df75-4bd5-ad1d-12cbe21846da tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.764010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] For port d805692f-f8a3-4856-a0bb-feeab128bd0b, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:47.816758 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a37e968f-df75-4bd5-ad1d-12cbe21846da tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.826028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e99cc7f4-bf3a-488c-ab48-14c2177f8414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.841957 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e0648-f476-4b01-8fa6-447e87cf0634 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Subnet': ['ID=fc2fde15-601f-4786-a7d8-56337528fa5e,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:47.862169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e99cc7f4-bf3a-488c-ab48-14c2177f8414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.878779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:47.919802 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cc7f4-bf3a-488c-ab48-14c2177f8414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61743764-d740-46ae-9c21-f5660661aaa2,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:47.942964 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:subnet and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:47.947161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 240319cb-1c39-4960-a3f9-f61bf759d53a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:47.947527 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:47.964861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:47.972164 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7e0648-f476-4b01-8fa6-447e87cf0634 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Checking segment: {'id': 'bc63ef6f-153c-4312-aa32-973849c52f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5f618e06-c5b3-44b4-b233-646ce1454809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:47.972664 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e0648-f476-4b01-8fa6-447e87cf0634 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network hostable DHCP agents. Network: 5f618e06-c5b3-44b4-b233-646ce1454809, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:48.001806 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:48.010222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] For port d805692f-f8a3-4856-a0bb-feeab128bd0b, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d805692f-f8a3-4856-a0bb-feeab128bd0b,segment=NetworkSegment(ed7a203e-1041-440d-9300-2ff733e8c572),segment_id=ed7a203e-1041-440d-9300-2ff733e8c572)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:48.017562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event updated for resources: {'Port': ['ID=2239e105-6adb-4b32-94d9-6b7cb6f6a94b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:48.033141 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] Port 3c816871-9160-41f4-941a-0516c91496f8 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:48.037824 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:48.090971 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.100358 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a37e968f-df75-4bd5-ad1d-12cbe21846da tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.114070 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:48.156153 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e968f-df75-4bd5-ad1d-12cbe21846da tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69444fac-728a-4a85-9aac-da797b976ad2,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:48.177413 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Pushing event updated for resources: {'Port': ['ID=e36a66db-282f-48a2-b3c1-792e0931827c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:48.184877 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a37e968f-df75-4bd5-ad1d-12cbe21846da tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.188647 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:48.195834 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a37e968f-df75-4bd5-ad1d-12cbe21846da tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "DELETE /v2.0/security-groups/69444fac-728a-4a85-9aac-da797b976ad2 HTTP/1.1" status: 204 len: 168 time: 0.9050007 Jan 27 17:09:48.198333 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59166) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:48.219999 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-0cab63cc-916c-4d4e-827f-b227df7f64b0 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] show failed (client error): The resource could not be found. Jan 27 17:09:48.222599 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0cab63cc-916c-4d4e-827f-b227df7f64b0 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "GET /v2.0/security-groups/69444fac-728a-4a85-9aac-da797b976ad2 HTTP/1.1" status: 404 len: 347 time: 0.0215497 Jan 27 17:09:48.227718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59170) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:48.236667 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e99cc7f4-bf3a-488c-ab48-14c2177f8414 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20cf0c8d24d740a69114b7e1fdd0146f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7776783 Jan 27 17:09:48.239878 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59174) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:48.247206 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-56413554-5640-47b5-8d3f-873f0b6fa0e2 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.6949382 Jan 27 17:09:48.247959 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:48.252098 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.298638 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59178) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:48.310933 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-fc09699e-e39f-4fa9-9a50-f1616615cc67 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:94:29:2d'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:48.319015 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] Provisioning for port d67d340e-662c-4250-8186-d04b68934895 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:48.353441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Network 2f790619-ed7a-4d7b-a995-eae0fb20cd6b is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:48.377304 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:48.379263 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] Provisioning complete for port d67d340e-662c-4250-8186-d04b68934895 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:48.379625 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.474056 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] Port d67d340e-662c-4250-8186-d04b68934895 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:48.477051 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Attempting to bind port e36a66db-282f-48a2-b3c1-792e0931827c on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:48.477407 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Attempting to bind port e36a66db-282f-48a2-b3c1-792e0931827c by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:48.477997 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Attempting to bind port e36a66db-282f-48a2-b3c1-792e0931827c on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:48.489493 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:48.490837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:48.491254 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.491647 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:48.492121 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Bound port: e36a66db-282f-48a2-b3c1-792e0931827c, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:48.492806 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.506671 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b6b07-181b-4882-be24-e44d1fbfbb81 None None] Pushing event updated for resources: {'Port': ['ID=d805692f-f8a3-4856-a0bb-feeab128bd0b,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:48.509917 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-1aab2a60-378e-4958-9988-886cee2dfb41 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Deleting port 2daa0a65-b45b-4489-838d-224e43ad45dc {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:48.510454 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1aab2a60-378e-4958-9988-886cee2dfb41 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.542262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e0648-f476-4b01-8fa6-447e87cf0634 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network 5f618e06-c5b3-44b4-b233-646ce1454809 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:48.661788 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] For port e36a66db-282f-48a2-b3c1-792e0931827c, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:48.666976 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] For port e36a66db-282f-48a2-b3c1-792e0931827c, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e36a66db-282f-48a2-b3c1-792e0931827c,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:48.677292 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] Provisioning complete for port 240319cb-1c39-4960-a3f9-f61bf759d53a triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:48.677743 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.705912 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-2a7e0648-f476-4b01-8fa6-447e87cf0634 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 5f618e06-c5b3-44b4-b233-646ce1454809) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:48.732888 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7e0648-f476-4b01-8fa6-447e87cf0634 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:48.733485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0648-f476-4b01-8fa6-447e87cf0634 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.748741 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1aab2a60-378e-4958-9988-886cee2dfb41 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.749314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1aab2a60-378e-4958-9988-886cee2dfb41 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.761667 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.812448 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-084eebbd-a91f-4c71-90bc-eeb4aaf36032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.847314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaa2350-a0cc-40fa-8725-a4773cf7b308 None None] Network 5f618e06-c5b3-44b4-b233-646ce1454809 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:48.900831 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2a7e0648-f476-4b01-8fa6-447e87cf0634 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.4433208 Jan 27 17:09:48.908760 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59182) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:48.916058 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-1aab2a60-378e-4958-9988-886cee2dfb41 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Calling delete_port for 2daa0a65-b45b-4489-838d-224e43ad45dc owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:48.936652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-084eebbd-a91f-4c71-90bc-eeb4aaf36032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:48.944460 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.objects.ports [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87594) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:09:49.008405 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e81a3-ffb8-4323-aeb6-2a13a53748f4 None None] Pushing event updated for resources: {'Port': ['ID=e36a66db-282f-48a2-b3c1-792e0931827c,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:49.096748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Router b71d5c89-220e-4571-a1ec-fe054a0c8ad1 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:09:49.113456 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.193839 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad0df-0ef5-4aa6-bcb4-17985a94ae49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.311635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4639a453-b955-43e8-8bf1-1eb39922f9de no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:09:49.344046 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-084eebbd-a91f-4c71-90bc-eeb4aaf36032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.416351 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-718cb941-0bc7-42da-8350-2a74bff62b83 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.427878 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 4639a453-b955-43e8-8bf1-1eb39922f9de {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:09:49.428331 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4639a453-b955-43e8-8bf1-1eb39922f9de not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:09:49.461975 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084eebbd-a91f-4c71-90bc-eeb4aaf36032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61743764-d740-46ae-9c21-f5660661aaa2,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:49.463929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Subnet': ['ID=5b17f5e7-839f-4fd2-a33a-02b23b1fe06b,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:49.482102 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.482447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.482784 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.483114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.483446 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.483767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.484084 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.484400 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.484718 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.485032 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.485377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.485642 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.492034 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-5f618e06-c5b3-44b4-b233-646ce1454809', 'network_id': '5f618e06-c5b3-44b4-b233-646ce1454809', 'tenant_id': 'a1044fc2b04a4cf88962f2b23f4c469b', 'fixed_ips': [{'subnet_id': 'fc2fde15-601f-4786-a7d8-56337528fa5e'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:49.498572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.567022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084eebbd-a91f-4c71-90bc-eeb4aaf36032 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.567363 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084eebbd-a91f-4c71-90bc-eeb4aaf36032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.567696 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084eebbd-a91f-4c71-90bc-eeb4aaf36032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.568020 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084eebbd-a91f-4c71-90bc-eeb4aaf36032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.568343 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084eebbd-a91f-4c71-90bc-eeb4aaf36032 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.568660 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084eebbd-a91f-4c71-90bc-eeb4aaf36032 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.569070 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084eebbd-a91f-4c71-90bc-eeb4aaf36032 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.569300 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084eebbd-a91f-4c71-90bc-eeb4aaf36032 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.569649 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084eebbd-a91f-4c71-90bc-eeb4aaf36032 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.569997 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084eebbd-a91f-4c71-90bc-eeb4aaf36032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.570320 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084eebbd-a91f-4c71-90bc-eeb4aaf36032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.570621 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084eebbd-a91f-4c71-90bc-eeb4aaf36032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:49.589457 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-084eebbd-a91f-4c71-90bc-eeb4aaf36032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.593193 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-084eebbd-a91f-4c71-90bc-eeb4aaf36032 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61743764-d740-46ae-9c21-f5660661aaa2 HTTP/1.1" status: 204 len: 168 time: 1.3465376 Jan 27 17:09:49.612030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Checking segment: {'id': '6fa5b2f5-ca17-4e0f-b330-90477adf606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4a9ad6a2-1612-432f-a17b-44d319c2ea20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:49.612397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network hostable DHCP agents. Network: 4a9ad6a2-1612-432f-a17b-44d319c2ea20, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:09:49.660508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:49.663089 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] Provisioning for port 2353dbd7-b052-4310-84e3-ad9b68eb180d completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:49.673562 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5384d1-7eac-42cc-9f79-6ef303ae1aa0 None None] Sync routers for ids ['b71d5c89-220e-4571-a1ec-fe054a0c8ad1'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:49.685244 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] Provisioning complete for port 2353dbd7-b052-4310-84e3-ad9b68eb180d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:49.690072 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0a028bb6-7de6-4afd-b2be-aa51f9ebc4b6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "PUT /v2.0/routers/b71d5c89-220e-4571-a1ec-fe054a0c8ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3573320 Jan 27 17:09:49.696991 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59188) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:49.700322 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.710809 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5384d1-7eac-42cc-9f79-6ef303ae1aa0 None None] Routers {'b71d5c89-220e-4571-a1ec-fe054a0c8ad1'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:49.711442 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ee5384d1-7eac-42cc-9f79-6ef303ae1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['b71d5c89-220e-4571-a1ec-fe054a0c8ad1'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:49.814586 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.881271 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ee5384d1-7eac-42cc-9f79-6ef303ae1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:49.903312 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5384d1-7eac-42cc-9f79-6ef303ae1aa0 None None] Routers {'b71d5c89-220e-4571-a1ec-fe054a0c8ad1'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:49.907190 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ee5384d1-7eac-42cc-9f79-6ef303ae1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['b71d5c89-220e-4571-a1ec-fe054a0c8ad1'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:49.909524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d805692f-f8a3-4856-a0bb-feeab128bd0b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:49.928969 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fc09699e-e39f-4fa9-9a50-f1616615cc67 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:49.993151 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ee5384d1-7eac-42cc-9f79-6ef303ae1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:49.993852 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5384d1-7eac-42cc-9f79-6ef303ae1aa0 None None] The sync data for ids ['b71d5c89-220e-4571-a1ec-fe054a0c8ad1'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:09:50.072486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network 4a9ad6a2-1612-432f-a17b-44d319c2ea20 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:09:50.093861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:50.117625 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 4a9ad6a2-1612-432f-a17b-44d319c2ea20) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:50.129966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:50.130545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:50.180342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142f1394-8a08-4d73-9467-19a7a3b6e728 None None] Network 4a9ad6a2-1612-432f-a17b-44d319c2ea20 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:50.257596 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf47e742-7628-4e23-9c29-6ef894c7e34f None None] Network 146eb44b-1bb9-4b75-88db-115f56920a5b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:50.339227 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:50.438036 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Allocated IP 172.20.0.2 (5f618e06-c5b3-44b4-b233-646ce1454809/fc2fde15-601f-4786-a7d8-56337528fa5e/5994c998-e457-40af-b6db-b6aec949209a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:50.453087 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1aab2a60-378e-4958-9988-886cee2dfb41 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:50.532005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab2a60-378e-4958-9988-886cee2dfb41 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Pushing event deleted for resources: {'Port': ['ID=2daa0a65-b45b-4489-838d-224e43ad45dc,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:50.561068 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-fc09699e-e39f-4fa9-9a50-f1616615cc67 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:09:50.582211 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fc09699e-e39f-4fa9-9a50-f1616615cc67 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:50.592032 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port d805692f-f8a3-4856-a0bb-feeab128bd0b completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:50.600528 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fc09699e-e39f-4fa9-9a50-f1616615cc67 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:50.658822 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] For port 2353dbd7-b052-4310-84e3-ad9b68eb180d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2353dbd7-b052-4310-84e3-ad9b68eb180d,segment=NetworkSegment(80d47342-317c-4000-9968-b37fe78ded3a),segment_id=80d47342-317c-4000-9968-b37fe78ded3a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:50.670325 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ae49cc90-8a31-4659-a05d-415afc4742c8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3682828 Jan 27 17:09:50.676692 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59206) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:50.680983 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e3ab7759-c8fa-403d-9ed5-79daddf35bfd up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:50.722008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'network_id': '4a9ad6a2-1612-432f-a17b-44d319c2ea20', 'name': 'tempest-PortsIpV6TestJSON-1230455575', 'fixed_ips': [{'subnet_id': '5b17f5e7-839f-4fd2-a33a-02b23b1fe06b', 'ip_address': '2001:db8::10'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:50.722745 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:50.800278 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-fc09699e-e39f-4fa9-9a50-f1616615cc67 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] In _notify_port_updated(), no bound segment for port 2239e105-6adb-4b32-94d9-6b7cb6f6a94b on network fda036bb-9bdc-4665-9a1b-88d983876ebd {{(pid=87595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:09:50.807784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc09699e-e39f-4fa9-9a50-f1616615cc67 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:50.808453 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fc09699e-e39f-4fa9-9a50-f1616615cc67 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:50.813306 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fc09699e-e39f-4fa9-9a50-f1616615cc67 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "PUT /v2.0/ports/2239e105-6adb-4b32-94d9-6b7cb6f6a94b HTTP/1.1" status: 200 len: 1001 time: 2.5039649 Jan 27 17:09:50.826776 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59214) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:50.871539 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:50.978308 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59218) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:50.991349 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09699e-e39f-4fa9-9a50-f1616615cc67 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event updated for resources: {'Port': ['ID=2239e105-6adb-4b32-94d9-6b7cb6f6a94b,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:51.014924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1aab2a60-378e-4958-9988-886cee2dfb41 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.026854 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91d21d-e6de-4afd-8610-7a93b4e318b3 None None] Pushing event updated for resources: {'Port': ['ID=2353dbd7-b052-4310-84e3-ad9b68eb180d,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:51.079111 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a46dd-6810-4b7f-a134-fa02cb53eec0 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Deleting port 2239e105-6adb-4b32-94d9-6b7cb6f6a94b {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:51.079659 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5a2a46dd-6810-4b7f-a134-fa02cb53eec0 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.230080 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-4a9ad6a2-1612-432f-a17b-44d319c2ea20', 'network_id': '4a9ad6a2-1612-432f-a17b-44d319c2ea20', 'tenant_id': 'c08441886451403eaced8170704dc616', 'fixed_ips': [{'subnet_id': '5b17f5e7-839f-4fd2-a33a-02b23b1fe06b'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:09:51.230894 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.258764 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8daac5bf-e437-4c0d-a629-69850544801f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.281760 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cb1decae-d354-4770-ad78-720439588c67 None None] Provisioning for port d805692f-f8a3-4856-a0bb-feeab128bd0b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:51.294895 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8c3e5568-49bf-4821-a033-0692dbcd62dd tempest-AgentManagementNegativeTest-512812582 tempest-AgentManagementNegativeTest-512812582-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3125110 Jan 27 17:09:51.318379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-718cb941-0bc7-42da-8350-2a74bff62b83 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port d67d340e-662c-4250-8186-d04b68934895 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:51.319142 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-718cb941-0bc7-42da-8350-2a74bff62b83 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.329121 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:51.332521 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] For port e36a66db-282f-48a2-b3c1-792e0931827c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e36a66db-282f-48a2-b3c1-792e0931827c,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:51.343731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:port and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:51.349363 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:51.384576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:51.422073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.429868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:51.444044 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cb1decae-d354-4770-ad78-720439588c67 None None] Provisioning complete for port d805692f-f8a3-4856-a0bb-feeab128bd0b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:51.444399 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cb1decae-d354-4770-ad78-720439588c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.449815 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.450804 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.507040 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e3ab7759-c8fa-403d-9ed5-79daddf35bfd triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:51.507405 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.571497 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-f34ddb18-170d-455d-86b2-f233feee0396 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:09:51.572844 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f34ddb18-170d-455d-86b2-f233feee0396 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "PUT /v2.0/routers/b71d5c89-220e-4571-a1ec-fe054a0c8ad1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8715951 Jan 27 17:09:51.589533 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59234) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:51.606681 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1aab2a60-378e-4958-9988-886cee2dfb41 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.607845 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1aab2a60-378e-4958-9988-886cee2dfb41 tempest-ServerActionsTestJSON-230316662 tempest-ServerActionsTestJSON-230316662-project] 10.222.0.50 "DELETE /v2.0/floatingips/5a378b35-1e14-4202-8a8a-6495cefdf7a4 HTTP/1.1" status: 204 len: 168 time: 3.3774934 Jan 27 17:09:51.615678 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59238) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:51.697267 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:51.699603 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59242) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:51.718962 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:51.735193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:51.735857 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.768510 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.783089 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f54dd86-3d44-4ee7-ac8a-238ac406edbb None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:51.818869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=e36a66db-282f-48a2-b3c1-792e0931827c,revision_number=4']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:51.832766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=be65722c-a9bf-49a1-8bd4-8408ff809dea,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:51.841073 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Transition to ACTIVE for port object 5994c998-e457-40af-b6db-b6aec949209a will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:51.869406 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-05ac6c29-667c-4d5f-96d8-a183dc66554f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.2564054 Jan 27 17:09:51.873917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59248) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:51.885305 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'mac_address': 'fa:16:3e:1d:b5:8b', 'name': 'tempest-NetworksTestDHCPv6-1128914434'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:51.901978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.933546 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cb1decae-d354-4770-ad78-720439588c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:51.956035 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Transition to ACTIVE for port object 5994c998-e457-40af-b6db-b6aec949209a will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:51.977473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6e27dee6-a674-4963-b4da-aefb3ebc15bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.008901 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Allocated IP 2001:db8::2 (4a9ad6a2-1612-432f-a17b-44d319c2ea20/5b17f5e7-839f-4fd2-a33a-02b23b1fe06b/c9c3b9a6-3310-42c8-a820-564b1997cb26) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:52.024945 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.158974 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e36a66db-282f-48a2-b3c1-792e0931827c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:52.194032 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6e27dee6-a674-4963-b4da-aefb3ebc15bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:52.218007 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6e27dee6-a674-4963-b4da-aefb3ebc15bf admin admin] Usage tracker for resource:security_group_rule and tenant:0fe12d5803c440af9307ae9a643ed0a0 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:52.230477 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Network 5f618e06-c5b3-44b4-b233-646ce1454809 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:52.233801 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-cb1decae-d354-4770-ad78-720439588c67 None None] For port d805692f-f8a3-4856-a0bb-feeab128bd0b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d805692f-f8a3-4856-a0bb-feeab128bd0b,segment=NetworkSegment(ed7a203e-1041-440d-9300-2ff733e8c572),segment_id=ed7a203e-1041-440d-9300-2ff733e8c572)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:52.234127 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6e27dee6-a674-4963-b4da-aefb3ebc15bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:52.240550 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.248280 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5a2a46dd-6810-4b7f-a134-fa02cb53eec0 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.254041 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:52.257271 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] device_id is not set on port b9ab7d1d-c7cc-4108-a8e7-49d16a0d8ff6 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:52.260867 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6e27dee6-a674-4963-b4da-aefb3ebc15bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:52.264310 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-718cb941-0bc7-42da-8350-2a74bff62b83 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.292529 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:52.307515 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cb1decae-d354-4770-ad78-720439588c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.320779 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Pushing event updated for resources: {'Port': ['ID=5994c998-e457-40af-b6db-b6aec949209a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:52.340379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.418517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.557549 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a46dd-6810-4b7f-a134-fa02cb53eec0 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Calling delete_port for 2239e105-6adb-4b32-94d9-6b7cb6f6a94b owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:52.573378 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cb1decae-d354-4770-ad78-720439588c67 None None] Provisioning complete for port 3c816871-9160-41f4-941a-0516c91496f8 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:52.573378 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cb1decae-d354-4770-ad78-720439588c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.585413 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2fde15-601f-4786-a7d8-56337528fa5e,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:52.669799 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1decae-d354-4770-ad78-720439588c67 None None] Pushing event updated for resources: {'Port': ['ID=d805692f-f8a3-4856-a0bb-feeab128bd0b,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:52.679120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-718cb941-0bc7-42da-8350-2a74bff62b83 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Calling delete_port for d67d340e-662c-4250-8186-d04b68934895 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:52.691724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:52.695531 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port e36a66db-282f-48a2-b3c1-792e0931827c completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:52.697643 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:52.698425 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Attempting to bind port 5994c998-e457-40af-b6db-b6aec949209a on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:52.698842 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Attempting to bind port 5994c998-e457-40af-b6db-b6aec949209a by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'bc63ef6f-153c-4312-aa32-973849c52f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5f618e06-c5b3-44b4-b233-646ce1454809'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:52.699187 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Attempting to bind port 5994c998-e457-40af-b6db-b6aec949209a on network 5f618e06-c5b3-44b4-b233-646ce1454809 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:52.703047 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:52.711819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:52.740125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:52.740455 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:52.740879 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:52.741190 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:52.741500 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:52.743104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:52.743104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:52.743104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:52.744147 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:52.744486 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:52.744829 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:52.745131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:52.757503 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:52.757973 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Checking segment: {'id': 'bc63ef6f-153c-4312-aa32-973849c52f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5f618e06-c5b3-44b4-b233-646ce1454809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:52.758435 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.758974 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Bound using segment: {'id': 'bc63ef6f-153c-4312-aa32-973849c52f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5f618e06-c5b3-44b4-b233-646ce1454809'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:52.759500 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Bound port: 5994c998-e457-40af-b6db-b6aec949209a, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc63ef6f-153c-4312-aa32-973849c52f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5f618e06-c5b3-44b4-b233-646ce1454809'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:52.760251 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.772450 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:52.886297 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cb1decae-d354-4770-ad78-720439588c67 None None] Port 3c816871-9160-41f4-941a-0516c91496f8 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:52.893614 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] For port 5994c998-e457-40af-b6db-b6aec949209a, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:52.900793 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2353dbd7-b052-4310-84e3-ad9b68eb180d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:52.905250 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-42c2f79e-5db7-48f9-abc8-5c47d8e8b0ad tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.964820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:52.975052 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] For port 5994c998-e457-40af-b6db-b6aec949209a, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5994c998-e457-40af-b6db-b6aec949209a,segment=NetworkSegment(bc63ef6f-153c-4312-aa32-973849c52f7e),segment_id=bc63ef6f-153c-4312-aa32-973849c52f7e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:52.981211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cb1decae-d354-4770-ad78-720439588c67 None None] Provisioning for port 2239e105-6adb-4b32-94d9-6b7cb6f6a94b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:52.995382 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.065761 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.104063 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cb1decae-d354-4770-ad78-720439588c67 None None] Provisioning complete for port 2239e105-6adb-4b32-94d9-6b7cb6f6a94b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:53.104800 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cb1decae-d354-4770-ad78-720439588c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.135354 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c75b66-84ed-4f9b-a8b6-a40c3d3d174a None None] Pushing event updated for resources: {'Port': ['ID=5994c998-e457-40af-b6db-b6aec949209a,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:53.139230 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.160314 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port 8cf2e5b0-4878-476e-84f6-a0181a587982 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:53.189935 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Transition to ACTIVE for port object c9c3b9a6-3310-42c8-a820-564b1997cb26 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:53.192506 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 2353dbd7-b052-4310-84e3-ad9b68eb180d triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:53.192937 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.230114 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f618e06-c5b3-44b4-b233-646ce1454809']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:53.285776 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc63ef6f-153c-4312-aa32-973849c52f7e') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:53.286065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc63ef6f-153c-4312-aa32-973849c52f7e') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:53.348966 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.350294 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cb1decae-d354-4770-ad78-720439588c67 None None] Port 2239e105-6adb-4b32-94d9-6b7cb6f6a94b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:53.407298 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Transition to ACTIVE for port object c9c3b9a6-3310-42c8-a820-564b1997cb26 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:53.426010 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.430027 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.430211 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6e27dee6-a674-4963-b4da-aefb3ebc15bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.437750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.439939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5a2a46dd-6810-4b7f-a134-fa02cb53eec0 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.449502 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:09:53.450026 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:09:53.501990 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:09:53.503947 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6e27dee6-a674-4963-b4da-aefb3ebc15bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.518812 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cb1decae-d354-4770-ad78-720439588c67 None None] Provisioning complete for port 2353dbd7-b052-4310-84e3-ad9b68eb180d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:53.519289 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cb1decae-d354-4770-ad78-720439588c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.539433 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 172.20.0.3 (bbf03638-7624-437f-9c24-a87cd70c5626/c4c97079-bb55-4908-b895-ca4d300a72b4/8cf2e5b0-4878-476e-84f6-a0181a587982) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:53.563959 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a46dd-6810-4b7f-a134-fa02cb53eec0 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event deleted for resources: {'Port': ['ID=2239e105-6adb-4b32-94d9-6b7cb6f6a94b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:53.564231 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d94403a-fda4-44d7-8c16-ceb9c405f2af None None] Network 5f618e06-c5b3-44b4-b233-646ce1454809 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:53.583844 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::f816:3eff:fe1d:b58b (bbf03638-7624-437f-9c24-a87cd70c5626/be65722c-a9bf-49a1-8bd4-8408ff809dea/8cf2e5b0-4878-476e-84f6-a0181a587982) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:53.596017 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Allocated IP 2001:db8::10 (4a9ad6a2-1612-432f-a17b-44d319c2ea20/5b17f5e7-839f-4fd2-a33a-02b23b1fe06b/b9ab7d1d-c7cc-4108-a8e7-49d16a0d8ff6) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:53.606415 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Network 4a9ad6a2-1612-432f-a17b-44d319c2ea20 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:53.615639 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:53.618428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-42c2f79e-5db7-48f9-abc8-5c47d8e8b0ad tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Deleting port 3c816871-9160-41f4-941a-0516c91496f8 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:53.618722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-42c2f79e-5db7-48f9-abc8-5c47d8e8b0ad tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.638803 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:53.684270 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Pushing event updated for resources: {'Port': ['ID=c9c3b9a6-3310-42c8-a820-564b1997cb26,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:53.800320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27dee6-a674-4963-b4da-aefb3ebc15bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bfa786-b57e-4d93-910d-dba16b7ab80b,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:53.859606 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6e27dee6-a674-4963-b4da-aefb3ebc15bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0fe12d5803c440af9307ae9a643ed0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1331542 Jan 27 17:09:53.863165 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 17:09:53.863165 dv-neutron-826439-2-hyperv neutron-server[87595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 17:09:53.863165 dv-neutron-826439-2-hyperv neutron-server[87595]: [parameters: {'id': '5f618e06-c5b3-44b4-b233-646ce1454809'}] Jan 27 17:09:53.863165 dv-neutron-826439-2-hyperv neutron-server[87595]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:09:53.866250 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:09:53.866913 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59256) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:53.869001 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5a2a46dd-6810-4b7f-a134-fa02cb53eec0 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:53.899844 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5a2a46dd-6810-4b7f-a134-fa02cb53eec0 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "DELETE /v2.0/ports/2239e105-6adb-4b32-94d9-6b7cb6f6a94b HTTP/1.1" status: 204 len: 168 time: 3.0675476 Jan 27 17:09:53.909409 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59260) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:53.986462 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-718cb941-0bc7-42da-8350-2a74bff62b83 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.029529 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-02064869-efd0-47f2-b324-3664dfb73294 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] GET failed (client error): The resource could not be found. Jan 27 17:09:54.030100 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-02064869-efd0-47f2-b324-3664dfb73294 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Synchronizing usage tracker for tenant:dcbc727531a64d85ac7ec7596650e731 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:54.063005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cb941-0bc7-42da-8350-2a74bff62b83 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Port': ['ID=d67d340e-662c-4250-8186-d04b68934895,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:54.159502 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Attempting to bind port c9c3b9a6-3310-42c8-a820-564b1997cb26 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:09:54.160071 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Attempting to bind port c9c3b9a6-3310-42c8-a820-564b1997cb26 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '6fa5b2f5-ca17-4e0f-b330-90477adf606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4a9ad6a2-1612-432f-a17b-44d319c2ea20'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:09:54.162474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Attempting to bind port c9c3b9a6-3310-42c8-a820-564b1997cb26 on network 4a9ad6a2-1612-432f-a17b-44d319c2ea20 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:09:54.174272 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d805692f-f8a3-4856-a0bb-feeab128bd0b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:54.240821 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8ac2-0736-480d-a853-83f5967f075b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.315845 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:09:54.316525 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Checking segment: {'id': '6fa5b2f5-ca17-4e0f-b330-90477adf606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4a9ad6a2-1612-432f-a17b-44d319c2ea20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:09:54.317085 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.317637 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Bound using segment: {'id': '6fa5b2f5-ca17-4e0f-b330-90477adf606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4a9ad6a2-1612-432f-a17b-44d319c2ea20'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:09:54.318513 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Bound port: c9c3b9a6-3310-42c8-a820-564b1997cb26, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa5b2f5-ca17-4e0f-b330-90477adf606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4a9ad6a2-1612-432f-a17b-44d319c2ea20'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:09:54.319033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.323558 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8ac2-0736-480d-a853-83f5967f075b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.366684 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-42c2f79e-5db7-48f9-abc8-5c47d8e8b0ad tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.381763 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.390833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f102895e-82eb-42f5-a866-e68af4a11e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.398926 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-02064869-efd0-47f2-b324-3664dfb73294 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Unset dirty status for tenant:dcbc727531a64d85ac7ec7596650e731 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:54.406049 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-02064869-efd0-47f2-b324-3664dfb73294 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "GET /v2.0/ports/2239e105-6adb-4b32-94d9-6b7cb6f6a94b HTTP/1.1" status: 404 len: 333 time: 0.4843395 Jan 27 17:09:54.410868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59264) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:54.478195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-749d0648-0c2b-461e-b550-475dc57e3052 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Request body: {'port': {'network_id': 'fda036bb-9bdc-4665-9a1b-88d983876ebd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1638311666'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:54.544541 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port d805692f-f8a3-4856-a0bb-feeab128bd0b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:54.545376 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.584757 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-42c2f79e-5db7-48f9-abc8-5c47d8e8b0ad tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Calling delete_port for 3c816871-9160-41f4-941a-0516c91496f8 owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:54.588851 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] For port c9c3b9a6-3310-42c8-a820-564b1997cb26, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:09:54.610482 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-16c10439-c4a8-410b-a1d8-12fa93acbfef None None] Provisioning complete for port d805692f-f8a3-4856-a0bb-feeab128bd0b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:54.611105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-16c10439-c4a8-410b-a1d8-12fa93acbfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.651408 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] For port c9c3b9a6-3310-42c8-a820-564b1997cb26, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c9c3b9a6-3310-42c8-a820-564b1997cb26,segment=NetworkSegment(6fa5b2f5-ca17-4e0f-b330-90477adf606b),segment_id=6fa5b2f5-ca17-4e0f-b330-90477adf606b)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:09:54.670991 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.698377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.726980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Deleting port 5994c998-e457-40af-b6db-b6aec949209a {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:54.727231 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.750122 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-718cb941-0bc7-42da-8350-2a74bff62b83 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.754814 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.806381 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object 8cf2e5b0-4878-476e-84f6-a0181a587982 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:54.842938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Transition to ACTIVE for port object b9ab7d1d-c7cc-4108-a8e7-49d16a0d8ff6 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:54.880998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Pushing event updated for resources: {'Port': ['ID=c9c3b9a6-3310-42c8-a820-564b1997cb26,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:54.888358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-749d0648-0c2b-461e-b550-475dc57e3052 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:54.909010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-749d0648-0c2b-461e-b550-475dc57e3052 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:54.910162 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:54.910841 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:54.911464 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:54.911682 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:54.912461 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:54.912461 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:54.912672 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:54.912922 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:54.913315 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:54.913527 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:54.914166 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:54.914475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223979b6-6c84-480c-b7ab-c3bd8a2edc85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:09:54.938711 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e36a66db-282f-48a2-b3c1-792e0931827c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:54.939666 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.944757 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.950984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749d0648-0c2b-461e-b550-475dc57e3052 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Made reservation on behalf of dcbc727531a64d85ac7ec7596650e731 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:54.954760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-749d0648-0c2b-461e-b550-475dc57e3052 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:54.968901 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-16c10439-c4a8-410b-a1d8-12fa93acbfef None None] Could not find standard attr ID for object 2239e105-6adb-4b32-94d9-6b7cb6f6a94b. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:09:55.020280 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-16c10439-c4a8-410b-a1d8-12fa93acbfef None None] Provisioning for port e36a66db-282f-48a2-b3c1-792e0931827c completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:55.029005 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-16c10439-c4a8-410b-a1d8-12fa93acbfef None None] Provisioning complete for port e36a66db-282f-48a2-b3c1-792e0931827c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:55.029474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-16c10439-c4a8-410b-a1d8-12fa93acbfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.134823 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e36a66db-282f-48a2-b3c1-792e0931827c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:55.135348 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.135458 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:55.151536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:55.181451 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network 4a9ad6a2-1612-432f-a17b-44d319c2ea20 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:55.185005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:55.246884 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:55.252328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=8cf2e5b0-4878-476e-84f6-a0181a587982,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:55.253316 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8ac2-0736-480d-a853-83f5967f075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.278409 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:55.287348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:55.288153 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.313965 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-749d0648-0c2b-461e-b550-475dc57e3052 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] device_id is not set on port 47424830-dc3d-46c9-8b5c-6564171d8e53 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:55.358624 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d8ac2-0736-480d-a853-83f5967f075b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bfa786-b57e-4d93-910d-dba16b7ab80b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:55.391393 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-16c10439-c4a8-410b-a1d8-12fa93acbfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.448295 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-16c10439-c4a8-410b-a1d8-12fa93acbfef None None] For port e36a66db-282f-48a2-b3c1-792e0931827c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e36a66db-282f-48a2-b3c1-792e0931827c,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:55.450074 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.463108 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-16c10439-c4a8-410b-a1d8-12fa93acbfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.472623 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-eb9d8ac2-0736-480d-a853-83f5967f075b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.473950 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-eb9d8ac2-0736-480d-a853-83f5967f075b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5bfa786-b57e-4d93-910d-dba16b7ab80b HTTP/1.1" status: 204 len: 168 time: 1.5786948 Jan 27 17:09:55.492948 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718cb941-0bc7-42da-8350-2a74bff62b83 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router 8195c6fd-e19a-43c0-95bb-2e8b1d3b937e has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:09:55.495321 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:55.496731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.548541 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-674960ed-37f7-4061-b012-4b96a72a3c3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6735733 Jan 27 17:09:55.550119 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-42c2f79e-5db7-48f9-abc8-5c47d8e8b0ad tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.555171 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59270) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:55.562710 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.8709791 Jan 27 17:09:55.582962 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c10439-c4a8-410b-a1d8-12fa93acbfef None None] Pushing event updated for resources: {'Port': ['ID=e36a66db-282f-48a2-b3c1-792e0931827c,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:55.606520 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59272) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:55.622380 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'network_id': '4a9ad6a2-1612-432f-a17b-44d319c2ea20', 'name': 'tempest-PortsIpV6TestJSON-1166427340', 'fixed_ips': [{'subnet_id': '5b17f5e7-839f-4fd2-a33a-02b23b1fe06b', 'ip_address': '2001:db8::f'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:55.698946 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:09:55.699290 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:09:55.713966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-05e16f5f-90c0-4a53-8319-937f70fa07a4 None None] Provisioning for port 8cf2e5b0-4878-476e-84f6-a0181a587982 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:55.720453 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-05e16f5f-90c0-4a53-8319-937f70fa07a4 None None] Provisioning complete for port 8cf2e5b0-4878-476e-84f6-a0181a587982 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:55.720453 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05e16f5f-90c0-4a53-8319-937f70fa07a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.791400 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-05e16f5f-90c0-4a53-8319-937f70fa07a4 None None] Port 8cf2e5b0-4878-476e-84f6-a0181a587982 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:55.883937 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] For port 5994c998-e457-40af-b6db-b6aec949209a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5994c998-e457-40af-b6db-b6aec949209a,segment=NetworkSegment(bc63ef6f-153c-4312-aa32-973849c52f7e),segment_id=bc63ef6f-153c-4312-aa32-973849c52f7e)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:55.884295 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:55.893864 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718cb941-0bc7-42da-8350-2a74bff62b83 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:55.898924 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-718cb941-0bc7-42da-8350-2a74bff62b83 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/8195c6fd-e19a-43c0-95bb-2e8b1d3b937e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2780678 Jan 27 17:09:55.904771 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59282) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:55.908435 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d02454-a532-4235-9c04-328ae22c5dbf None None] Sync routers for ids ['8195c6fd-e19a-43c0-95bb-2e8b1d3b937e'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:55.933551 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d02454-a532-4235-9c04-328ae22c5dbf None None] Routers {'8195c6fd-e19a-43c0-95bb-2e8b1d3b937e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:55.934267 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-20d02454-a532-4235-9c04-328ae22c5dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8195c6fd-e19a-43c0-95bb-2e8b1d3b937e'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:56.017618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf2977-4f1b-4582-b6b4-0bf4cb908b33 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=b9ab7d1d-c7cc-4108-a8e7-49d16a0d8ff6,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:56.119325 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-20d02454-a532-4235-9c04-328ae22c5dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:56.132208 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d02454-a532-4235-9c04-328ae22c5dbf None None] Routers {'8195c6fd-e19a-43c0-95bb-2e8b1d3b937e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:56.133015 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-20d02454-a532-4235-9c04-328ae22c5dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8195c6fd-e19a-43c0-95bb-2e8b1d3b937e'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:56.166924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Calling delete_port for 5994c998-e457-40af-b6db-b6aec949209a owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:56.170382 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-42c2f79e-5db7-48f9-abc8-5c47d8e8b0ad tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:56.226938 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a7693e40-966b-434f-8409-627d361c2b87 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Synchronizing usage tracker for tenant:65a019d99d874346aca26dc7cd6b9eab on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:56.233976 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2f79e-5db7-48f9-abc8-5c47d8e8b0ad tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event deleted for resources: {'Port': ['ID=3c816871-9160-41f4-941a-0516c91496f8,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:56.268649 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-20d02454-a532-4235-9c04-328ae22c5dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:56.269773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d02454-a532-4235-9c04-328ae22c5dbf None None] The sync data for ids ['8195c6fd-e19a-43c0-95bb-2e8b1d3b937e'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:09:56.296348 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-f102895e-82eb-42f5-a866-e68af4a11e19 admin admin] Deleting port 19da04c5-c874-4e56-a41c-070cf64b8c45 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:56.296826 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f102895e-82eb-42f5-a866-e68af4a11e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:56.353171 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53515ddc-04b9-4d4e-ae7f-e793a361f994 None None] Network 4a9ad6a2-1612-432f-a17b-44d319c2ea20 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:56.380964 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a7693e40-966b-434f-8409-627d361c2b87 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Unset dirty status for tenant:65a019d99d874346aca26dc7cd6b9eab on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:56.384430 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a7693e40-966b-434f-8409-627d361c2b87 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports?device_id=8195c6fd-e19a-43c0-95bb-2e8b1d3b937e HTTP/1.1" status: 200 len: 205 time: 0.4739377 Jan 27 17:09:56.388046 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59296) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:56.389726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-749d0648-0c2b-461e-b550-475dc57e3052 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Allocated IP 2001:db8::3e3 (fda036bb-9bdc-4665-9a1b-88d983876ebd/f7285c06-e19b-49f3-ba13-0df52b758c7d/47424830-dc3d-46c9-8b5c-6564171d8e53) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:56.408972 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e7f2af-7169-4405-9ca9-28f9ce307d55 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:56.432887 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e7f2af-7169-4405-9ca9-28f9ce307d55 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:56.434376 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-38e7f2af-7169-4405-9ca9-28f9ce307d55 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:09:56.512519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:56.622466 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c9c3b9a6-3310-42c8-a820-564b1997cb26 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:56.677507 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-689566d0-93c9-4394-ae8a-e1a6efd6c669 None None] Provisioning for port c9c3b9a6-3310-42c8-a820-564b1997cb26 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:56.707312 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-38e7f2af-7169-4405-9ca9-28f9ce307d55 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:09:56.709826 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-38e7f2af-7169-4405-9ca9-28f9ce307d55 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.1406062 Jan 27 17:09:56.710423 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59304) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:56.725298 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No DVR routers for this DVR port 5994c998-e457-40af-b6db-b6aec949209a on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:09:56.735905 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59306) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:56.736709 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Port': ['ID=5994c998-e457-40af-b6db-b6aec949209a,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:56.774484 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port c9c3b9a6-3310-42c8-a820-564b1997cb26 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:56.781631 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-96a83c79-60a2-4046-8827-85ee8162e21a tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:56.782661 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port c9c3b9a6-3310-42c8-a820-564b1997cb26 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:56.783019 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:56.889849 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-f102895e-82eb-42f5-a866-e68af4a11e19 admin admin] For port 19da04c5-c874-4e56-a41c-070cf64b8c45, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=19da04c5-c874-4e56-a41c-070cf64b8c45,segment=NetworkSegment(e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750),segment_id=e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:56.890465 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f102895e-82eb-42f5-a866-e68af4a11e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:56.910625 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:56.914797 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:56.951550 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port c9c3b9a6-3310-42c8-a820-564b1997cb26, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c9c3b9a6-3310-42c8-a820-564b1997cb26,segment=NetworkSegment(6fa5b2f5-ca17-4e0f-b330-90477adf606b),segment_id=6fa5b2f5-ca17-4e0f-b330-90477adf606b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:56.961148 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:56.962037 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e36a66db-282f-48a2-b3c1-792e0931827c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:57.132436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=c9c3b9a6-3310-42c8-a820-564b1997cb26,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:57.135090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e36a66db-282f-48a2-b3c1-792e0931827c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:57.135417 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.158432 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1a06b-cd8a-4027-ab9f-1820e57e1369 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port 8cf2e5b0-4878-476e-84f6-a0181a587982 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:57.158835 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d8f1a06b-cd8a-4027-ab9f-1820e57e1369 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.197584 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:port and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:57.210393 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cccdcce9-4730-4265-8292-134beff6b5cc None None] Provisioning complete for port c9c3b9a6-3310-42c8-a820-564b1997cb26 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:57.210959 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cccdcce9-4730-4265-8292-134beff6b5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.281093 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:57.312887 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1688926151'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:57.347516 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bf2eb6-7bc8-47cc-9c12-1d53c7d70f54 None None] get_active_networks_info from dv-neutron-826439-2-hyperv {{(pid=87596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:09:57.361096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c2f79e-5db7-48f9-abc8-5c47d8e8b0ad tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Router b71d5c89-220e-4571-a1ec-fe054a0c8ad1 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:09:57.362082 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:57.365984 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-f102895e-82eb-42f5-a866-e68af4a11e19 admin admin] Calling delete_port for 19da04c5-c874-4e56-a41c-070cf64b8c45 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:57.395625 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-96a83c79-60a2-4046-8827-85ee8162e21a tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.399952 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:57.402531 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-96a83c79-60a2-4046-8827-85ee8162e21a tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.437665 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Usage tracker for resource:network and tenant:8e38f46b2ae94749a68782f850b6b70b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:57.449563 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:57.463232 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:57.474049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:57.509708 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cccdcce9-4730-4265-8292-134beff6b5cc None None] Provisioning for port b9ab7d1d-c7cc-4108-a8e7-49d16a0d8ff6 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:57.522756 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cccdcce9-4730-4265-8292-134beff6b5cc None None] Provisioning complete for port b9ab7d1d-c7cc-4108-a8e7-49d16a0d8ff6 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:57.523123 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cccdcce9-4730-4265-8292-134beff6b5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.573295 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.580575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Made reservation on behalf of 8e38f46b2ae94749a68782f850b6b70b for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:57.584104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.602506 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cccdcce9-4730-4265-8292-134beff6b5cc None None] Port b9ab7d1d-c7cc-4108-a8e7-49d16a0d8ff6 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:57.608661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-96a83c79-60a2-4046-8827-85ee8162e21a tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.609170 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a83c79-60a2-4046-8827-85ee8162e21a tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Fanout notify agent at l3_agent the message router_deleted on router 8195c6fd-e19a-43c0-95bb-2e8b1d3b937e {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:09:57.625620 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bf2eb6-7bc8-47cc-9c12-1d53c7d70f54 None None] Resources bound (agent type, host, resource id): {{(pid=87596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:09:57.633136 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.649303 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f618e06-c5b3-44b4-b233-646ce1454809']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:57.712390 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:57.720601 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc63ef6f-153c-4312-aa32-973849c52f7e') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:57.720945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc63ef6f-153c-4312-aa32-973849c52f7e') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:57.728865 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Usage tracker for resource:security_group_rule and tenant:8e38f46b2ae94749a68782f850b6b70b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:57.733286 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:57.737219 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c2f79e-5db7-48f9-abc8-5c47d8e8b0ad tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:09:57.764881 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:57.767184 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8976df0e-b40a-4cc7-ac8a-0861d0979ad8 None None] Sync routers for ids ['b71d5c89-220e-4571-a1ec-fe054a0c8ad1'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:09:57.768413 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.778398 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8976df0e-b40a-4cc7-ac8a-0861d0979ad8 None None] Routers {'b71d5c89-220e-4571-a1ec-fe054a0c8ad1'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:57.779391 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-8976df0e-b40a-4cc7-ac8a-0861d0979ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['b71d5c89-220e-4571-a1ec-fe054a0c8ad1'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:57.779937 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-749d0648-0c2b-461e-b550-475dc57e3052 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.789459 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-96a83c79-60a2-4046-8827-85ee8162e21a tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.793867 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-96a83c79-60a2-4046-8827-85ee8162e21a tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/routers/8195c6fd-e19a-43c0-95bb-2e8b1d3b937e HTTP/1.1" status: 204 len: 168 time: 1.4020286 Jan 27 17:09:57.797645 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59314) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:57.806155 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-42c2f79e-5db7-48f9-abc8-5c47d8e8b0ad tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "PUT /v2.0/routers/b71d5c89-220e-4571-a1ec-fe054a0c8ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2143731 Jan 27 17:09:57.815437 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59318) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:57.849354 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2b58278c-f1d0-49ef-9b73-e6bce1eedf5f None None] Provisioning complete for port b9ab7d1d-c7cc-4108-a8e7-49d16a0d8ff6 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:57.849814 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2b58278c-f1d0-49ef-9b73-e6bce1eedf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.860495 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-8976df0e-b40a-4cc7-ac8a-0861d0979ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:57.870798 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8976df0e-b40a-4cc7-ac8a-0861d0979ad8 None None] Routers {'b71d5c89-220e-4571-a1ec-fe054a0c8ad1'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:09:57.871923 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-8976df0e-b40a-4cc7-ac8a-0861d0979ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['b71d5c89-220e-4571-a1ec-fe054a0c8ad1'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:57.894683 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea77201d-ab42-4833-9826-905d6580ea33 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting subnet 517c86bf-7995-450e-9220-35a6ff861190 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:09:57.898175 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea77201d-ab42-4833-9826-905d6580ea33 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.938515 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-8976df0e-b40a-4cc7-ac8a-0861d0979ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:09:57.939431 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8976df0e-b40a-4cc7-ac8a-0861d0979ad8 None None] The sync data for ids ['b71d5c89-220e-4571-a1ec-fe054a0c8ad1'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:09:57.959296 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2b58278c-f1d0-49ef-9b73-e6bce1eedf5f None None] Port b9ab7d1d-c7cc-4108-a8e7-49d16a0d8ff6 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:57.959494 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea77201d-ab42-4833-9826-905d6580ea33 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:57.999037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d8f1a06b-cd8a-4027-ab9f-1820e57e1369 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.006999 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.020049 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-4f18832b-8ee5-4f3f-a88d-3b1e72f65480 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] delete failed (client error): The resource could not be found. Jan 27 17:09:58.026376 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4f18832b-8ee5-4f3f-a88d-3b1e72f65480 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1148145642 HTTP/1.1" status: 404 len: 335 time: 0.2027857 Jan 27 17:09:58.026376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-749d0648-0c2b-461e-b550-475dc57e3052 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Transition to ACTIVE for port object 47424830-dc3d-46c9-8b5c-6564171d8e53 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:58.026376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.030478 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:09:58.030876 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.037420 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59322) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:58.046962 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-54af025b-cc8b-493d-ba4b-da8860135e83 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b71d5c89-220e-4571-a1ec-fe054a0c8ad1'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:09:58.047360 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:09:58.128037 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] device_id is not set on port 4bde9255-f16b-446d-a5c4-541978ddba20 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:58.185447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1a06b-cd8a-4027-ab9f-1820e57e1369 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for 8cf2e5b0-4878-476e-84f6-a0181a587982 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:58.348823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.383140 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.404740 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Network': ['ID=5f618e06-c5b3-44b4-b233-646ce1454809,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:58.414878 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c9c3b9a6-3310-42c8-a820-564b1997cb26 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:09:58.417549 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f102895e-82eb-42f5-a866-e68af4a11e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.478952 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-749d0648-0c2b-461e-b550-475dc57e3052 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.498567 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102895e-82eb-42f5-a866-e68af4a11e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=19da04c5-c874-4e56-a41c-070cf64b8c45,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:58.500891 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea77201d-ab42-4833-9826-905d6580ea33 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.538640 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3f32e631-2317-4ddd-b086-657d44c21726 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/5f618e06-c5b3-44b4-b233-646ce1454809 HTTP/1.1" status: 204 len: 168 time: 9.5813086 Jan 27 17:09:58.542113 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port c9c3b9a6-3310-42c8-a820-564b1997cb26 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:58.544930 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.569963 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59326) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:58.591060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-2c32a300-b77a-4fe3-8479-f59b5352c147 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-355862280'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:58.632480 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54af025b-cc8b-493d-ba4b-da8860135e83 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.707563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749d0648-0c2b-461e-b550-475dc57e3052 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Network fda036bb-9bdc-4665-9a1b-88d983876ebd is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:58.717823 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-749d0648-0c2b-461e-b550-475dc57e3052 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:58.719648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d0648-0c2b-461e-b550-475dc57e3052 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event updated for resources: {'Port': ['ID=47424830-dc3d-46c9-8b5c-6564171d8e53,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:58.724269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d0648-0c2b-461e-b550-475dc57e3052 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:58.729821 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749d0648-0c2b-461e-b550-475dc57e3052 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:58.730527 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-749d0648-0c2b-461e-b550-475dc57e3052 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.734904 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-54af025b-cc8b-493d-ba4b-da8860135e83 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] update failed (client error): The resource could not be found. Jan 27 17:09:58.735962 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-54af025b-cc8b-493d-ba4b-da8860135e83 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "PUT /v2.0/routers/b71d5c89-220e-4571-a1ec-fe054a0c8ad1 HTTP/1.1" status: 404 len: 339 time: 0.6975756 Jan 27 17:09:58.741514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59330) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:58.759192 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-6393050f-d4a5-4268-a0cd-f3a72a0dc4ab tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-960280780'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:58.771252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6393050f-d4a5-4268-a0cd-f3a72a0dc4ab tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:58.780535 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6393050f-d4a5-4268-a0cd-f3a72a0dc4ab tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Usage tracker for resource:network and tenant:9aa4dd879a9e4762a6f9795a40a49481 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:58.788532 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6393050f-d4a5-4268-a0cd-f3a72a0dc4ab tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:58.793460 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-749d0648-0c2b-461e-b550-475dc57e3052 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.3789668 Jan 27 17:09:58.797254 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Allocated IP 2001:db8::f (4a9ad6a2-1612-432f-a17b-44d319c2ea20/5b17f5e7-839f-4fd2-a33a-02b23b1fe06b/4bde9255-f16b-446d-a5c4-541978ddba20) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:58.799389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6393050f-d4a5-4268-a0cd-f3a72a0dc4ab tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:58.800886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59334) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:58.802464 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2c32a300-b77a-4fe3-8479-f59b5352c147 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:58.807291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a114cc04-1917-4809-9ff5-17b9d549c880 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Request body: {'port': {'network_id': 'fda036bb-9bdc-4665-9a1b-88d983876ebd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-913940333'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:58.854688 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2c32a300-b77a-4fe3-8479-f59b5352c147 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:network and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:09:58.858557 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.861449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6393050f-d4a5-4268-a0cd-f3a72a0dc4ab tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Made reservation on behalf of 9aa4dd879a9e4762a6f9795a40a49481 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:58.864832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6393050f-d4a5-4268-a0cd-f3a72a0dc4ab tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.870987 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2c32a300-b77a-4fe3-8479-f59b5352c147 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:09:58.879384 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:58.913059 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2c32a300-b77a-4fe3-8479-f59b5352c147 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:59.041037 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a114cc04-1917-4809-9ff5-17b9d549c880 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:09:59.054569 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c32a300-b77a-4fe3-8479-f59b5352c147 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:59.058469 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c32a300-b77a-4fe3-8479-f59b5352c147 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.065715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a114cc04-1917-4809-9ff5-17b9d549c880 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:09:59.066747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=318eb142-7d5d-40e2-84a2-b3e8bcee3acb,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:59.102898 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4dd51791-74d3-487e-863b-7fef312a7cd6 None None] Provisioning for port 47424830-dc3d-46c9-8b5c-6564171d8e53 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:09:59.107787 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea77201d-ab42-4833-9826-905d6580ea33 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.108837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4dd51791-74d3-487e-863b-7fef312a7cd6 None None] Provisioning complete for port 47424830-dc3d-46c9-8b5c-6564171d8e53 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:09:59.109202 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4dd51791-74d3-487e-863b-7fef312a7cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.135556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a114cc04-1917-4809-9ff5-17b9d549c880 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Made reservation on behalf of dcbc727531a64d85ac7ec7596650e731 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:09:59.139667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a114cc04-1917-4809-9ff5-17b9d549c880 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.167522 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4dd51791-74d3-487e-863b-7fef312a7cd6 None None] Port 47424830-dc3d-46c9-8b5c-6564171d8e53 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:09:59.180361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-a114cc04-1917-4809-9ff5-17b9d549c880 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] device_id is not set on port b4f888d6-4d62-4298-995d-357975bdfc87 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:09:59.187137 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77201d-ab42-4833-9826-905d6580ea33 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Subnet': ['ID=517c86bf-7995-450e-9220-35a6ff861190,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:59.190941 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c519dbe4-4b5e-4e36-bef8-58977b4c6694 None None] Network 58a7bdb6-6738-4963-88e8-2c41bf5e7e3b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:09:59.192693 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea77201d-ab42-4833-9826-905d6580ea33 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.229529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6393050f-d4a5-4268-a0cd-f3a72a0dc4ab tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:59.253716 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.263438 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6393050f-d4a5-4268-a0cd-f3a72a0dc4ab tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.263817 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-6393050f-d4a5-4268-a0cd-f3a72a0dc4ab tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Added segment afcf2d4b-edac-4057-b507-08870167e9b5 of type vlan for network 7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e Jan 27 17:09:59.271893 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d8f1a06b-cd8a-4027-ab9f-1820e57e1369 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.282297 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:59.300273 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Transition to ACTIVE for port object 4bde9255-f16b-446d-a5c4-541978ddba20 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:09:59.328380 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c32a300-b77a-4fe3-8479-f59b5352c147 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:09:59.337013 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ea77201d-ab42-4833-9826-905d6580ea33 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/subnets/517c86bf-7995-450e-9220-35a6ff861190 HTTP/1.1" status: 204 len: 168 time: 1.5374565 Jan 27 17:09:59.351471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59338) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:59.359550 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1a06b-cd8a-4027-ab9f-1820e57e1369 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=8cf2e5b0-4878-476e-84f6-a0181a587982,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:59.372093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.372093 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Added segment d2792f77-ef75-4c53-8304-69e946a56b1b of type vlan for network d87a04ec-d04e-4285-a8db-623b650a857e Jan 27 17:09:59.404169 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c32a300-b77a-4fe3-8479-f59b5352c147 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.404508 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-2c32a300-b77a-4fe3-8479-f59b5352c147 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Added segment 0574f06a-0db5-4e55-aa1d-b85dc3e225f6 of type vlan for network b1fdcfe5-7493-4b12-b5b9-520a149e05ca Jan 27 17:09:59.415012 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f102895e-82eb-42f5-a866-e68af4a11e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.520007 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d801c5a0-1532-4a3f-8d71-32784b9a78fa None None] DHCP port deletion for 58a7bdb6-6738-4963-88e8-2c41bf5e7e3b request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:09:59.527886 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d801c5a0-1532-4a3f-8d71-32784b9a78fa None None] Deleting port e3ab7759-c8fa-403d-9ed5-79daddf35bfd {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:09:59.528604 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d801c5a0-1532-4a3f-8d71-32784b9a78fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.540980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6393050f-d4a5-4268-a0cd-f3a72a0dc4ab tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.584613 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.599582 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.600659 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6393050f-d4a5-4268-a0cd-f3a72a0dc4ab tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.606310 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6393050f-d4a5-4268-a0cd-f3a72a0dc4ab tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:59.607138 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6393050f-d4a5-4268-a0cd-f3a72a0dc4ab tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.623711 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c32a300-b77a-4fe3-8479-f59b5352c147 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.699933 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d8f1a06b-cd8a-4027-ab9f-1820e57e1369 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.768692 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.774720 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:59.775311 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.776133 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d801c5a0-1532-4a3f-8d71-32784b9a78fa None None] For port e3ab7759-c8fa-403d-9ed5-79daddf35bfd, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e3ab7759-c8fa-403d-9ed5-79daddf35bfd,segment=NetworkSegment(992e042e-f6cd-4258-870f-bfe226d99c9a),segment_id=992e042e-f6cd-4258-870f-bfe226d99c9a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:09:59.776604 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d801c5a0-1532-4a3f-8d71-32784b9a78fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.778636 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-a114cc04-1917-4809-9ff5-17b9d549c880 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Allocated IP 2001:db8::20a (fda036bb-9bdc-4665-9a1b-88d983876ebd/f7285c06-e19b-49f3-ba13-0df52b758c7d/b4f888d6-4d62-4298-995d-357975bdfc87) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:09:59.778974 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c32a300-b77a-4fe3-8479-f59b5352c147 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.784172 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32a300-b77a-4fe3-8479-f59b5352c147 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:59.784754 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c32a300-b77a-4fe3-8479-f59b5352c147 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.820773 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d8f1a06b-cd8a-4027-ab9f-1820e57e1369 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/8cf2e5b0-4878-476e-84f6-a0181a587982 HTTP/1.1" status: 204 len: 168 time: 3.0818167 Jan 27 17:09:59.830084 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59342) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:59.870079 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2c32a300-b77a-4fe3-8479-f59b5352c147 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2957284 Jan 27 17:09:59.874569 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.1512012 Jan 27 17:09:59.875222 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59346) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:59.884425 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59348) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:59.891478 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-4ca38748-ca3b-432c-923f-aa7ceea78b3c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'subnet': {'network_id': 'b1fdcfe5-7493-4b12-b5b9-520a149e05ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:59.913275 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d801c5a0-1532-4a3f-8d71-32784b9a78fa None None] Calling delete_port for e3ab7759-c8fa-403d-9ed5-79daddf35bfd owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:09:59.917622 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network 4a9ad6a2-1612-432f-a17b-44d319c2ea20 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:09:59.922123 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d36c4465-8734-4de9-b2c8-86de4257b35e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.927618 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6393050f-d4a5-4268-a0cd-f3a72a0dc4ab tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1816692 Jan 27 17:09:59.936497 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:09:59.938583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59354) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:09:59.949268 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393050f-d4a5-4268-a0cd-f3a72a0dc4ab tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event updated for resources: {'Network': ['ID=7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:09:59.955958 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4a5de257-71e9-48f7-b341-6e9c5f4ec4c6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Request body: {'subnet': {'network_id': '7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:59.956779 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f7be5b62-040f-41ca-af58-d5f1d1e4703f tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Request body: {'subnet': {'network_id': 'd87a04ec-d04e-4285-a8db-623b650a857e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:09:59.965745 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:09:59.975107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:09:59.980890 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:09:59.981767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:09:59.986548 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=4bde9255-f16b-446d-a5c4-541978ddba20,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:00.028936 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcd61f-11d2-42c6-9652-c76edb228101 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Pushing event updated for resources: {'Network': ['ID=d87a04ec-d04e-4285-a8db-623b650a857e,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:00.085239 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-d36c4465-8734-4de9-b2c8-86de4257b35e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port e3ab7759-c8fa-403d-9ed5-79daddf35bfd {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:00.085847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d36c4465-8734-4de9-b2c8-86de4257b35e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:00.094978 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network d87a04ec-d04e-4285-a8db-623b650a857e details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:00.129369 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e1c3eeea-3458-4923-ae3f-f24cdfc1dbc1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5188956 Jan 27 17:10:00.133479 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59358) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:00.228902 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a86ed5-4361-4306-97d4-1d052ede0e56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:00.230468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a86ed5-4361-4306-97d4-1d052ede0e56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:00.232193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a86ed5-4361-4306-97d4-1d052ede0e56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:00.232864 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-90a86ed5-4361-4306-97d4-1d052ede0e56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:00.235314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d801c5a0-1532-4a3f-8d71-32784b9a78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:00.311236 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801c5a0-1532-4a3f-8d71-32784b9a78fa None None] No DVR routers for this DVR port e3ab7759-c8fa-403d-9ed5-79daddf35bfd on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:00.313962 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801c5a0-1532-4a3f-8d71-32784b9a78fa None None] Pushing event deleted for resources: {'Port': ['ID=e3ab7759-c8fa-403d-9ed5-79daddf35bfd,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:00.325422 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-d36c4465-8734-4de9-b2c8-86de4257b35e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] The port 'e3ab7759-c8fa-403d-9ed5-79daddf35bfd' was deleted {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:10:00.332255 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4a5de257-71e9-48f7-b341-6e9c5f4ec4c6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:00.336779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4a5de257-71e9-48f7-b341-6e9c5f4ec4c6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Usage tracker for resource:subnet and tenant:9aa4dd879a9e4762a6f9795a40a49481 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:00.340362 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4a5de257-71e9-48f7-b341-6e9c5f4ec4c6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:00.341583 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c73d3cb7-6ef6-4bcb-a659-cad8201cdc9a None None] Provisioning for port 4bde9255-f16b-446d-a5c4-541978ddba20 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:00.346501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4a5de257-71e9-48f7-b341-6e9c5f4ec4c6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:00.352289 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c73d3cb7-6ef6-4bcb-a659-cad8201cdc9a None None] Provisioning complete for port 4bde9255-f16b-446d-a5c4-541978ddba20 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:00.353646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c73d3cb7-6ef6-4bcb-a659-cad8201cdc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:00.398135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5de257-71e9-48f7-b341-6e9c5f4ec4c6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Made reservation on behalf of 9aa4dd879a9e4762a6f9795a40a49481 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:00.401598 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4a5de257-71e9-48f7-b341-6e9c5f4ec4c6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:00.432545 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c73d3cb7-6ef6-4bcb-a659-cad8201cdc9a None None] Port 4bde9255-f16b-446d-a5c4-541978ddba20 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:00.480947 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e3ab7759-c8fa-403d-9ed5-79daddf35bfd no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:00.499902 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-90a86ed5-4361-4306-97d4-1d052ede0e56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:00.502154 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-90a86ed5-4361-4306-97d4-1d052ede0e56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6661766 Jan 27 17:10:00.515191 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: e3ab7759-c8fa-403d-9ed5-79daddf35bfd {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:00.515529 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e3ab7759-c8fa-403d-9ed5-79daddf35bfd not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:00.522709 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59362) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:00.540214 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32a300-b77a-4fe3-8479-f59b5352c147 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Network': ['ID=b1fdcfe5-7493-4b12-b5b9-520a149e05ca,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:00.550402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network b1fdcfe5-7493-4b12-b5b9-520a149e05ca details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:00.616454 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4ca38748-ca3b-432c-923f-aa7ceea78b3c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:00.627882 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f7be5b62-040f-41ca-af58-d5f1d1e4703f tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:00.633501 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4ca38748-ca3b-432c-923f-aa7ceea78b3c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:subnet and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:00.640850 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4ca38748-ca3b-432c-923f-aa7ceea78b3c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:00.643671 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f7be5b62-040f-41ca-af58-d5f1d1e4703f tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Usage tracker for resource:subnet and tenant:8e38f46b2ae94749a68782f850b6b70b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:00.652052 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f7be5b62-040f-41ca-af58-d5f1d1e4703f tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:00.656573 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4ca38748-ca3b-432c-923f-aa7ceea78b3c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:00.664449 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f7be5b62-040f-41ca-af58-d5f1d1e4703f tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:00.686277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca38748-ca3b-432c-923f-aa7ceea78b3c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:00.689708 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ca38748-ca3b-432c-923f-aa7ceea78b3c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:00.710597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7be5b62-040f-41ca-af58-d5f1d1e4703f tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Made reservation on behalf of 8e38f46b2ae94749a68782f850b6b70b for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:00.713849 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f7be5b62-040f-41ca-af58-d5f1d1e4703f tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:00.727834 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f102895e-82eb-42f5-a866-e68af4a11e19 admin admin] Router fb51b725-d170-475b-96a6-68c10a75d654 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:10:00.733142 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d36c4465-8734-4de9-b2c8-86de4257b35e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:00.800960 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a114cc04-1917-4809-9ff5-17b9d549c880 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:00.805716 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-d36c4465-8734-4de9-b2c8-86de4257b35e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a7bdb6-6738-4963-88e8-2c41bf5e7e3b']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:00.818055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-233de3c0-7142-4579-8324-7027915b0884 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet be65722c-a9bf-49a1-8bd4-8408ff809dea {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:00.830001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-233de3c0-7142-4579-8324-7027915b0884 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:00.834605 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.ipam_backend_mixin [None req-4ca38748-ca3b-432c-923f-aa7ceea78b3c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Performing IP validity checks on allocation pools {{(pid=87595) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 27 17:10:00.835117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.ipam_backend_mixin [None req-4ca38748-ca3b-432c-923f-aa7ceea78b3c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87595) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 27 17:10:00.844102 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de244391-b327-4260-bc08-29ee19afda40 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:00.844789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-de244391-b327-4260-bc08-29ee19afda40 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:00.864152 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-d36c4465-8734-4de9-b2c8-86de4257b35e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992e042e-f6cd-4258-870f-bfe226d99c9a') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:00.864444 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-d36c4465-8734-4de9-b2c8-86de4257b35e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992e042e-f6cd-4258-870f-bfe226d99c9a') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:00.895110 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-a114cc04-1917-4809-9ff5-17b9d549c880 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Transition to ACTIVE for port object b4f888d6-4d62-4298-995d-357975bdfc87 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:00.897148 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d36c4465-8734-4de9-b2c8-86de4257b35e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:00.964722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d36c4465-8734-4de9-b2c8-86de4257b35e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:00.973111 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-233de3c0-7142-4579-8324-7027915b0884 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:01.015629 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-de244391-b327-4260-bc08-29ee19afda40 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:01.016765 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-de244391-b327-4260-bc08-29ee19afda40 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.8557584 Jan 27 17:10:01.016908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36c4465-8734-4de9-b2c8-86de4257b35e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:01.017268 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d36c4465-8734-4de9-b2c8-86de4257b35e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:01.024888 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59366) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:01.038107 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:01.182847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a114cc04-1917-4809-9ff5-17b9d549c880 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:01.185616 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d36c4465-8734-4de9-b2c8-86de4257b35e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:01.187224 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4a5de257-71e9-48f7-b341-6e9c5f4ec4c6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:01.275544 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f102895e-82eb-42f5-a866-e68af4a11e19 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:10:01.286986 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03650893-a508-4e95-a626-b22de30fcafe None None] Sync routers for ids ['fb51b725-d170-475b-96a6-68c10a75d654'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:10:01.297751 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03650893-a508-4e95-a626-b22de30fcafe None None] Routers {'fb51b725-d170-475b-96a6-68c10a75d654'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:01.298994 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-03650893-a508-4e95-a626-b22de30fcafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['fb51b725-d170-475b-96a6-68c10a75d654'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:01.320059 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f102895e-82eb-42f5-a866-e68af4a11e19 admin admin] 10.222.0.50 "PUT /v2.0/routers/fb51b725-d170-475b-96a6-68c10a75d654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6984267 Jan 27 17:10:01.335296 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59370) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:01.384270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d36c4465-8734-4de9-b2c8-86de4257b35e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:01.436447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c4465-8734-4de9-b2c8-86de4257b35e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Network': ['ID=58a7bdb6-6738-4963-88e8-2c41bf5e7e3b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:01.448715 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec880f9-2fe4-4170-9e91-55260a688de1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:01.455180 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec880f9-2fe4-4170-9e91-55260a688de1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:01.461647 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec880f9-2fe4-4170-9e91-55260a688de1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:01.463295 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d36c4465-8734-4de9-b2c8-86de4257b35e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/networks/58a7bdb6-6738-4963-88e8-2c41bf5e7e3b HTTP/1.1" status: 204 len: 168 time: 2.1106675 Jan 27 17:10:01.467389 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9ec880f9-2fe4-4170-9e91-55260a688de1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.4373572 Jan 27 17:10:01.470180 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59374) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:01.470501 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59376) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:01.482053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a114cc04-1917-4809-9ff5-17b9d549c880 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Network fda036bb-9bdc-4665-9a1b-88d983876ebd is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:01.483294 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-233de3c0-7142-4579-8324-7027915b0884 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:01.517974 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-763c2fa5-1cd0-4c70-90b7-face5966f973 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-873066775', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:01.521081 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-a114cc04-1917-4809-9ff5-17b9d549c880 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:01.524497 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-03650893-a508-4e95-a626-b22de30fcafe None None] Set router fb51b725-d170-475b-96a6-68c10a75d654 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:10:01.531606 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ca38748-ca3b-432c-923f-aa7ceea78b3c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:01.535197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f7be5b62-040f-41ca-af58-d5f1d1e4703f tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:01.536250 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a114cc04-1917-4809-9ff5-17b9d549c880 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:01.541131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-763c2fa5-1cd0-4c70-90b7-face5966f973 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:01.541670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a114cc04-1917-4809-9ff5-17b9d549c880 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:01.542311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a114cc04-1917-4809-9ff5-17b9d549c880 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:01.551122 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114cc04-1917-4809-9ff5-17b9d549c880 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event updated for resources: {'Port': ['ID=b4f888d6-4d62-4298-995d-357975bdfc87,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:01.558886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5de257-71e9-48f7-b341-6e9c5f4ec4c6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event updated for resources: {'Subnet': ['ID=f4216c9f-1aea-4b74-8752-7b933dd2b8df,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:01.595097 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-763c2fa5-1cd0-4c70-90b7-face5966f973 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:router and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:01.602861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5de257-71e9-48f7-b341-6e9c5f4ec4c6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Checking segment: {'id': 'afcf2d4b-edac-4057-b507-08870167e9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:01.606001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5de257-71e9-48f7-b341-6e9c5f4ec4c6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Network hostable DHCP agents. Network: 7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:01.615406 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-763c2fa5-1cd0-4c70-90b7-face5966f973 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:01.631180 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a114cc04-1917-4809-9ff5-17b9d549c880 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8291638 Jan 27 17:10:01.645624 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-233de3c0-7142-4579-8324-7027915b0884 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:01.650700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59382) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:01.692949 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233de3c0-7142-4579-8324-7027915b0884 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=be65722c-a9bf-49a1-8bd4-8408ff809dea,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:01.694175 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-763c2fa5-1cd0-4c70-90b7-face5966f973 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:01.696503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5de257-71e9-48f7-b341-6e9c5f4ec4c6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Network 7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:01.711115 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-8cd30a50-ed73-42bc-97cb-aa4f736c7a02 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::de', 'mac_address': 'fa:16:3e:94:29:2d'}, {'ip_address': '2001:db8::3e3', 'mac_address': 'fa:16:3e:49:51:04'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:01.764317 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-233de3c0-7142-4579-8324-7027915b0884 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:01.767172 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-c52fe7c4-9fa1-40e7-889a-1ee7d053b9ef tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port 4bde9255-f16b-446d-a5c4-541978ddba20 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:01.767504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c52fe7c4-9fa1-40e7-889a-1ee7d053b9ef tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:01.769395 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-233de3c0-7142-4579-8324-7027915b0884 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/be65722c-a9bf-49a1-8bd4-8408ff809dea HTTP/1.1" status: 204 len: 168 time: 1.2402129 Jan 27 17:10:01.770470 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59386) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:01.807049 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca38748-ca3b-432c-923f-aa7ceea78b3c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Subnet': ['ID=08431bb5-9890-4b97-8def-673d79c81de7,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:01.827788 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-4a5de257-71e9-48f7-b341-6e9c5f4ec4c6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:01.832535 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d0b40f-5bc2-4346-a753-a88597aac610 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:01.842381 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5de257-71e9-48f7-b341-6e9c5f4ec4c6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:01.843117 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4a5de257-71e9-48f7-b341-6e9c5f4ec4c6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:01.851333 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f89e0c1-0f71-497a-bb03-5c49d23f94ee None None] Network 7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:01.864842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-763c2fa5-1cd0-4c70-90b7-face5966f973 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:01.865908 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-763c2fa5-1cd0-4c70-90b7-face5966f973 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:01.911051 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d47553c-6d96-4e74-9e05-43e7434c899d admin admin] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:01.912512 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4a5de257-71e9-48f7-b341-6e9c5f4ec4c6 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9646394 Jan 27 17:10:01.913384 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59390) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:01.935039 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c6ddeb93-0f94-46a3-9b00-8e5863c4a2df tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Request body: {'router': {'external_gateway_info': {'network_id': '7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:01.991080 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfd7433-848b-40a8-a1ec-b98831cb59bc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet c4c97079-bb55-4908-b895-ca4d300a72b4 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:01.996644 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7be5b62-040f-41ca-af58-d5f1d1e4703f tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Checking segment: {'id': 'd2792f77-ef75-4c53-8304-69e946a56b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd87a04ec-d04e-4285-a8db-623b650a857e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:01.996950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7be5b62-040f-41ca-af58-d5f1d1e4703f tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Network hostable DHCP agents. Network: d87a04ec-d04e-4285-a8db-623b650a857e, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:02.011362 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6bfd7433-848b-40a8-a1ec-b98831cb59bc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.044086 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d04d1625-ec57-4384-8e24-6e9e1972c522 None None] Provisioning for port b4f888d6-4d62-4298-995d-357975bdfc87 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:02.052383 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d04d1625-ec57-4384-8e24-6e9e1972c522 None None] Provisioning complete for port b4f888d6-4d62-4298-995d-357975bdfc87 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:02.052752 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d04d1625-ec57-4384-8e24-6e9e1972c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.217356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-763c2fa5-1cd0-4c70-90b7-face5966f973 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.229516 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d04d1625-ec57-4384-8e24-6e9e1972c522 None None] Port b4f888d6-4d62-4298-995d-357975bdfc87 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:02.243209 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca38748-ca3b-432c-923f-aa7ceea78b3c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Checking segment: {'id': '0574f06a-0db5-4e55-aa1d-b85dc3e225f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b1fdcfe5-7493-4b12-b5b9-520a149e05ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:02.243570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca38748-ca3b-432c-923f-aa7ceea78b3c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network hostable DHCP agents. Network: b1fdcfe5-7493-4b12-b5b9-520a149e05ca, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:02.271919 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be5b62-040f-41ca-af58-d5f1d1e4703f tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Pushing event updated for resources: {'Subnet': ['ID=b0648deb-c02e-4b4f-bd7d-5206c062b540,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:02.293034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6bfd7433-848b-40a8-a1ec-b98831cb59bc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.310069 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-03650893-a508-4e95-a626-b22de30fcafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'name': 'tempest-ServerActionsTestJSON-1050919288-router', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:47Z', 'updated_at': '2022-01-27T17:09:58Z', 'revision_number': 5, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'gw_port': {'id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:48Z', 'updated_at': '2022-01-27T17:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:02.360254 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03650893-a508-4e95-a626-b22de30fcafe None None] Checking router: fb51b725-d170-475b-96a6-68c10a75d654 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:10:02.366323 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7be5b62-040f-41ca-af58-d5f1d1e4703f tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Network d87a04ec-d04e-4285-a8db-623b650a857e is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:02.368934 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e', 'network_id': '7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e', 'tenant_id': '9aa4dd879a9e4762a6f9795a40a49481', 'fixed_ips': [{'subnet_id': 'f4216c9f-1aea-4b74-8752-7b933dd2b8df'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:02.369733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.398948 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03650893-a508-4e95-a626-b22de30fcafe None None] Routers {'fb51b725-d170-475b-96a6-68c10a75d654'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:02.400153 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-03650893-a508-4e95-a626-b22de30fcafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['fb51b725-d170-475b-96a6-68c10a75d654'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:02.422832 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-f7be5b62-040f-41ca-af58-d5f1d1e4703f tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, d87a04ec-d04e-4285-a8db-623b650a857e) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:02.427753 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7be5b62-040f-41ca-af58-d5f1d1e4703f tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:02.428412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f7be5b62-040f-41ca-af58-d5f1d1e4703f tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.442495 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-763c2fa5-1cd0-4c70-90b7-face5966f973 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.458815 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d2a03c-a542-429d-b7bd-405989ffc392 None None] Network d87a04ec-d04e-4285-a8db-623b650a857e requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:02.510195 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca38748-ca3b-432c-923f-aa7ceea78b3c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network b1fdcfe5-7493-4b12-b5b9-520a149e05ca is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:02.545654 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-4ca38748-ca3b-432c-923f-aa7ceea78b3c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, b1fdcfe5-7493-4b12-b5b9-520a149e05ca) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:02.550850 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca38748-ca3b-432c-923f-aa7ceea78b3c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:02.551071 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ca38748-ca3b-432c-923f-aa7ceea78b3c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.566392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-763c2fa5-1cd0-4c70-90b7-face5966f973 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.571211 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-763c2fa5-1cd0-4c70-90b7-face5966f973 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.0916584 Jan 27 17:10:02.571956 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f7be5b62-040f-41ca-af58-d5f1d1e4703f tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6849492 Jan 27 17:10:02.572178 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8afef7-6651-4e04-b38a-4eabde3addfe None None] Network b1fdcfe5-7493-4b12-b5b9-520a149e05ca requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:02.573595 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d47553c-6d96-4e74-9e05-43e7434c899d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.579612 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59394) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:02.579934 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59396) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:02.597730 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Request body: {'port': {'network_id': 'd87a04ec-d04e-4285-a8db-623b650a857e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1270855949'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:02.619289 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8cd30a50-ed73-42bc-97cb-aa4f736c7a02 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.621309 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-49139362-e2fe-48bd-9040-409cd2af89a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'network': {'name': 'tempest-RoutersTest-1106145953'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:02.635709 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-49139362-e2fe-48bd-9040-409cd2af89a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:02.646035 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-3d47553c-6d96-4e74-9e05-43e7434c899d admin admin] Deleting port 5152282e-73b1-408a-b139-2ef332fe1b70 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:02.646327 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d47553c-6d96-4e74-9e05-43e7434c899d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.658390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c6ddeb93-0f94-46a3-9b00-8e5863c4a2df tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.671315 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-49139362-e2fe-48bd-9040-409cd2af89a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:network and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:02.701237 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4ca38748-ca3b-432c-923f-aa7ceea78b3c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.8206782 Jan 27 17:10:02.713147 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-49139362-e2fe-48bd-9040-409cd2af89a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:02.713476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59402) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:02.729173 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c52fe7c4-9fa1-40e7-889a-1ee7d053b9ef tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.787860 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6bfd7433-848b-40a8-a1ec-b98831cb59bc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:02.791947 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-49139362-e2fe-48bd-9040-409cd2af89a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:02.933300 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-c52fe7c4-9fa1-40e7-889a-1ee7d053b9ef tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for 4bde9255-f16b-446d-a5c4-541978ddba20 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:02.993227 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-03650893-a508-4e95-a626-b22de30fcafe None None] Set router fb51b725-d170-475b-96a6-68c10a75d654 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:10:03.008649 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49139362-e2fe-48bd-9040-409cd2af89a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:03.012553 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-49139362-e2fe-48bd-9040-409cd2af89a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.139654 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:03.174354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Usage tracker for resource:port and tenant:8e38f46b2ae94749a68782f850b6b70b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:03.185289 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49139362-e2fe-48bd-9040-409cd2af89a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1075} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:03.188148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:03.198955 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:03.202966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e5a76fd4-5c37-4aa7-99bc-86e4c0655dec tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.212487 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Allocated IP 2001:db8:1::2 (7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e/f4216c9f-1aea-4b74-8752-7b933dd2b8df/87ce978e-7bd5-4c1a-9059-91fa71cffd28) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:03.265623 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-49139362-e2fe-48bd-9040-409cd2af89a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.266196 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-49139362-e2fe-48bd-9040-409cd2af89a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Added segment 501675a7-323e-4c5b-aa2d-1fa3fdb1f723 of type vlan for network 6e4ca3b7-816b-479c-b0a0-7a0da63efc04 Jan 27 17:10:03.286302 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-3d47553c-6d96-4e74-9e05-43e7434c899d admin admin] For port 5152282e-73b1-408a-b139-2ef332fe1b70, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5152282e-73b1-408a-b139-2ef332fe1b70,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:03.286976 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d47553c-6d96-4e74-9e05-43e7434c899d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.287780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6bfd7433-848b-40a8-a1ec-b98831cb59bc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.308464 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Made reservation on behalf of 8e38f46b2ae94749a68782f850b6b70b for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:03.311810 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.322464 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.449311 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-3d47553c-6d96-4e74-9e05-43e7434c899d admin admin] Calling delete_port for 5152282e-73b1-408a-b139-2ef332fe1b70 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:03.461358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6bfd7433-848b-40a8-a1ec-b98831cb59bc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.464674 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd7433-848b-40a8-a1ec-b98831cb59bc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c97079-bb55-4908-b895-ca4d300a72b4,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:03.516742 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6bfd7433-848b-40a8-a1ec-b98831cb59bc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/c4c97079-bb55-4908-b895-ca4d300a72b4 HTTP/1.1" status: 204 len: 168 time: 1.7366505 Jan 27 17:10:03.517651 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59406) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:03.519606 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] device_id is not set on port 71da555f-9279-4c75-b3e2-9c0ab46fe563 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:03.522787 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-d87a04ec-d04e-4285-a8db-623b650a857e', 'network_id': 'd87a04ec-d04e-4285-a8db-623b650a857e', 'tenant_id': '8e38f46b2ae94749a68782f850b6b70b', 'fixed_ips': [{'subnet_id': 'b0648deb-c02e-4b4f-bd7d-5206c062b540'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:03.523619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.565035 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-49139362-e2fe-48bd-9040-409cd2af89a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.572311 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c52fe7c4-9fa1-40e7-889a-1ee7d053b9ef tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.625046 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e5a76fd4-5c37-4aa7-99bc-86e4c0655dec tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.662656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fe7c4-9fa1-40e7-889a-1ee7d053b9ef tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=4bde9255-f16b-446d-a5c4-541978ddba20,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:03.663087 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-89c1d3ab-8d91-474f-9034-23117cd079f0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1315601 Jan 27 17:10:03.671070 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59410) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:03.773524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ff6c0-6d19-42da-8d81-443a3c80120f None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:03.800855 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c52fe7c4-9fa1-40e7-889a-1ee7d053b9ef tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.808610 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8cd30a50-ed73-42bc-97cb-aa4f736c7a02 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.824874 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8cd30a50-ed73-42bc-97cb-aa4f736c7a02 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.862067 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-c6ddeb93-0f94-46a3-9b00-8e5863c4a2df tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:10:03.863104 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c6ddeb93-0f94-46a3-9b00-8e5863c4a2df tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "PUT /v2.0/routers/b71d5c89-220e-4571-a1ec-fe054a0c8ad1 HTTP/1.1" status: 400 len: 364 time: 1.9442258 Jan 27 17:10:03.882009 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59414) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:03.884236 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e5a76fd4-5c37-4aa7-99bc-86e4c0655dec tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.885992 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Allocated IP 172.20.0.12 (d87a04ec-d04e-4285-a8db-623b650a857e/b0648deb-c02e-4b4f-bd7d-5206c062b540/71da555f-9279-4c75-b3e2-9c0ab46fe563) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:03.958073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-49139362-e2fe-48bd-9040-409cd2af89a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.963663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49139362-e2fe-48bd-9040-409cd2af89a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:03.964348 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-49139362-e2fe-48bd-9040-409cd2af89a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:03.997567 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-8cd30a50-ed73-42bc-97cb-aa4f736c7a02 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] In _notify_port_updated(), no bound segment for port b4f888d6-4d62-4298-995d-357975bdfc87 on network fda036bb-9bdc-4665-9a1b-88d983876ebd {{(pid=87594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:10:04.002920 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd30a50-ed73-42bc-97cb-aa4f736c7a02 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:04.003587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8cd30a50-ed73-42bc-97cb-aa4f736c7a02 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.008733 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8cd30a50-ed73-42bc-97cb-aa4f736c7a02 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "PUT /v2.0/ports/b4f888d6-4d62-4298-995d-357975bdfc87 HTTP/1.1" status: 200 len: 1066 time: 2.3197987 Jan 27 17:10:04.013961 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59418) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:04.032932 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dd67f6-827b-46f2-b392-1ac89d5744ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-b1fdcfe5-7493-4b12-b5b9-520a149e05ca', 'network_id': 'b1fdcfe5-7493-4b12-b5b9-520a149e05ca', 'tenant_id': 'a1044fc2b04a4cf88962f2b23f4c469b', 'fixed_ips': [{'subnet_id': '08431bb5-9890-4b97-8def-673d79c81de7'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:04.034054 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3dd67f6-827b-46f2-b392-1ac89d5744ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.062968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a76fd4-5c37-4aa7-99bc-86e4c0655dec tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Subnet': ['ID=08431bb5-9890-4b97-8def-673d79c81de7,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:04.119615 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c57041f6-9b21-460e-9dad-e2a9f4e944ee None None] Provisioning complete for port e36a66db-282f-48a2-b3c1-792e0931827c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:04.119983 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c57041f6-9b21-460e-9dad-e2a9f4e944ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.166767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f827bd5e-fb90-4b45-9760-6e75d6b920ec tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:04.167653 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f827bd5e-fb90-4b45-9760-6e75d6b920ec tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:04.198662 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-03650893-a508-4e95-a626-b22de30fcafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'name': 'tempest-ServerActionsTestJSON-1050919288-router', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:47Z', 'updated_at': '2022-01-27T17:09:58Z', 'revision_number': 5, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'gw_port': {'id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:48Z', 'updated_at': '2022-01-27T17:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:04.213413 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03650893-a508-4e95-a626-b22de30fcafe None None] The sync data for ids ['fb51b725-d170-475b-96a6-68c10a75d654'] in dv-neutron-826439-2-hyperv is: [{'id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'name': 'tempest-ServerActionsTestJSON-1050919288-router', 'tenant_id': '9ee54b4815b744a4b1368a3f71dedf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:05:47Z', 'updated_at': '2022-01-27T17:09:58Z', 'revision_number': 5, 'project_id': '9ee54b4815b744a4b1368a3f71dedf93', 'gw_port': {'id': '5152282e-73b1-408a-b139-2ef332fe1b70', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb51b725-d170-475b-96a6-68c10a75d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:05:48Z', 'updated_at': '2022-01-27T17:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:04.214042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd30a50-ed73-42bc-97cb-aa4f736c7a02 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event updated for resources: {'Port': ['ID=b4f888d6-4d62-4298-995d-357975bdfc87,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:04.313090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.338231 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Transition to ACTIVE for port object 87ce978e-7bd5-4c1a-9059-91fa71cffd28 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:04.402636 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e5a76fd4-5c37-4aa7-99bc-86e4c0655dec tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.405086 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 19da04c5-c874-4e56-a41c-070cf64b8c45 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:04.454598 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Transition to ACTIVE for port object 87ce978e-7bd5-4c1a-9059-91fa71cffd28 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:04.456131 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 19da04c5-c874-4e56-a41c-070cf64b8c45 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:04.456300 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 19da04c5-c874-4e56-a41c-070cf64b8c45 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:04.461837 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c52fe7c4-9fa1-40e7-889a-1ee7d053b9ef tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/ports/4bde9255-f16b-446d-a5c4-541978ddba20 HTTP/1.1" status: 204 len: 168 time: 2.9878993 Jan 27 17:10:04.463014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59422) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:04.467167 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0e4b8e-f2ec-45e8-a0b9-a709ad9b5175 None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:04.474804 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-49139362-e2fe-48bd-9040-409cd2af89a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8908741 Jan 27 17:10:04.480684 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f827bd5e-fb90-4b45-9760-6e75d6b920ec tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:04.481999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.485919 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f827bd5e-fb90-4b45-9760-6e75d6b920ec tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8131433 Jan 27 17:10:04.497260 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59426) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:04.497592 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59428) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:04.535488 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e4b8e-f2ec-45e8-a0b9-a709ad9b5175 None None] Deleting port e36a66db-282f-48a2-b3c1-792e0931827c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:04.536112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7e0e4b8e-f2ec-45e8-a0b9-a709ad9b5175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.560164 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782b40d8-2966-43e7-8ab4-ce273c368e11 None None] Network b1fdcfe5-7493-4b12-b5b9-520a149e05ca requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:04.562674 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-e5a76fd4-5c37-4aa7-99bc-86e4c0655dec tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1fdcfe5-7493-4b12-b5b9-520a149e05ca']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:04.595344 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49139362-e2fe-48bd-9040-409cd2af89a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Network': ['ID=6e4ca3b7-816b-479c-b0a0-7a0da63efc04,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:04.601566 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c0bd91-2394-492d-be5b-0595c57d3918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] GET failed (client error): The resource could not be found. Jan 27 17:10:04.602275 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f5c0bd91-2394-492d-be5b-0595c57d3918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:04.607307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-0f2124b7-1bec-4b97-9628-213289880d4b tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Deleting port b4f888d6-4d62-4298-995d-357975bdfc87 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:04.607844 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0f2124b7-1bec-4b97-9628-213289880d4b tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.642995 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-0546b2c5-22ce-49fb-8b55-6a6cc3b03935 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'subnet': {'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:04.667668 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.684432 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 6e4ca3b7-816b-479c-b0a0-7a0da63efc04 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:04.694224 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f5c0bd91-2394-492d-be5b-0595c57d3918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:04.698134 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f5c0bd91-2394-492d-be5b-0595c57d3918 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports/4bde9255-f16b-446d-a5c4-541978ddba20 HTTP/1.1" status: 404 len: 333 time: 0.2198260 Jan 27 17:10:04.699872 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59434) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:04.701044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Transition to ACTIVE for port object 71da555f-9279-4c75-b3e2-9c0ab46fe563 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:04.748395 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Network 7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:04.769955 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:04.775665 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d47553c-6d96-4e74-9e05-43e7434c899d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.838799 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:04.843855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-e5a76fd4-5c37-4aa7-99bc-86e4c0655dec tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0574f06a-0db5-4e55-aa1d-b85dc3e225f6') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:04.844382 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-e5a76fd4-5c37-4aa7-99bc-86e4c0655dec tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0574f06a-0db5-4e55-aa1d-b85dc3e225f6') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:04.848998 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-6d756cbf-9881-486e-99e4-d997d7f45a7a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port b9ab7d1d-c7cc-4108-a8e7-49d16a0d8ff6 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:04.849459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6d756cbf-9881-486e-99e4-d997d7f45a7a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.874174 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47553c-6d96-4e74-9e05-43e7434c899d admin admin] Pushing event deleted for resources: {'Port': ['ID=5152282e-73b1-408a-b139-2ef332fe1b70,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:04.913790 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Pushing event updated for resources: {'Port': ['ID=87ce978e-7bd5-4c1a-9059-91fa71cffd28,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:04.951267 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e5a76fd4-5c37-4aa7-99bc-86e4c0655dec tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:04.976643 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.082527 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e5a76fd4-5c37-4aa7-99bc-86e4c0655dec tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.093994 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a76fd4-5c37-4aa7-99bc-86e4c0655dec tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:05.095816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e5a76fd4-5c37-4aa7-99bc-86e4c0655dec tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.116875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d47553c-6d96-4e74-9e05-43e7434c899d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.126886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76db8117-9346-4c65-ba9e-a28634e9657b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:05.127563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-76db8117-9346-4c65-ba9e-a28634e9657b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:05.156167 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:05.165739 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Network d87a04ec-d04e-4285-a8db-623b650a857e is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:05.220577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0546b2c5-22ce-49fb-8b55-6a6cc3b03935 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:05.223837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Attempting to bind port 87ce978e-7bd5-4c1a-9059-91fa71cffd28 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:05.224191 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Attempting to bind port 87ce978e-7bd5-4c1a-9059-91fa71cffd28 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'afcf2d4b-edac-4057-b507-08870167e9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:05.224541 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Attempting to bind port 87ce978e-7bd5-4c1a-9059-91fa71cffd28 on network 7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:05.226421 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-dd024e42-02a2-4e6d-8631-be1fb62ed6f8 None None] Provisioning complete for port b4f888d6-4d62-4298-995d-357975bdfc87 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:05.226773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd024e42-02a2-4e6d-8631-be1fb62ed6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.233859 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:05.245335 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Pushing event updated for resources: {'Port': ['ID=71da555f-9279-4c75-b3e2-9c0ab46fe563,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:05.249861 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:05.257269 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Allocated IP 172.20.0.2 (d87a04ec-d04e-4285-a8db-623b650a857e/b0648deb-c02e-4b4f-bd7d-5206c062b540/1f49a87e-5816-4496-87d5-217da42c7f40) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:05.274233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0546b2c5-22ce-49fb-8b55-6a6cc3b03935 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:subnet and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:05.310634 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:05.310634 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Checking segment: {'id': 'afcf2d4b-edac-4057-b507-08870167e9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:05.311039 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.311135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0546b2c5-22ce-49fb-8b55-6a6cc3b03935 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:05.311242 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Bound using segment: {'id': 'afcf2d4b-edac-4057-b507-08870167e9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:05.311658 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Bound port: 87ce978e-7bd5-4c1a-9059-91fa71cffd28, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcf2d4b-edac-4057-b507-08870167e9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:05.312026 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.360425 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-7e0e4b8e-f2ec-45e8-a0b9-a709ad9b5175 None None] For port e36a66db-282f-48a2-b3c1-792e0931827c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e36a66db-282f-48a2-b3c1-792e0931827c,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:05.361154 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7e0e4b8e-f2ec-45e8-a0b9-a709ad9b5175 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.366969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-76db8117-9346-4c65-ba9e-a28634e9657b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:05.370324 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-76db8117-9346-4c65-ba9e-a28634e9657b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8663523 Jan 27 17:10:05.377918 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d47553c-6d96-4e74-9e05-43e7434c899d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.382072 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59438) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:05.382313 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d47553c-6d96-4e74-9e05-43e7434c899d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.393378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0546b2c5-22ce-49fb-8b55-6a6cc3b03935 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:05.475899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:05.475899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.509536 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d47553c-6d96-4e74-9e05-43e7434c899d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.510340 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d47553c-6d96-4e74-9e05-43e7434c899d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb51b725-d170-475b-96a6-68c10a75d654 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:10:05.515730 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ca96778a-dee1-48ad-9731-14e00b5ba9ab tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1259468 Jan 27 17:10:05.518606 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59442) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:05.530310 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-4da8b3b4-d74f-4068-b8b3-51eb8779cc18 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:05.539712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e5a76fd4-5c37-4aa7-99bc-86e4c0655dec tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.542411 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e4b8e-f2ec-45e8-a0b9-a709ad9b5175 None None] Calling delete_port for e36a66db-282f-48a2-b3c1-792e0931827c owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:05.570530 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d47553c-6d96-4e74-9e05-43e7434c899d admin admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.574533 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3d47553c-6d96-4e74-9e05-43e7434c899d admin admin] 10.222.0.50 "DELETE /v2.0/routers/fb51b725-d170-475b-96a6-68c10a75d654 HTTP/1.1" status: 204 len: 168 time: 4.2383580 Jan 27 17:10:05.581083 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59446) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:05.583005 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-dd024e42-02a2-4e6d-8631-be1fb62ed6f8 None None] Port b4f888d6-4d62-4298-995d-357975bdfc87 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:05.596284 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9d90e113-4248-42d4-9f79-7a30831d606d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0109417 Jan 27 17:10:05.598700 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6d756cbf-9881-486e-99e4-d997d7f45a7a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.608072 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e5a76fd4-5c37-4aa7-99bc-86e4c0655dec tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.640411 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59450) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:05.656583 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Request body: {'port': {'network_id': 'd87a04ec-d04e-4285-a8db-623b650a857e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-323757563', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:05.657238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.api.validators [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] bootfile-name is not in valid_values {{(pid=87595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:10:05.657665 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.api.validators [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] tftp-server is not in valid_values {{(pid=87595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:10:05.658107 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.api.validators [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] server-ip-address is not in valid_values {{(pid=87595) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:10:05.670148 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a76fd4-5c37-4aa7-99bc-86e4c0655dec tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Network': ['ID=b1fdcfe5-7493-4b12-b5b9-520a149e05ca,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:05.672527 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.683549 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e5a76fd4-5c37-4aa7-99bc-86e4c0655dec tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/b1fdcfe5-7493-4b12-b5b9-520a149e05ca HTTP/1.1" status: 204 len: 168 time: 2.9508171 Jan 27 17:10:05.684385 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0546b2c5-22ce-49fb-8b55-6a6cc3b03935 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:05.687876 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0546b2c5-22ce-49fb-8b55-6a6cc3b03935 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.708782 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59454) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:05.722779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-bf970c9e-53d6-472c-ba69-c3576847ba0b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-223224106'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:05.734410 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bf970c9e-53d6-472c-ba69-c3576847ba0b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:05.753651 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] For port 87ce978e-7bd5-4c1a-9059-91fa71cffd28, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:05.757594 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] For port 87ce978e-7bd5-4c1a-9059-91fa71cffd28, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=87ce978e-7bd5-4c1a-9059-91fa71cffd28,segment=NetworkSegment(afcf2d4b-edac-4057-b507-08870167e9b5),segment_id=afcf2d4b-edac-4057-b507-08870167e9b5)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:05.781959 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7e0e4b8e-f2ec-45e8-a0b9-a709ad9b5175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.785813 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:05.842998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bf970c9e-53d6-472c-ba69-c3576847ba0b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:network and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:05.888973 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e4b8e-f2ec-45e8-a0b9-a709ad9b5175 None None] Pushing event deleted for resources: {'Port': ['ID=e36a66db-282f-48a2-b3c1-792e0931827c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:05.891102 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e4b8e-f2ec-45e8-a0b9-a709ad9b5175 None None] No DVR routers for this DVR port e36a66db-282f-48a2-b3c1-792e0931827c on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:05.903900 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bf970c9e-53d6-472c-ba69-c3576847ba0b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:05.935423 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bf970c9e-53d6-472c-ba69-c3576847ba0b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:05.978457 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.000262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Transition to ACTIVE for port object 1f49a87e-5816-4496-87d5-217da42c7f40 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:06.036200 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-6d756cbf-9881-486e-99e4-d997d7f45a7a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for b9ab7d1d-c7cc-4108-a8e7-49d16a0d8ff6 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:06.044831 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0f2124b7-1bec-4b97-9628-213289880d4b tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.056132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Transition to ACTIVE for port object 1f49a87e-5816-4496-87d5-217da42c7f40 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:06.063635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e63c43-57fc-4187-a5b3-503e8f382487 None None] Pushing event updated for resources: {'Port': ['ID=87ce978e-7bd5-4c1a-9059-91fa71cffd28,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:06.075555 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.172585 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Network d87a04ec-d04e-4285-a8db-623b650a857e is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:06.181073 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:06.183784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4da8b3b4-d74f-4068-b8b3-51eb8779cc18 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:06.185226 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:06.197124 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4da8b3b4-d74f-4068-b8b3-51eb8779cc18 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:06.212036 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-16093c25-2866-4712-807f-e4bce9c68642 admin admin] Deleting subnet 3cabf1cf-bd81-4663-a142-89f7ff9fd2bd {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:06.223018 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da8b3b4-d74f-4068-b8b3-51eb8779cc18 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:06.226722 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4da8b3b4-d74f-4068-b8b3-51eb8779cc18 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.232549 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da8b3b4-d74f-4068-b8b3-51eb8779cc18 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:10:06.234337 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da8b3b4-d74f-4068-b8b3-51eb8779cc18 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:10:06.240657 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-16093c25-2866-4712-807f-e4bce9c68642 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.280523 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf970c9e-53d6-472c-ba69-c3576847ba0b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:06.284361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf970c9e-53d6-472c-ba69-c3576847ba0b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.289233 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Pushing event updated for resources: {'Port': ['ID=1f49a87e-5816-4496-87d5-217da42c7f40,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:06.377413 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Attempting to bind port 1f49a87e-5816-4496-87d5-217da42c7f40 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:06.378035 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Attempting to bind port 1f49a87e-5816-4496-87d5-217da42c7f40 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'd2792f77-ef75-4c53-8304-69e946a56b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd87a04ec-d04e-4285-a8db-623b650a857e'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:06.378141 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4da8b3b4-d74f-4068-b8b3-51eb8779cc18 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8584125 Jan 27 17:10:06.378227 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Attempting to bind port 1f49a87e-5816-4496-87d5-217da42c7f40 on network d87a04ec-d04e-4285-a8db-623b650a857e {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:06.381961 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59458) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:06.387640 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:06.387640 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Checking segment: {'id': 'd2792f77-ef75-4c53-8304-69e946a56b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd87a04ec-d04e-4285-a8db-623b650a857e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:06.387640 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.387640 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Bound using segment: {'id': 'd2792f77-ef75-4c53-8304-69e946a56b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd87a04ec-d04e-4285-a8db-623b650a857e'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:06.387640 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Bound port: 1f49a87e-5816-4496-87d5-217da42c7f40, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2792f77-ef75-4c53-8304-69e946a56b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd87a04ec-d04e-4285-a8db-623b650a857e'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:06.388191 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.399739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf970c9e-53d6-472c-ba69-c3576847ba0b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:06.399919 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-16093c25-2866-4712-807f-e4bce9c68642 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.420068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf970c9e-53d6-472c-ba69-c3576847ba0b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.420350 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-bf970c9e-53d6-472c-ba69-c3576847ba0b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Added segment 7cc2dbab-2bf8-43de-9964-c28b10b2a8e7 of type vlan for network 87d737c6-82b7-4ce4-a659-e5f9ccfddb5c Jan 27 17:10:06.451391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f7e8cec3-d3a2-4212-b7e2-6e44f35fdcc4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:06.458322 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf970c9e-53d6-472c-ba69-c3576847ba0b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.513181 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-0f2124b7-1bec-4b97-9628-213289880d4b tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Calling delete_port for b4f888d6-4d62-4298-995d-357975bdfc87 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:06.525133 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] For port 1f49a87e-5816-4496-87d5-217da42c7f40, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:06.529060 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] For port 1f49a87e-5816-4496-87d5-217da42c7f40, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=1f49a87e-5816-4496-87d5-217da42c7f40,segment=NetworkSegment(d2792f77-ef75-4c53-8304-69e946a56b1b),segment_id=d2792f77-ef75-4c53-8304-69e946a56b1b)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:06.540934 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.548605 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:06.554555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf970c9e-53d6-472c-ba69-c3576847ba0b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.563277 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf970c9e-53d6-472c-ba69-c3576847ba0b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:06.563906 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf970c9e-53d6-472c-ba69-c3576847ba0b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.576216 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Usage tracker for resource:port and tenant:8e38f46b2ae94749a68782f850b6b70b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:06.580832 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:06.582774 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 87ce978e-7bd5-4c1a-9059-91fa71cffd28 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:06.661255 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:06.695231 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f7e8cec3-d3a2-4212-b7e2-6e44f35fdcc4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:06.707793 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Made reservation on behalf of 8e38f46b2ae94749a68782f850b6b70b for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:06.708856 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e957f5-e3e4-4222-b03b-c7c74cab378a None None] Pushing event updated for resources: {'Port': ['ID=1f49a87e-5816-4496-87d5-217da42c7f40,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:06.711957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.715856 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 87ce978e-7bd5-4c1a-9059-91fa71cffd28 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:06.727597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6d756cbf-9881-486e-99e4-d997d7f45a7a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.729648 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f7e8cec3-d3a2-4212-b7e2-6e44f35fdcc4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:06.798103 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5152282e-73b1-408a-b139-2ef332fe1b70 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:06.855491 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 5152282e-73b1-408a-b139-2ef332fe1b70 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:06.855491 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5152282e-73b1-408a-b139-2ef332fe1b70 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:06.856022 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e36a66db-282f-48a2-b3c1-792e0931827c no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:06.857628 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d756cbf-9881-486e-99e4-d997d7f45a7a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=b9ab7d1d-c7cc-4108-a8e7-49d16a0d8ff6,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:06.863899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e8cec3-d3a2-4212-b7e2-6e44f35fdcc4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:06.868094 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f7e8cec3-d3a2-4212-b7e2-6e44f35fdcc4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.869627 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e8cec3-d3a2-4212-b7e2-6e44f35fdcc4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:10:06.870232 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e8cec3-d3a2-4212-b7e2-6e44f35fdcc4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:10:06.874401 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6d756cbf-9881-486e-99e4-d997d7f45a7a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.878089 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bf970c9e-53d6-472c-ba69-c3576847ba0b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1642454 Jan 27 17:10:06.881246 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] device_id is not set on port 8312f7f0-3926-4501-9b58-9116b3242e41 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:06.889208 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59462) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:06.900760 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: e36a66db-282f-48a2-b3c1-792e0931827c {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:06.901098 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e36a66db-282f-48a2-b3c1-792e0931827c not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:06.949990 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-16093c25-2866-4712-807f-e4bce9c68642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:06.962663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-67edfd56-96fc-4915-822f-95bd594d808e tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'subnet': {'network_id': '87d737c6-82b7-4ce4-a659-e5f9ccfddb5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:07.000222 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6d756cbf-9881-486e-99e4-d997d7f45a7a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/ports/b9ab7d1d-c7cc-4108-a8e7-49d16a0d8ff6 HTTP/1.1" status: 204 len: 168 time: 2.2976336 Jan 27 17:10:07.008966 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59466) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:07.063056 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f7e8cec3-d3a2-4212-b7e2-6e44f35fdcc4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6791368 Jan 27 17:10:07.066990 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59470) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:07.075840 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf970c9e-53d6-472c-ba69-c3576847ba0b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Network': ['ID=87d737c6-82b7-4ce4-a659-e5f9ccfddb5c,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:07.089635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 87d737c6-82b7-4ce4-a659-e5f9ccfddb5c details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:07.103783 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ce75183a-3168-4a92-b46a-fb0268d0107d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:07.174079 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c69aa3a-793b-4fab-9969-20f761036d7f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] GET failed (client error): The resource could not be found. Jan 27 17:10:07.174616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0c69aa3a-793b-4fab-9969-20f761036d7f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:07.207979 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0546b2c5-22ce-49fb-8b55-6a6cc3b03935 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:07.367188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0c69aa3a-793b-4fab-9969-20f761036d7f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:07.368626 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0c69aa3a-793b-4fab-9969-20f761036d7f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports/b9ab7d1d-c7cc-4108-a8e7-49d16a0d8ff6 HTTP/1.1" status: 404 len: 333 time: 0.3585110 Jan 27 17:10:07.375378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59474) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:07.387718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ce75183a-3168-4a92-b46a-fb0268d0107d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:07.388015 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-67edfd56-96fc-4915-822f-95bd594d808e tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:07.390988 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-16093c25-2866-4712-807f-e4bce9c68642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:07.403152 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-67edfd56-96fc-4915-822f-95bd594d808e tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:subnet and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:07.435866 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Allocated IP 172.20.0.6 (d87a04ec-d04e-4285-a8db-623b650a857e/b0648deb-c02e-4b4f-bd7d-5206c062b540/8312f7f0-3926-4501-9b58-9116b3242e41) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:07.443055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-67edfd56-96fc-4915-822f-95bd594d808e tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:07.444880 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ce75183a-3168-4a92-b46a-fb0268d0107d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:07.458121 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16093c25-2866-4712-807f-e4bce9c68642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cabf1cf-bd81-4663-a142-89f7ff9fd2bd,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:07.460080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-16093c25-2866-4712-807f-e4bce9c68642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:07.467372 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d55ba71-265c-4a69-ba9e-33ae6027933e None None] Network c8512c58-bd55-456e-9586-bd5fab4baa27 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:07.476068 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-16093c25-2866-4712-807f-e4bce9c68642 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3cabf1cf-bd81-4663-a142-89f7ff9fd2bd HTTP/1.1" status: 204 len: 168 time: 1.8937562 Jan 27 17:10:07.478767 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59478) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:07.483880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-67edfd56-96fc-4915-822f-95bd594d808e tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:07.509173 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce75183a-3168-4a92-b46a-fb0268d0107d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:07.517442 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ce75183a-3168-4a92-b46a-fb0268d0107d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:07.520410 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce75183a-3168-4a92-b46a-fb0268d0107d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:10:07.521482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce75183a-3168-4a92-b46a-fb0268d0107d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:10:07.564640 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546b2c5-22ce-49fb-8b55-6a6cc3b03935 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Subnet': ['ID=8bb442e7-ce78-4672-87e3-810b622ce79d,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:07.634351 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67edfd56-96fc-4915-822f-95bd594d808e tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:07.638531 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-67edfd56-96fc-4915-822f-95bd594d808e tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:07.641246 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5959db-49d0-4460-a2f0-d8222e3d4344 None None] Network 7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:07.675353 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cad322a-9115-4d9c-a2ed-ada7dea73cc8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting subnet 5b17f5e7-839f-4fd2-a33a-02b23b1fe06b {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:07.688143 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:07.689614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546b2c5-22ce-49fb-8b55-6a6cc3b03935 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Checking segment: {'id': '501675a7-323e-4c5b-aa2d-1fa3fdb1f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:07.690016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0546b2c5-22ce-49fb-8b55-6a6cc3b03935 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network hostable DHCP agents. Network: 6e4ca3b7-816b-479c-b0a0-7a0da63efc04, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:07.704559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5cad322a-9115-4d9c-a2ed-ada7dea73cc8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:07.721096 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ce75183a-3168-4a92-b46a-fb0268d0107d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6269298 Jan 27 17:10:07.725130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59482) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:07.744228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-7331fb7c-a6d7-42ba-bb54-3c29f1099012 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:07.759519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Allocated IP 2001:db8::1 (8391eccb-915e-4ced-9bc8-bbe79d414a74/20910db2-4bc0-447d-bcd6-e3654ec44484/354a2d4c-236d-4235-aa1f-6340cc65da45) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:07.782158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ae7c32ca-5b23-4592-95e1-5989cf543b70 None None] Provisioning for port 87ce978e-7bd5-4c1a-9059-91fa71cffd28 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:07.791659 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ae7c32ca-5b23-4592-95e1-5989cf543b70 None None] Provisioning complete for port 87ce978e-7bd5-4c1a-9059-91fa71cffd28 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:07.792028 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae7c32ca-5b23-4592-95e1-5989cf543b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:07.871519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0f2124b7-1bec-4b97-9628-213289880d4b tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:07.959768 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0a5910-7bc5-4703-a730-5d818bf69eed None None] DHCP port deletion for c8512c58-bd55-456e-9586-bd5fab4baa27 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:07.965625 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5cad322a-9115-4d9c-a2ed-ada7dea73cc8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:07.996926 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0546b2c5-22ce-49fb-8b55-6a6cc3b03935 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network 6e4ca3b7-816b-479c-b0a0-7a0da63efc04 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:07.997257 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a5910-7bc5-4703-a730-5d818bf69eed None None] Deleting port 4488b531-09dc-4327-acee-cf36998280bf {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:07.997626 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1c0a5910-7bc5-4703-a730-5d818bf69eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.027984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2124b7-1bec-4b97-9628-213289880d4b tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event deleted for resources: {'Port': ['ID=b4f888d6-4d62-4298-995d-357975bdfc87,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:08.092789 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae7c32ca-5b23-4592-95e1-5989cf543b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.101478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-0546b2c5-22ce-49fb-8b55-6a6cc3b03935 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 6e4ca3b7-816b-479c-b0a0-7a0da63efc04) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:08.106201 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0546b2c5-22ce-49fb-8b55-6a6cc3b03935 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:08.107005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0546b2c5-22ce-49fb-8b55-6a6cc3b03935 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.127343 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851d6ebd-19d8-44f3-ad90-ff00afd36fab None None] Network 6e4ca3b7-816b-479c-b0a0-7a0da63efc04 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:08.258668 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] Deleting port 4488b531-09dc-4327-acee-cf36998280bf {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:08.259607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.276081 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0546b2c5-22ce-49fb-8b55-6a6cc3b03935 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7737284 Jan 27 17:10:08.292830 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59486) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:08.301981 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7331fb7c-a6d7-42ba-bb54-3c29f1099012 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:08.310244 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ae7c32ca-5b23-4592-95e1-5989cf543b70 None None] For port 87ce978e-7bd5-4c1a-9059-91fa71cffd28, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=87ce978e-7bd5-4c1a-9059-91fa71cffd28,segment=NetworkSegment(afcf2d4b-edac-4057-b507-08870167e9b5),segment_id=afcf2d4b-edac-4057-b507-08870167e9b5)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:08.426841 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7331fb7c-a6d7-42ba-bb54-3c29f1099012 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:08.437532 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae7c32ca-5b23-4592-95e1-5989cf543b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.505316 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986479d0-dd2e-4b55-bcc8-1d9ea6ae9cc7 None None] Network d87a04ec-d04e-4285-a8db-623b650a857e requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:08.572292 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7331fb7c-a6d7-42ba-bb54-3c29f1099012 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:08.579815 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7331fb7c-a6d7-42ba-bb54-3c29f1099012 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.580994 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-7331fb7c-a6d7-42ba-bb54-3c29f1099012 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:10:08.581416 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7331fb7c-a6d7-42ba-bb54-3c29f1099012 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:10:08.628018 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.658576 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7331fb7c-a6d7-42ba-bb54-3c29f1099012 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9270105 Jan 27 17:10:08.664112 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59490) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:08.679648 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 1f49a87e-5816-4496-87d5-217da42c7f40 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:08.682293 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f08d51d2-63c0-4ed3-b0a0-3a3c59f4808a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:08.703402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Transition to ACTIVE for port object 8312f7f0-3926-4501-9b58-9116b3242e41 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:08.715422 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.796059 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c32ca-5b23-4592-95e1-5989cf543b70 None None] Pushing event updated for resources: {'Port': ['ID=87ce978e-7bd5-4c1a-9059-91fa71cffd28,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:08.863452 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] For port 4488b531-09dc-4327-acee-cf36998280bf, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4488b531-09dc-4327-acee-cf36998280bf,segment=NetworkSegment(e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750),segment_id=e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:08.863686 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.886602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5cad322a-9115-4d9c-a2ed-ada7dea73cc8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.935845 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f08d51d2-63c0-4ed3-b0a0-3a3c59f4808a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:08.948084 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1c0a5910-7bc5-4703-a730-5d818bf69eed None None] For port 4488b531-09dc-4327-acee-cf36998280bf, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4488b531-09dc-4327-acee-cf36998280bf,segment=NetworkSegment(e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750),segment_id=e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:08.948473 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1c0a5910-7bc5-4703-a730-5d818bf69eed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:08.979061 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Transition to ACTIVE for port object 354a2d4c-236d-4235-aa1f-6340cc65da45 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:09.000947 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0560d4bb-6891-414b-940a-d1b752a95f08 None None] Provisioning for port 1f49a87e-5816-4496-87d5-217da42c7f40 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:09.004925 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] Calling delete_port for 4488b531-09dc-4327-acee-cf36998280bf owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:09.042529 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f08d51d2-63c0-4ed3-b0a0-3a3c59f4808a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:09.079331 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.123626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08d51d2-63c0-4ed3-b0a0-3a3c59f4808a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:09.127015 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f08d51d2-63c0-4ed3-b0a0-3a3c59f4808a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.128388 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08d51d2-63c0-4ed3-b0a0-3a3c59f4808a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:10:09.128808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f08d51d2-63c0-4ed3-b0a0-3a3c59f4808a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:10:09.132499 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a5910-7bc5-4703-a730-5d818bf69eed None None] Calling delete_port for 4488b531-09dc-4327-acee-cf36998280bf owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:09.163457 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:09.164221 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.189621 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Network d87a04ec-d04e-4285-a8db-623b650a857e is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:09.193557 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:09.200626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:09.231521 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f08d51d2-63c0-4ed3-b0a0-3a3c59f4808a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5634763 Jan 27 17:10:09.235553 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59494) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:09.236204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Pushing event updated for resources: {'Port': ['ID=8312f7f0-3926-4501-9b58-9116b3242e41,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:09.244848 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-5b6e41c4-ad8b-44ee-b0bf-9b0935471bcc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:09.263645 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.318072 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 1f49a87e-5816-4496-87d5-217da42c7f40 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:09.345796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 1f49a87e-5816-4496-87d5-217da42c7f40 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:09.346161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.346456 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4488b531-09dc-4327-acee-cf36998280bf,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:09.350872 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] No DVR routers for this DVR port 4488b531-09dc-4327-acee-cf36998280bf on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:09.354750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0f2124b7-1bec-4b97-9628-213289880d4b tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.374904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-67edfd56-96fc-4915-822f-95bd594d808e tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.409345 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-1c0a5910-7bc5-4703-a730-5d818bf69eed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:09.409638 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-1c0a5910-7bc5-4703-a730-5d818bf69eed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:09.417407 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5cad322a-9115-4d9c-a2ed-ada7dea73cc8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.459832 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0f2124b7-1bec-4b97-9628-213289880d4b tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "DELETE /v2.0/ports/b4f888d6-4d62-4298-995d-357975bdfc87 HTTP/1.1" status: 204 len: 168 time: 5.4331379 Jan 27 17:10:09.469801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:09.470582 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.472201 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59498) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:09.496008 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5b6e41c4-ad8b-44ee-b0bf-9b0935471bcc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:09.503525 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-52a9581d-b815-42b1-9c36-3f0582196676 None None] Provisioning complete for port 87ce978e-7bd5-4c1a-9059-91fa71cffd28 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:09.504118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-52a9581d-b815-42b1-9c36-3f0582196676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.522147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.525511 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4b0e9b08-b2a4-4730-981b-1d9dfa67222d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.8789461 Jan 27 17:10:09.532650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59502) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:09.566096 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5b6e41c4-ad8b-44ee-b0bf-9b0935471bcc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:09.571321 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.574042 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf311648-9394-487d-b3d0-24d10b91a606 None None] Network 4a9ad6a2-1612-432f-a17b-44d319c2ea20 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:09.580702 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5cad322a-9115-4d9c-a2ed-ada7dea73cc8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.585096 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5cad322a-9115-4d9c-a2ed-ada7dea73cc8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/5b17f5e7-839f-4fd2-a33a-02b23b1fe06b HTTP/1.1" status: 204 len: 168 time: 2.1905627 Jan 27 17:10:09.586514 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59506) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:09.588943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.630064 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6e41c4-ad8b-44ee-b0bf-9b0935471bcc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:09.633401 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5b6e41c4-ad8b-44ee-b0bf-9b0935471bcc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.634792 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6e41c4-ad8b-44ee-b0bf-9b0935471bcc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:10:09.635212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b6e41c4-ad8b-44ee-b0bf-9b0935471bcc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:10:09.641426 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8512c58-bd55-456e-9586-bd5fab4baa27']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:09.658878 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5351d475-2dc0-41ca-b635-f3c9ba5998cc tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] GET failed (client error): The resource could not be found. Jan 27 17:10:09.659794 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5351d475-2dc0-41ca-b635-f3c9ba5998cc tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Synchronizing usage tracker for tenant:dcbc727531a64d85ac7ec7596650e731 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:09.676430 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:09.676699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8328a09-a8f9-4d0d-9e7f-4a3a8ba8e750') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:09.682841 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Allocated IP 172.20.0.2 (6e4ca3b7-816b-479c-b0a0-7a0da63efc04/8bb442e7-ce78-4672-87e3-810b622ce79d/46478749-1f84-4548-a391-1094b8f597ed) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:09.692889 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5b6e41c4-ad8b-44ee-b0bf-9b0935471bcc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4537706 Jan 27 17:10:09.694944 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.724657 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edfd56-96fc-4915-822f-95bd594d808e tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Subnet': ['ID=421c3aae-3359-40bf-bb5b-b13d23edbfc2,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:09.733154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59510) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:09.770212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.778323 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.782359 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:09.783024 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:09.796486 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:09.822772 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.851256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Network 8391eccb-915e-4ced-9bc8-bbe79d414a74 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:09.867604 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port c9c3b9a6-3310-42c8-a820-564b1997cb26 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:09.867848 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.911956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad322a-9115-4d9c-a2ed-ada7dea73cc8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Subnet': ['ID=5b17f5e7-839f-4fd2-a33a-02b23b1fe06b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:09.912486 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a5910-7bc5-4703-a730-5d818bf69eed None None] Deleting port 4488b531-09dc-4327-acee-cf36998280bf {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:09.913056 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1c0a5910-7bc5-4703-a730-5d818bf69eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.915487 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-27709b66-e3e3-47b1-b715-991d0596ff35 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1693015 Jan 27 17:10:09.916666 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:09.918224 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59514) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:09.932117 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67edfd56-96fc-4915-822f-95bd594d808e tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Checking segment: {'id': '7cc2dbab-2bf8-43de-9964-c28b10b2a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '87d737c6-82b7-4ce4-a659-e5f9ccfddb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:09.932855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67edfd56-96fc-4915-822f-95bd594d808e tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network hostable DHCP agents. Network: 87d737c6-82b7-4ce4-a659-e5f9ccfddb5c, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:09.946128 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:09.946748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.956203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:09.983325 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:10.006865 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event updated for resources: {'Port': ['ID=354a2d4c-236d-4235-aa1f-6340cc65da45,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:10.014530 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5351d475-2dc0-41ca-b635-f3c9ba5998cc tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Unset dirty status for tenant:dcbc727531a64d85ac7ec7596650e731 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:10.016025 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5351d475-2dc0-41ca-b635-f3c9ba5998cc tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "GET /v2.0/ports/b4f888d6-4d62-4298-995d-357975bdfc87 HTTP/1.1" status: 404 len: 333 time: 0.5394449 Jan 27 17:10:10.023901 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59518) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:10.030939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8512c58-bd55-456e-9586-bd5fab4baa27,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:10.078638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67edfd56-96fc-4915-822f-95bd594d808e tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network 87d737c6-82b7-4ce4-a659-e5f9ccfddb5c is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:10.078934 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a5910-7bc5-4703-a730-5d818bf69eed None None] The port '4488b531-09dc-4327-acee-cf36998280bf' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:10:10.113388 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 1f49a87e-5816-4496-87d5-217da42c7f40, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=1f49a87e-5816-4496-87d5-217da42c7f40,segment=NetworkSegment(d2792f77-ef75-4c53-8304-69e946a56b1b),segment_id=d2792f77-ef75-4c53-8304-69e946a56b1b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:10.132543 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:10.212632 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c308cb-c8e8-4ff5-bc7e-b5afe490cac4 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:10.220541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c308cb-c8e8-4ff5-bc7e-b5afe490cac4 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:10.241614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c308cb-c8e8-4ff5-bc7e-b5afe490cac4 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:10.243641 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-09c308cb-c8e8-4ff5-bc7e-b5afe490cac4 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.7005489 Jan 27 17:10:10.245095 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4488b531-09dc-4327-acee-cf36998280bf no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:10.248492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-67edfd56-96fc-4915-822f-95bd594d808e tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 87d737c6-82b7-4ce4-a659-e5f9ccfddb5c) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:10.256929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59522) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:10.296819 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1552a88f-9e1e-40ed-a65e-0dc27b99457a None None] Network 87d737c6-82b7-4ce4-a659-e5f9ccfddb5c requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:10.346436 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67edfd56-96fc-4915-822f-95bd594d808e tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:10.350457 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-67edfd56-96fc-4915-822f-95bd594d808e tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:10.351202 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-47a3187c-4864-49fa-882b-49462176e2a0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c8512c58-bd55-456e-9586-bd5fab4baa27 HTTP/1.1" status: 204 len: 168 time: 2.8618946 Jan 27 17:10:10.450870 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693252b3-59cd-4d79-825a-db86d3b13196 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:10.453402 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-693252b3-59cd-4d79-825a-db86d3b13196 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5341961 Jan 27 17:10:10.457905 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-e097d008-23a5-4b17-bf50-a443cdc87137 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Deleting port 8312f7f0-3926-4501-9b58-9116b3242e41 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:10.458462 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e097d008-23a5-4b17-bf50-a443cdc87137 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:10.472937 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59528) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:10.490392 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 4488b531-09dc-4327-acee-cf36998280bf {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:10.490771 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4488b531-09dc-4327-acee-cf36998280bf not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:10.515786 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-67edfd56-96fc-4915-822f-95bd594d808e tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5685270 Jan 27 17:10:10.581941 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59532) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:10.611602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-915aa56c-8d16-48f5-bf2b-228e46faa571 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Deleting port 47424830-dc3d-46c9-8b5c-6564171d8e53 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:10.611966 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-915aa56c-8d16-48f5-bf2b-228e46faa571 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:10.695491 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a35f92b8-7e83-4374-b70e-be5752b60f96 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2158582 Jan 27 17:10:10.700198 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 87ce978e-7bd5-4c1a-9059-91fa71cffd28 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:10.715830 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59536) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:10.716013 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59538) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:10.732448 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:10.795362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72606342-225d-4f6f-a954-93286e7017e7 None None] DHCP port deletion for 4a9ad6a2-1612-432f-a17b-44d319c2ea20 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:10.798644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=1f49a87e-5816-4496-87d5-217da42c7f40,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:10.823500 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] For port c9c3b9a6-3310-42c8-a820-564b1997cb26, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c9c3b9a6-3310-42c8-a820-564b1997cb26,segment=NetworkSegment(6fa5b2f5-ca17-4e0f-b330-90477adf606b),segment_id=6fa5b2f5-ca17-4e0f-b330-90477adf606b)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:10.824143 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:10.840074 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:10.848166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-9dba92d4-2b4e-4de2-af15-2855fccf673a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:10.861401 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7406b3cc-0fda-4b93-9cf2-f91a234a4bd1 None None] Provisioning complete for port 1f49a87e-5816-4496-87d5-217da42c7f40 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:10.861794 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7406b3cc-0fda-4b93-9cf2-f91a234a4bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:10.892872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-72606342-225d-4f6f-a954-93286e7017e7 None None] Deleting port c9c3b9a6-3310-42c8-a820-564b1997cb26 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:10.893236 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72606342-225d-4f6f-a954-93286e7017e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:10.929085 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Transition to ACTIVE for port object 46478749-1f84-4548-a391-1094b8f597ed will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:10.957446 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Transition to ACTIVE for port object 46478749-1f84-4548-a391-1094b8f597ed will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:10.995800 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:10.998281 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9dba92d4-2b4e-4de2-af15-2855fccf673a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:11.088231 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 87ce978e-7bd5-4c1a-9059-91fa71cffd28 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:11.088231 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.118693 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Network 6e4ca3b7-816b-479c-b0a0-7a0da63efc04 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:11.134526 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:11.175553 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for c9c3b9a6-3310-42c8-a820-564b1997cb26 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:11.182702 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:11.202786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Allocated IP 172.20.0.1 (6e4ca3b7-816b-479c-b0a0-7a0da63efc04/8bb442e7-ce78-4672-87e3-810b622ce79d/f485c381-8a1d-4de6-8539-03af99cd682c) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:11.242457 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9dba92d4-2b4e-4de2-af15-2855fccf673a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:11.252817 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e097d008-23a5-4b17-bf50-a443cdc87137 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.299129 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Pushing event updated for resources: {'Port': ['ID=46478749-1f84-4548-a391-1094b8f597ed,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:11.355741 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dba92d4-2b4e-4de2-af15-2855fccf673a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:11.359202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9dba92d4-2b4e-4de2-af15-2855fccf673a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.420543 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9757d075-cc8d-46eb-9a25-fcb5c363f54a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ee54b4815b744a4b1368a3f71dedf93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6891444 Jan 27 17:10:11.421873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.446895 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59544) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:11.469184 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-e097d008-23a5-4b17-bf50-a443cdc87137 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Calling delete_port for 8312f7f0-3926-4501-9b58-9116b3242e41 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:11.488879 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Attempting to bind port 46478749-1f84-4548-a391-1094b8f597ed on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:11.489234 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Attempting to bind port 46478749-1f84-4548-a391-1094b8f597ed by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '501675a7-323e-4c5b-aa2d-1fa3fdb1f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:11.489586 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Attempting to bind port 46478749-1f84-4548-a391-1094b8f597ed on network 6e4ca3b7-816b-479c-b0a0-7a0da63efc04 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:11.504189 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:11.504680 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Checking segment: {'id': '501675a7-323e-4c5b-aa2d-1fa3fdb1f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:11.504998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.505313 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Bound using segment: {'id': '501675a7-323e-4c5b-aa2d-1fa3fdb1f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:11.505825 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Bound port: 46478749-1f84-4548-a391-1094b8f597ed, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501675a7-323e-4c5b-aa2d-1fa3fdb1f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:11.506196 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.515837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-87d737c6-82b7-4ce4-a659-e5f9ccfddb5c', 'network_id': '87d737c6-82b7-4ce4-a659-e5f9ccfddb5c', 'tenant_id': 'a1044fc2b04a4cf88962f2b23f4c469b', 'fixed_ips': [{'subnet_id': '421c3aae-3359-40bf-bb5b-b13d23edbfc2'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:11.516447 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.601064 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.708873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=c9c3b9a6-3310-42c8-a820-564b1997cb26,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:11.715689 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No DVR routers for this DVR port c9c3b9a6-3310-42c8-a820-564b1997cb26 on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:11.732081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-72606342-225d-4f6f-a954-93286e7017e7 None None] For port c9c3b9a6-3310-42c8-a820-564b1997cb26, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c9c3b9a6-3310-42c8-a820-564b1997cb26,segment=NetworkSegment(6fa5b2f5-ca17-4e0f-b330-90477adf606b),segment_id=6fa5b2f5-ca17-4e0f-b330-90477adf606b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:11.732693 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72606342-225d-4f6f-a954-93286e7017e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.738382 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e097d008-23a5-4b17-bf50-a443cdc87137 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.797807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.814358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.818008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097d008-23a5-4b17-bf50-a443cdc87137 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Pushing event deleted for resources: {'Port': ['ID=8312f7f0-3926-4501-9b58-9116b3242e41,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:11.826322 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.827299 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.848610 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-915aa56c-8d16-48f5-bf2b-228e46faa571 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.878083 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.906904 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e84dd44d-0d1d-4f4b-b7b7-326a60bb84c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:11.909222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-72606342-225d-4f6f-a954-93286e7017e7 None None] Calling delete_port for c9c3b9a6-3310-42c8-a820-564b1997cb26 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:11.987772 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7406b3cc-0fda-4b93-9cf2-f91a234a4bd1 None None] Provisioning complete for port 8312f7f0-3926-4501-9b58-9116b3242e41 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:11.988136 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7406b3cc-0fda-4b93-9cf2-f91a234a4bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.064120 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7406b3cc-0fda-4b93-9cf2-f91a234a4bd1 None None] Port 8312f7f0-3926-4501-9b58-9116b3242e41 was deleted so its status cannot be updated. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 17:10:12.066155 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] For port 46478749-1f84-4548-a391-1094b8f597ed, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:12.124693 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] For port 46478749-1f84-4548-a391-1094b8f597ed, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=46478749-1f84-4548-a391-1094b8f597ed,segment=NetworkSegment(501675a7-323e-4c5b-aa2d-1fa3fdb1f723),segment_id=501675a7-323e-4c5b-aa2d-1fa3fdb1f723)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:12.128599 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-72606342-225d-4f6f-a954-93286e7017e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:12.129010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-72606342-225d-4f6f-a954-93286e7017e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:12.145072 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.180279 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7406b3cc-0fda-4b93-9cf2-f91a234a4bd1 None None] Provisioning for port 71da555f-9279-4c75-b3e2-9c0ab46fe563 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:12.264814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.277576 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7406b3cc-0fda-4b93-9cf2-f91a234a4bd1 None None] Provisioning complete for port 71da555f-9279-4c75-b3e2-9c0ab46fe563 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:12.278002 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7406b3cc-0fda-4b93-9cf2-f91a234a4bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.291943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e097d008-23a5-4b17-bf50-a443cdc87137 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.300085 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Transition to ACTIVE for port object f485c381-8a1d-4de6-8539-03af99cd682c will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:12.311427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-915aa56c-8d16-48f5-bf2b-228e46faa571 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Calling delete_port for 47424830-dc3d-46c9-8b5c-6564171d8e53 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:12.322494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event updated for resources: {'Port': ['ID=354a2d4c-236d-4235-aa1f-6340cc65da45,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:12.322882 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Allocated IP 172.20.0.1 (87d737c6-82b7-4ce4-a659-e5f9ccfddb5c/421c3aae-3359-40bf-bb5b-b13d23edbfc2/678d2f20-a29d-482f-bdd2-ef5f1afe7de2) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:12.331669 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e097d008-23a5-4b17-bf50-a443cdc87137 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] 10.222.0.50 "DELETE /v2.0/ports/8312f7f0-3926-4501-9b58-9116b3242e41 HTTP/1.1" status: 204 len: 168 time: 2.0677361 Jan 27 17:10:12.332292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59548) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:12.342874 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-68c94efd-45ca-47b1-b9ae-c2010eb9e60d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Request body: {'port': {'name': 'tempest-new-port-name-1429033591', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:12.343332 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.api.validators [None req-68c94efd-45ca-47b1-b9ae-c2010eb9e60d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] bootfile-name is not in valid_values {{(pid=87594) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:10:12.343958 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.api.validators [None req-68c94efd-45ca-47b1-b9ae-c2010eb9e60d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] tftp-server is not in valid_values {{(pid=87594) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:10:12.343958 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.api.validators [None req-68c94efd-45ca-47b1-b9ae-c2010eb9e60d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] server-ip-address is not in valid_values {{(pid=87594) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 27 17:10:12.390396 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e4ee2-604b-47eb-917d-a06d4f6a90b3 None None] Pushing event updated for resources: {'Port': ['ID=46478749-1f84-4548-a391-1094b8f597ed,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:12.397479 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7406b3cc-0fda-4b93-9cf2-f91a234a4bd1 None None] Port 71da555f-9279-4c75-b3e2-9c0ab46fe563 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:12.409562 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9ad6a2-1612-432f-a17b-44d319c2ea20']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:12.426833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Network 8391eccb-915e-4ced-9bc8-bbe79d414a74 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:12.428058 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e84dd44d-0d1d-4f4b-b7b7-326a60bb84c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.431255 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:12.465239 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa5b2f5-ca17-4e0f-b330-90477adf606b') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:12.465525 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa5b2f5-ca17-4e0f-b330-90477adf606b') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:12.497422 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.614843 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.633302 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-72606342-225d-4f6f-a954-93286e7017e7 None None] Deleting port c9c3b9a6-3310-42c8-a820-564b1997cb26 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:12.633840 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72606342-225d-4f6f-a954-93286e7017e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.668072 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.688430 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 1f49a87e-5816-4496-87d5-217da42c7f40 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:12.708592 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:12.709000 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.723156 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fa642530-9d4a-4086-a1d9-55df39a878c9 None None] Provisioning for port 354a2d4c-236d-4235-aa1f-6340cc65da45 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:12.788602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-68c94efd-45ca-47b1-b9ae-c2010eb9e60d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.809370 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network 6e4ca3b7-816b-479c-b0a0-7a0da63efc04 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:12.811549 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fa642530-9d4a-4086-a1d9-55df39a878c9 None None] Provisioning complete for port 354a2d4c-236d-4235-aa1f-6340cc65da45 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:12.812010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa642530-9d4a-4086-a1d9-55df39a878c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:12.819730 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:12.863809 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:12.866313 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:12.886959 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e84dd44d-0d1d-4f4b-b7b7-326a60bb84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.895579 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-72606342-225d-4f6f-a954-93286e7017e7 None None] The port 'c9c3b9a6-3310-42c8-a820-564b1997cb26' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:10:12.901046 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fa642530-9d4a-4086-a1d9-55df39a878c9 None None] Port 354a2d4c-236d-4235-aa1f-6340cc65da45 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:12.923690 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fa642530-9d4a-4086-a1d9-55df39a878c9 None None] Could not find standard attr ID for object 8312f7f0-3926-4501-9b58-9116b3242e41. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:10:12.934148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84dd44d-0d1d-4f4b-b7b7-326a60bb84c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e93c9ac-5f1d-4932-b070-8768d1f66c4b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:12.948240 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.958073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.989192 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Transition to ACTIVE for port object 678d2f20-a29d-482f-bdd2-ef5f1afe7de2 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:12.992110 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:12.994179 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fa642530-9d4a-4086-a1d9-55df39a878c9 None None] Provisioning complete for port 71da555f-9279-4c75-b3e2-9c0ab46fe563 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:12.994544 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa642530-9d4a-4086-a1d9-55df39a878c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.034703 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-915aa56c-8d16-48f5-bf2b-228e46faa571 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.041221 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.045455 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.objects.ports [None req-9dba92d4-2b4e-4de2-af15-2855fccf673a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87595) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:10:13.046398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=f485c381-8a1d-4de6-8539-03af99cd682c,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:13.051632 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Network': ['ID=4a9ad6a2-1612-432f-a17b-44d319c2ea20,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:13.061119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9dba92d4-2b4e-4de2-af15-2855fccf673a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.081500 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 1f49a87e-5816-4496-87d5-217da42c7f40 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:13.082381 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.087353 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Router b71d5c89-220e-4571-a1ec-fe054a0c8ad1 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:10:13.126681 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Transition to ACTIVE for port object 678d2f20-a29d-482f-bdd2-ef5f1afe7de2 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:13.147915 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fa642530-9d4a-4086-a1d9-55df39a878c9 None None] Port 71da555f-9279-4c75-b3e2-9c0ab46fe563 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:13.154013 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.179311 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915aa56c-8d16-48f5-bf2b-228e46faa571 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event deleted for resources: {'Port': ['ID=47424830-dc3d-46c9-8b5c-6564171d8e53,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:13.227184 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-47553397-4567-4000-b267-9dad74cfd77e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/networks/4a9ad6a2-1612-432f-a17b-44d319c2ea20 HTTP/1.1" status: 204 len: 168 time: 3.6371067 Jan 27 17:10:13.231051 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dba92d4-2b4e-4de2-af15-2855fccf673a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:13.244893 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59552) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:13.246016 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-9dba92d4-2b4e-4de2-af15-2855fccf673a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:13.250269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e84dd44d-0d1d-4f4b-b7b7-326a60bb84c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.254438 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e84dd44d-0d1d-4f4b-b7b7-326a60bb84c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e93c9ac-5f1d-4932-b070-8768d1f66c4b HTTP/1.1" status: 204 len: 168 time: 1.8036849 Jan 27 17:10:13.254438 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dba92d4-2b4e-4de2-af15-2855fccf673a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:13.254438 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9dba92d4-2b4e-4de2-af15-2855fccf673a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.297874 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-7685a64c-5f14-425a-b1c1-8fc5c47dfa97 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1949631307'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:13.332673 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7685a64c-5f14-425a-b1c1-8fc5c47dfa97 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:13.335317 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.345497 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Network 87d737c6-82b7-4ce4-a659-e5f9ccfddb5c is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:13.361293 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-915aa56c-8d16-48f5-bf2b-228e46faa571 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.361512 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:13.367059 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:13.370657 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7685a64c-5f14-425a-b1c1-8fc5c47dfa97 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:network and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:13.373278 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Pushing event updated for resources: {'Port': ['ID=678d2f20-a29d-482f-bdd2-ef5f1afe7de2,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:13.383375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba92d4-2b4e-4de2-af15-2855fccf673a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=0dbc6f25-7163-458b-9c8e-3d9e854ce102,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:13.389600 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7685a64c-5f14-425a-b1c1-8fc5c47dfa97 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:13.399522 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785319b7-233b-4641-9331-c5acacc5bb18 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:13.447365 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-915aa56c-8d16-48f5-bf2b-228e46faa571 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "DELETE /v2.0/ports/47424830-dc3d-46c9-8b5c-6564171d8e53 HTTP/1.1" status: 204 len: 168 time: 3.4118345 Jan 27 17:10:13.447705 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7685a64c-5f14-425a-b1c1-8fc5c47dfa97 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:13.467745 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59558) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:13.475663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Subnet': ['ID=421c3aae-3359-40bf-bb5b-b13d23edbfc2,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:13.484133 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9dba92d4-2b4e-4de2-af15-2855fccf673a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7567019 Jan 27 17:10:13.487869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59562) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:13.589249 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-674eba4e-62b1-4ef5-840c-b4923f79df1e tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] GET failed (client error): The resource could not be found. Jan 27 17:10:13.590069 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-674eba4e-62b1-4ef5-840c-b4923f79df1e tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Synchronizing usage tracker for tenant:dcbc727531a64d85ac7ec7596650e731 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:13.590557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.596942 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7685a64c-5f14-425a-b1c1-8fc5c47dfa97 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:13.600993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7685a64c-5f14-425a-b1c1-8fc5c47dfa97 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.612583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-68c94efd-45ca-47b1-b9ae-c2010eb9e60d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.617661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'mac_address': 'fa:16:3e:9c:74:49', 'name': 'tempest-NetworksTestDHCPv6-342940255'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:13.631879 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Attempting to bind port 678d2f20-a29d-482f-bdd2-ef5f1afe7de2 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:13.632635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Attempting to bind port 678d2f20-a29d-482f-bdd2-ef5f1afe7de2 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7cc2dbab-2bf8-43de-9964-c28b10b2a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '87d737c6-82b7-4ce4-a659-e5f9ccfddb5c'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:13.633197 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Attempting to bind port 678d2f20-a29d-482f-bdd2-ef5f1afe7de2 on network 87d737c6-82b7-4ce4-a659-e5f9ccfddb5c {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:13.710320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cb937df3-c380-4563-aaad-974b8f201ee8 None None] Provisioning complete for port 354a2d4c-236d-4235-aa1f-6340cc65da45 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:13.710320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cb937df3-c380-4563-aaad-974b8f201ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.739491 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.787099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-674eba4e-62b1-4ef5-840c-b4923f79df1e tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Unset dirty status for tenant:dcbc727531a64d85ac7ec7596650e731 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:13.788226 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-674eba4e-62b1-4ef5-840c-b4923f79df1e tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "GET /v2.0/ports/47424830-dc3d-46c9-8b5c-6564171d8e53 HTTP/1.1" status: 404 len: 333 time: 0.3173478 Jan 27 17:10:13.792832 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d737c6-82b7-4ce4-a659-e5f9ccfddb5c']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:13.801862 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:13.802231 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Checking segment: {'id': '7cc2dbab-2bf8-43de-9964-c28b10b2a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '87d737c6-82b7-4ce4-a659-e5f9ccfddb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:13.802635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.804478 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Bound using segment: {'id': '7cc2dbab-2bf8-43de-9964-c28b10b2a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '87d737c6-82b7-4ce4-a659-e5f9ccfddb5c'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:13.804478 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Bound port: 678d2f20-a29d-482f-bdd2-ef5f1afe7de2, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc2dbab-2bf8-43de-9964-c28b10b2a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '87d737c6-82b7-4ce4-a659-e5f9ccfddb5c'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:13.804478 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.811891 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59568) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:13.821418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c9c3b9a6-3310-42c8-a820-564b1997cb26 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:13.835919 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-68c94efd-45ca-47b1-b9ae-c2010eb9e60d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.846655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:13.878440 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cb937df3-c380-4563-aaad-974b8f201ee8 None None] Port 354a2d4c-236d-4235-aa1f-6340cc65da45 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:13.883370 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: c9c3b9a6-3310-42c8-a820-564b1997cb26 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:13.883705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c9c3b9a6-3310-42c8-a820-564b1997cb26 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:13.884292 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc2dbab-2bf8-43de-9964-c28b10b2a8e7') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:13.884771 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc2dbab-2bf8-43de-9964-c28b10b2a8e7') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:13.902124 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.924385 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.937583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c94efd-45ca-47b1-b9ae-c2010eb9e60d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Pushing event updated for resources: {'Port': ['ID=71da555f-9279-4c75-b3e2-9c0ab46fe563,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:13.938271 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:13.938937 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:13.941265 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:13.951775 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:13.956986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:10:13.970663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:13.977554 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-85e4989c-e881-4aa2-90b6-01d5ba05ef6e tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "PUT /v2.0/routers/b71d5c89-220e-4571-a1ec-fe054a0c8ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0884187 Jan 27 17:10:13.981221 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35afae05-14b8-498f-a273-716dc1d97c64 None None] Sync routers for ids ['b71d5c89-220e-4571-a1ec-fe054a0c8ad1'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:10:14.006539 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35afae05-14b8-498f-a273-716dc1d97c64 None None] Routers {'b71d5c89-220e-4571-a1ec-fe054a0c8ad1'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:14.010480 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-35afae05-14b8-498f-a273-716dc1d97c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['b71d5c89-220e-4571-a1ec-fe054a0c8ad1'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:14.072424 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] For port 678d2f20-a29d-482f-bdd2-ef5f1afe7de2, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:14.090054 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1698c6-b8a3-48c8-93d5-3e9ccb7edba3 None None] Network 6e4ca3b7-816b-479c-b0a0-7a0da63efc04 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:14.097552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59578) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:14.112450 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:14.115543 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7685a64c-5f14-425a-b1c1-8fc5c47dfa97 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:14.131513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 17:10:14.131513 dv-neutron-826439-2-hyperv neutron-server[87595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 17:10:14.131513 dv-neutron-826439-2-hyperv neutron-server[87595]: [parameters: {'id': '87d737c6-82b7-4ce4-a659-e5f9ccfddb5c'}] Jan 27 17:10:14.131513 dv-neutron-826439-2-hyperv neutron-server[87595]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:14.132036 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:14.157220 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7685a64c-5f14-425a-b1c1-8fc5c47dfa97 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.157774 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-7685a64c-5f14-425a-b1c1-8fc5c47dfa97 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Added segment e14f90c3-7329-4445-9b81-141d87145a67 of type vlan for network 42a6cdaa-81b0-4cc7-8af0-a24181c10df0 Jan 27 17:10:14.172231 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] For port 678d2f20-a29d-482f-bdd2-ef5f1afe7de2, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=678d2f20-a29d-482f-bdd2-ef5f1afe7de2,segment=NetworkSegment(7cc2dbab-2bf8-43de-9964-c28b10b2a8e7),segment_id=7cc2dbab-2bf8-43de-9964-c28b10b2a8e7)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:14.175937 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-3df1d54c-df56-4ed5-ac9e-a6fa1ba7202c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Deleting port 51758c8b-b1d9-4d82-bd6d-87990164263d {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:14.176842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3df1d54c-df56-4ed5-ac9e-a6fa1ba7202c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.194817 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.225303 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-35afae05-14b8-498f-a273-716dc1d97c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:14.250983 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35afae05-14b8-498f-a273-716dc1d97c64 None None] Routers {'b71d5c89-220e-4571-a1ec-fe054a0c8ad1'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:14.252222 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-35afae05-14b8-498f-a273-716dc1d97c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['b71d5c89-220e-4571-a1ec-fe054a0c8ad1'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:14.259317 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': '0dbc6f25-7163-458b-9c8e-3d9e854ce102'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:14.262888 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.280823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7685a64c-5f14-425a-b1c1-8fc5c47dfa97 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.344342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-807ae26c-a3b8-4584-947d-8c128de0221d None None] Provisioning for port 46478749-1f84-4548-a391-1094b8f597ed completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:14.455387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7685a64c-5f14-425a-b1c1-8fc5c47dfa97 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.456780 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-35afae05-14b8-498f-a273-716dc1d97c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:14.457580 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35afae05-14b8-498f-a273-716dc1d97c64 None None] The sync data for ids ['b71d5c89-220e-4571-a1ec-fe054a0c8ad1'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:14.467157 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7685a64c-5f14-425a-b1c1-8fc5c47dfa97 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:14.468181 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7685a64c-5f14-425a-b1c1-8fc5c47dfa97 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.594525 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae25f4f-5df3-4495-ac6f-743eca0348fc None None] Pushing event updated for resources: {'Port': ['ID=678d2f20-a29d-482f-bdd2-ef5f1afe7de2,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:14.638377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-68c94efd-45ca-47b1-b9ae-c2010eb9e60d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] In _notify_port_updated(), no bound segment for port 71da555f-9279-4c75-b3e2-9c0ab46fe563 on network d87a04ec-d04e-4285-a8db-623b650a857e {{(pid=87594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:10:14.645176 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c94efd-45ca-47b1-b9ae-c2010eb9e60d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:14.650094 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-68c94efd-45ca-47b1-b9ae-c2010eb9e60d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.652210 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-68c94efd-45ca-47b1-b9ae-c2010eb9e60d tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] 10.222.0.50 "PUT /v2.0/ports/71da555f-9279-4c75-b3e2-9c0ab46fe563 HTTP/1.1" status: 200 len: 1137 time: 2.3160229 Jan 27 17:10:14.661870 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-233fb013-679b-4ffa-b0be-b62865766b42 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.675872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786956f1-bb9b-4a67-8e55-787645e9fdc4 None None] Network 87d737c6-82b7-4ce4-a659-e5f9ccfddb5c requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:14.718776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59590) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:14.731101 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d6ae99ff-3cfa-412e-b9ee-0185fc343cc0 None None] Provisioning complete for port 71da555f-9279-4c75-b3e2-9c0ab46fe563 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:14.731781 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6ae99ff-3cfa-412e-b9ee-0185fc343cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.769968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:14.831622 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 46478749-1f84-4548-a391-1094b8f597ed up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:14.835164 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7685a64c-5f14-425a-b1c1-8fc5c47dfa97 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5870068 Jan 27 17:10:14.838629 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685a64c-5f14-425a-b1c1-8fc5c47dfa97 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Network': ['ID=42a6cdaa-81b0-4cc7-8af0-a24181c10df0,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:14.843178 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59596) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:14.852530 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-81d0e00a-5ca5-4656-be79-3c2e2ed9ce00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'subnet': {'network_id': '42a6cdaa-81b0-4cc7-8af0-a24181c10df0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:14.871254 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 42a6cdaa-81b0-4cc7-8af0-a24181c10df0 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:14.910378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6122d36a-21eb-4031-b6cb-bde7f1b19804 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:14.911342 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6122d36a-21eb-4031-b6cb-bde7f1b19804 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Synchronizing usage tracker for tenant:8e38f46b2ae94749a68782f850b6b70b on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:14.925507 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:14.997173 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae99ff-3cfa-412e-b9ee-0185fc343cc0 None None] Port 71da555f-9279-4c75-b3e2-9c0ab46fe563 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:15.005580 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3df1d54c-df56-4ed5-ac9e-a6fa1ba7202c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.023250 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Allocated IP 2001:db8::f816:3eff:fe44:d61d (bbf03638-7624-437f-9c24-a87cd70c5626/0dbc6f25-7163-458b-9c8e-3d9e854ce102/33daea70-c7a8-4d49-8336-a285aa875545) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:15.066892 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6122d36a-21eb-4031-b6cb-bde7f1b19804 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Unset dirty status for tenant:8e38f46b2ae94749a68782f850b6b70b on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:15.068503 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6122d36a-21eb-4031-b6cb-bde7f1b19804 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] 10.222.0.50 "GET /v2.0/ports/71da555f-9279-4c75-b3e2-9c0ab46fe563 HTTP/1.1" status: 200 len: 1137 time: 0.3406718 Jan 27 17:10:15.085519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59604) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:15.214191 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-2f579e92-6390-4942-80ab-418360171dfb tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Deleting port 71da555f-9279-4c75-b3e2-9c0ab46fe563 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:15.214919 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2f579e92-6390-4942-80ab-418360171dfb tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.257400 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-3df1d54c-df56-4ed5-ac9e-a6fa1ba7202c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Calling delete_port for 51758c8b-b1d9-4d82-bd6d-87990164263d owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:15.290132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 46478749-1f84-4548-a391-1094b8f597ed completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:15.292854 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-81d0e00a-5ca5-4656-be79-3c2e2ed9ce00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:15.295645 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Deleting port 678d2f20-a29d-482f-bdd2-ef5f1afe7de2 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:15.296477 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.306998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 46478749-1f84-4548-a391-1094b8f597ed triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:15.307358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.352134 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-233fb013-679b-4ffa-b0be-b62865766b42 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 17:10:15.353170 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-233fb013-679b-4ffa-b0be-b62865766b42 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "DELETE /v2.0/routers/b71d5c89-220e-4571-a1ec-fe054a0c8ad1 HTTP/1.1" status: 409 len: 329 time: 1.2557545 Jan 27 17:10:15.360695 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59612) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:15.503387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-81d0e00a-5ca5-4656-be79-3c2e2ed9ce00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:subnet and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:15.517480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-81d0e00a-5ca5-4656-be79-3c2e2ed9ce00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:15.545057 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-81d0e00a-5ca5-4656-be79-3c2e2ed9ce00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:15.556862 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.561673 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.606773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.636042 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Transition to ACTIVE for port object 33daea70-c7a8-4d49-8336-a285aa875545 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:15.674253 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Transition to ACTIVE for port object 33daea70-c7a8-4d49-8336-a285aa875545 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:15.680543 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 46478749-1f84-4548-a391-1094b8f597ed, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=46478749-1f84-4548-a391-1094b8f597ed,segment=NetworkSegment(501675a7-323e-4c5b-aa2d-1fa3fdb1f723),segment_id=501675a7-323e-4c5b-aa2d-1fa3fdb1f723)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:15.686381 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.689338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2f579e92-6390-4942-80ab-418360171dfb tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.756064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.818246 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d0e00a-5ca5-4656-be79-3c2e2ed9ce00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:15.822222 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-81d0e00a-5ca5-4656-be79-3c2e2ed9ce00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:15.838963 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:15.845081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:15.852285 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:15.898147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-2f579e92-6390-4942-80ab-418360171dfb tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Calling delete_port for 71da555f-9279-4c75-b3e2-9c0ab46fe563 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:15.905425 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Pushing event updated for resources: {'Port': ['ID=33daea70-c7a8-4d49-8336-a285aa875545,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:15.957528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port 12ffa1e5-61e0-4eb2-8460-b89f13dbd90b yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:15.957824 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6b90fc02-140f-4000-b096-bb3dadab3741 None None] Provisioning complete for port 46478749-1f84-4548-a391-1094b8f597ed triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:15.958191 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b90fc02-140f-4000-b096-bb3dadab3741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.023316 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59628) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:16.042348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.107905 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=46478749-1f84-4548-a391-1094b8f597ed,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:16.112956 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Attempting to bind port 33daea70-c7a8-4d49-8336-a285aa875545 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:16.113543 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Attempting to bind port 33daea70-c7a8-4d49-8336-a285aa875545 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:16.114079 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Attempting to bind port 33daea70-c7a8-4d49-8336-a285aa875545 on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:16.125408 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:16.126203 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:16.126779 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.127309 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:16.128081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Bound port: 33daea70-c7a8-4d49-8336-a285aa875545, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:16.128605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.275119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] For port 33daea70-c7a8-4d49-8336-a285aa875545, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:16.277464 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6b90fc02-140f-4000-b096-bb3dadab3741 None None] Provisioning for port f485c381-8a1d-4de6-8539-03af99cd682c completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:16.280736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.281456 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] For port 33daea70-c7a8-4d49-8336-a285aa875545, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=33daea70-c7a8-4d49-8336-a285aa875545,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:16.284590 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6b90fc02-140f-4000-b096-bb3dadab3741 None None] Provisioning complete for port f485c381-8a1d-4de6-8539-03af99cd682c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:16.285108 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b90fc02-140f-4000-b096-bb3dadab3741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.313745 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.332491 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3df1d54c-df56-4ed5-ac9e-a6fa1ba7202c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.349053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-02e991e6-58a5-4b01-9c5a-e62b34e432eb tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:16.476205 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6b90fc02-140f-4000-b096-bb3dadab3741 None None] Port f485c381-8a1d-4de6-8539-03af99cd682c cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:16.486038 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f205e-aab9-4512-8d25-9aecedd391df None None] Pushing event updated for resources: {'Port': ['ID=33daea70-c7a8-4d49-8336-a285aa875545,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:16.526351 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.541780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=f485c381-8a1d-4de6-8539-03af99cd682c,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:16.549110 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-02e991e6-58a5-4b01-9c5a-e62b34e432eb tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] 10.222.0.50 "PUT /v2.0/quotas/1b41d521569e42668e490d7ffd8b5d09 HTTP/1.1" status: 200 len: 368 time: 0.5223663 Jan 27 17:10:16.562805 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59634) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:16.563609 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1d54c-df56-4ed5-ac9e-a6fa1ba7202c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event deleted for resources: {'Port': ['ID=51758c8b-b1d9-4d82-bd6d-87990164263d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:16.572521 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Request body: {'network': {'project_id': '1b41d521569e42668e490d7ffd8b5d09'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:16.580499 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] For port 678d2f20-a29d-482f-bdd2-ef5f1afe7de2, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=678d2f20-a29d-482f-bdd2-ef5f1afe7de2,segment=NetworkSegment(7cc2dbab-2bf8-43de-9964-c28b10b2a8e7),segment_id=7cc2dbab-2bf8-43de-9964-c28b10b2a8e7)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:16.580850 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.586486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::f816:3eff:fe9c:7449 (bbf03638-7624-437f-9c24-a87cd70c5626/0dbc6f25-7163-458b-9c8e-3d9e854ce102/12ffa1e5-61e0-4eb2-8460-b89f13dbd90b) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:16.592827 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:16.636930 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e75bcefb-0347-45c5-bd14-c051f93cb97c None None] Provisioning complete for port f485c381-8a1d-4de6-8539-03af99cd682c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:16.638208 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e75bcefb-0347-45c5-bd14-c051f93cb97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.683609 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2f579e92-6390-4942-80ab-418360171dfb tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.711618 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 46478749-1f84-4548-a391-1094b8f597ed up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:16.717464 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Usage tracker for resource:network and tenant:1b41d521569e42668e490d7ffd8b5d09 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:16.768529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f579e92-6390-4942-80ab-418360171dfb tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Pushing event deleted for resources: {'Port': ['ID=71da555f-9279-4c75-b3e2-9c0ab46fe563,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:16.778255 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e75bcefb-0347-45c5-bd14-c051f93cb97c None None] Port f485c381-8a1d-4de6-8539-03af99cd682c cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:16.799475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 46478749-1f84-4548-a391-1094b8f597ed triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:16.799948 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.864042 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:16.885325 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Calling delete_port for 678d2f20-a29d-482f-bdd2-ef5f1afe7de2 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:16.919630 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3df1d54c-df56-4ed5-ac9e-a6fa1ba7202c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:16.941747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:16.963351 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3df1d54c-df56-4ed5-ac9e-a6fa1ba7202c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "DELETE /v2.0/ports/51758c8b-b1d9-4d82-bd6d-87990164263d HTTP/1.1" status: 204 len: 168 time: 3.1493850 Jan 27 17:10:16.971429 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59638) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:17.057388 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Made reservation on behalf of 1b41d521569e42668e490d7ffd8b5d09 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:17.059764 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.127165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network 6e4ca3b7-816b-479c-b0a0-7a0da63efc04 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:17.131775 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:17.142738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2f579e92-6390-4942-80ab-418360171dfb tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.172360 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.176942 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-81d0e00a-5ca5-4656-be79-3c2e2ed9ce00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.259409 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2f579e92-6390-4942-80ab-418360171dfb tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] 10.222.0.50 "DELETE /v2.0/ports/71da555f-9279-4c75-b3e2-9c0ab46fe563 HTTP/1.1" status: 204 len: 168 time: 2.1724796 Jan 27 17:10:17.266170 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59642) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:17.270459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.324303 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No DVR routers for this DVR port 678d2f20-a29d-482f-bdd2-ef5f1afe7de2 on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:17.353828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Port': ['ID=678d2f20-a29d-482f-bdd2-ef5f1afe7de2,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:17.368107 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-59079ee5-de38-4b7a-9756-f78be5951041 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Deleting subnet f7285c06-e19b-49f3-ba13-0df52b758c7d {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:17.370622 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:17.405429 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.423957 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bee6a5d-d6d1-4f57-8bda-71a41fff0b41 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Deleting subnet b0648deb-c02e-4b4f-bd7d-5206c062b540 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:17.425775 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0e00a-5ca5-4656-be79-3c2e2ed9ce00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Subnet': ['ID=0b707a47-a921-41c3-9749-738f9cdea3ef,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:17.430833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Usage tracker for resource:security_group_rule and tenant:1b41d521569e42668e490d7ffd8b5d09 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:17.437111 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5bee6a5d-d6d1-4f57-8bda-71a41fff0b41 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.440833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-59079ee5-de38-4b7a-9756-f78be5951041 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.466720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object 12ffa1e5-61e0-4eb2-8460-b89f13dbd90b will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:17.476653 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:17.506147 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-eec7a4b3-2e96-4a78-b51e-98fdf73ba49b None None] Provisioning complete for port f485c381-8a1d-4de6-8539-03af99cd682c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:17.506727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eec7a4b3-2e96-4a78-b51e-98fdf73ba49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.514410 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:17.518291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5bee6a5d-d6d1-4f57-8bda-71a41fff0b41 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.573349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eec7a4b3-2e96-4a78-b51e-98fdf73ba49b None None] Port f485c381-8a1d-4de6-8539-03af99cd682c cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:17.591171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router d867d368-53b4-4c2c-8f5d-be271ff07b0c is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:10:17.597585 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.611517 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.632171 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d0e00a-5ca5-4656-be79-3c2e2ed9ce00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Checking segment: {'id': 'e14f90c3-7329-4445-9b81-141d87145a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '42a6cdaa-81b0-4cc7-8af0-a24181c10df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:17.632554 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d0e00a-5ca5-4656-be79-3c2e2ed9ce00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network hostable DHCP agents. Network: 42a6cdaa-81b0-4cc7-8af0-a24181c10df0, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:17.657307 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-59079ee5-de38-4b7a-9756-f78be5951041 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.705585 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d737c6-82b7-4ce4-a659-e5f9ccfddb5c']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:17.746355 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc2dbab-2bf8-43de-9964-c28b10b2a8e7') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:17.746709 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc2dbab-2bf8-43de-9964-c28b10b2a8e7') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:17.755887 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:17.765034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:17.772369 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:17.778060 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:17.778687 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.783931 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=12ffa1e5-61e0-4eb2-8460-b89f13dbd90b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:17.784293 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d0e00a-5ca5-4656-be79-3c2e2ed9ce00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network 42a6cdaa-81b0-4cc7-8af0-a24181c10df0 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:17.794980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.832406 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7bc670a8-03c9-4e7f-aebf-b0b04f4db814 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.856780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5bee6a5d-d6d1-4f57-8bda-71a41fff0b41 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.886392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.900302 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-81d0e00a-5ca5-4656-be79-3c2e2ed9ce00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 42a6cdaa-81b0-4cc7-8af0-a24181c10df0) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:17.907314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d0e00a-5ca5-4656-be79-3c2e2ed9ce00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:17.907924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-81d0e00a-5ca5-4656-be79-3c2e2ed9ce00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.913448 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b322ef8-b47f-47d4-946d-b8adb62ebff2 None None] Network 42a6cdaa-81b0-4cc7-8af0-a24181c10df0 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:17.918375 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4d4e1e1a-f2c2-4f2f-8836-259a486e3002 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4194250 Jan 27 17:10:17.924552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59646) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:17.946150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:17.946545 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:17.980656 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:18.155856 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:10:18.163591 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5bee6a5d-d6d1-4f57-8bda-71a41fff0b41 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.171233 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Sync routers for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:10:18.191284 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4b5c097e-1d63-4d92-8ad7-7f199f6d7024 None None] Provisioning for port 33daea70-c7a8-4d49-8336-a285aa875545 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:18.210307 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-81d0e00a-5ca5-4656-be79-3c2e2ed9ce00 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3597643 Jan 27 17:10:18.211173 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59650) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:18.228070 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b1d2c34d-a211-4d87-9862-13d982b9e153 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/d867d368-53b4-4c2c-8f5d-be271ff07b0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9239087 Jan 27 17:10:18.230258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee6a5d-d6d1-4f57-8bda-71a41fff0b41 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Pushing event deleted for resources: {'Subnet': ['ID=b0648deb-c02e-4b4f-bd7d-5206c062b540,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:18.231693 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59654) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:18.232644 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5bee6a5d-d6d1-4f57-8bda-71a41fff0b41 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.237020 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5bee6a5d-d6d1-4f57-8bda-71a41fff0b41 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] 10.222.0.50 "DELETE /v2.0/subnets/b0648deb-c02e-4b4f-bd7d-5206c062b540 HTTP/1.1" status: 204 len: 168 time: 0.9698539 Jan 27 17:10:18.239446 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-59079ee5-de38-4b7a-9756-f78be5951041 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.241195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59656) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:18.256232 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e1f6db-7d7a-44f3-8c02-d2f95875a267 None None] Network d87a04ec-d04e-4285-a8db-623b650a857e requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:18.264675 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-5e5d56c1-f025-4836-b3c8-e99a85998360 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'network': {'name': 'tempest-RoutersTest-2054805217'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:18.275016 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-fbc7ebcb-4783-4ca0-a448-536f579105f1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-908967160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:18.283405 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5e5d56c1-f025-4836-b3c8-e99a85998360 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:18.283521 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:18.284211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:09:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:18.301736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5e5d56c1-f025-4836-b3c8-e99a85998360 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:network and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:18.304592 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fbc7ebcb-4783-4ca0-a448-536f579105f1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:18.309979 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5e5d56c1-f025-4836-b3c8-e99a85998360 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:18.312486 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.313535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.318081 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.366049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5e5d56c1-f025-4836-b3c8-e99a85998360 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:18.396762 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.402030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5d56c1-f025-4836-b3c8-e99a85998360 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:18.405579 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5e5d56c1-f025-4836-b3c8-e99a85998360 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.436985 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530715ea-a928-485e-933a-562a15378ff0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:18.442824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530715ea-a928-485e-933a-562a15378ff0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:18.443603 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-530715ea-a928-485e-933a-562a15378ff0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:18.458536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Deleting port 1f49a87e-5816-4496-87d5-217da42c7f40 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:18.458932 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.476884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fbc7ebcb-4783-4ca0-a448-536f579105f1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:router and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:18.477503 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-42a6cdaa-81b0-4cc7-8af0-a24181c10df0', 'network_id': '42a6cdaa-81b0-4cc7-8af0-a24181c10df0', 'tenant_id': 'c08441886451403eaced8170704dc616', 'fixed_ips': [{'subnet_id': '0b707a47-a921-41c3-9749-738f9cdea3ef'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:18.477909 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.479571 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.501198 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5d56c1-f025-4836-b3c8-e99a85998360 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:18.525996 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5e5d56c1-f025-4836-b3c8-e99a85998360 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.526522 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-5e5d56c1-f025-4836-b3c8-e99a85998360 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Added segment aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4 of type vlan for network 64f7444e-4da7-4919-a435-1e7da4215eea Jan 27 17:10:18.532375 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2e3a69eb-9e8a-4a07-9047-1070c716678c None None] Provisioning for port 12ffa1e5-61e0-4eb2-8460-b89f13dbd90b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:18.535287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-530715ea-a928-485e-933a-562a15378ff0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:18.536613 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-530715ea-a928-485e-933a-562a15378ff0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6091177 Jan 27 17:10:18.546209 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fbc7ebcb-4783-4ca0-a448-536f579105f1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:18.560791 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5e5d56c1-f025-4836-b3c8-e99a85998360 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.562339 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59662) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:18.582846 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Network': ['ID=87d737c6-82b7-4ce4-a659-e5f9ccfddb5c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:18.590024 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f415bfc0-b45d-41f2-bd4a-9ff75f65a844 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/87d737c6-82b7-4ce4-a659-e5f9ccfddb5c HTTP/1.1" status: 204 len: 168 time: 7.9874680 Jan 27 17:10:18.590024 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fbc7ebcb-4783-4ca0-a448-536f579105f1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:18.590266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59666) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:18.600293 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-82c5c724-5a60-427d-a330-af8aae2227b8 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1575550391'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:18.614788 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2e3a69eb-9e8a-4a07-9047-1070c716678c None None] Provisioning complete for port 12ffa1e5-61e0-4eb2-8460-b89f13dbd90b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:18.615052 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e3a69eb-9e8a-4a07-9047-1070c716678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.639133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5e5d56c1-f025-4836-b3c8-e99a85998360 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.644861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5d56c1-f025-4836-b3c8-e99a85998360 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:18.645771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5e5d56c1-f025-4836-b3c8-e99a85998360 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.650785 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-82c5c724-5a60-427d-a330-af8aae2227b8 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:18.674108 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:10:18.686158 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-82c5c724-5a60-427d-a330-af8aae2227b8 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:network and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:18.695797 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-82c5c724-5a60-427d-a330-af8aae2227b8 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:18.709305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:18.727277 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-82c5c724-5a60-427d-a330-af8aae2227b8 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:18.760573 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5e5d56c1-f025-4836-b3c8-e99a85998360 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5221632 Jan 27 17:10:18.764963 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a5c93b-9d1c-4475-9ccd-ee328dd6876d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:18.766522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59670) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:18.768252 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ebcb-4783-4ca0-a448-536f579105f1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.769475 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ebcb-4783-4ca0-a448-536f579105f1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.778044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.778388 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Added segment 8241db33-7dd2-4ce7-9d86-be9fbfc5dc1b of type vlan for network 8a97bf8f-4ae7-4792-b95b-20aff204884a Jan 27 17:10:18.783114 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 33daea70-c7a8-4d49-8336-a285aa875545 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:18.818592 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-125360e3-e6e2-495c-9f1c-20ba434972de tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port 12ffa1e5-61e0-4eb2-8460-b89f13dbd90b {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:18.819035 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-125360e3-e6e2-495c-9f1c-20ba434972de tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.829372 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4dfea4e8-e8af-4aa0-9d26-192ea2ef49f1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'subnet': {'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:18.845693 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-59079ee5-de38-4b7a-9756-f78be5951041 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.853859 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d56c1-f025-4836-b3c8-e99a85998360 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Network': ['ID=64f7444e-4da7-4919-a435-1e7da4215eea,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:18.869510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c5c724-5a60-427d-a330-af8aae2227b8 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:18.873199 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-82c5c724-5a60-427d-a330-af8aae2227b8 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.911192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ebcb-4783-4ca0-a448-536f579105f1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.918764 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61dae652-0c5a-4678-be36-7c72e133992b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.934956 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 64f7444e-4da7-4919-a435-1e7da4215eea details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:18.936086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59079ee5-de38-4b7a-9756-f78be5951041 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event deleted for resources: {'Subnet': ['ID=f7285c06-e19b-49f3-ba13-0df52b758c7d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:18.940568 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-59079ee5-de38-4b7a-9756-f78be5951041 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.949068 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:18.962550 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a69eb-9e8a-4a07-9047-1070c716678c None None] Port 12ffa1e5-61e0-4eb2-8460-b89f13dbd90b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:18.973635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19584b5-e875-4a62-bc11-44eaee5b5cb5 None None] Network fda036bb-9bdc-4665-9a1b-88d983876ebd requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:18.991575 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-59079ee5-de38-4b7a-9756-f78be5951041 tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "DELETE /v2.0/subnets/f7285c06-e19b-49f3-ba13-0df52b758c7d HTTP/1.1" status: 204 len: 168 time: 2.0187900 Jan 27 17:10:19.034082 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59674) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:19.047099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ebcb-4783-4ca0-a448-536f579105f1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.068575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] For port 1f49a87e-5816-4496-87d5-217da42c7f40, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=1f49a87e-5816-4496-87d5-217da42c7f40,segment=NetworkSegment(d2792f77-ef75-4c53-8304-69e946a56b1b),segment_id=d2792f77-ef75-4c53-8304-69e946a56b1b)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:19.068918 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.167898 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ebcb-4783-4ca0-a448-536f579105f1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.172222 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fbc7ebcb-4783-4ca0-a448-536f579105f1 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9511399 Jan 27 17:10:19.173120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.174206 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:19.174819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.178642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59678) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:19.217451 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c5c724-5a60-427d-a330-af8aae2227b8 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:19.287300 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'network_id': '42a6cdaa-81b0-4cc7-8af0-a24181c10df0', 'name': 'tempest-PortsIpV6TestJSON-1299456552'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:19.299225 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Calling delete_port for 1f49a87e-5816-4496-87d5-217da42c7f40 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:19.352298 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4dfea4e8-e8af-4aa0-9d26-192ea2ef49f1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:19.380359 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4dfea4e8-e8af-4aa0-9d26-192ea2ef49f1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:subnet and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:19.383461 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-82c5c724-5a60-427d-a330-af8aae2227b8 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.383898 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-82c5c724-5a60-427d-a330-af8aae2227b8 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Added segment 91641d26-647a-488e-a844-b6bfc0055d0e of type vlan for network 3a02c23a-802b-4864-9d99-59a034d5aece Jan 27 17:10:19.388118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4dfea4e8-e8af-4aa0-9d26-192ea2ef49f1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:19.393977 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:10:19.400752 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.404908 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 33daea70-c7a8-4d49-8336-a285aa875545 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:19.408979 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4dfea4e8-e8af-4aa0-9d26-192ea2ef49f1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:19.457795 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-82c5c724-5a60-427d-a330-af8aae2227b8 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.463587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfea4e8-e8af-4aa0-9d26-192ea2ef49f1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:19.467045 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4dfea4e8-e8af-4aa0-9d26-192ea2ef49f1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.483992 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 33daea70-c7a8-4d49-8336-a285aa875545 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:19.484403 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.487180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.511408 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-7bc670a8-03c9-4e7f-aebf-b0b04f4db814 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Deleting port 354a2d4c-236d-4235-aa1f-6340cc65da45 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:19.512027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7bc670a8-03c9-4e7f-aebf-b0b04f4db814 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.537524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Allocated IP 2001:db8::2 (42a6cdaa-81b0-4cc7-8af0-a24181c10df0/0b707a47-a921-41c3-9749-738f9cdea3ef/c6e2a4c3-ddd1-4e01-baca-3f13bda171f1) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:19.545549 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 2.9771659 Jan 27 17:10:19.557853 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59682) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:19.563169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Pushing event deleted for resources: {'Port': ['ID=1f49a87e-5816-4496-87d5-217da42c7f40,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:19.571088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-3cf884ee-c715-47d2-bbee-af345ec079ce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Request body: {'network': {'project_id': '1b41d521569e42668e490d7ffd8b5d09'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:19.608722 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970dfe58-b99f-45cb-9d0e-fedc137fcdcd None None] DHCP port deletion for d87a04ec-d04e-4285-a8db-623b650a857e request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:19.622096 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022a639-1f81-4dcc-8100-f28793ceb1a2 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Pushing event updated for resources: {'Network': ['ID=8a97bf8f-4ae7-4792-b95b-20aff204884a,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:19.642562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3cf884ee-c715-47d2-bbee-af345ec079ce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:19.644951 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] No DVR routers for this DVR port 1f49a87e-5816-4496-87d5-217da42c7f40 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:19.676659 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Deleting port 4e97f247-974d-479f-853c-30622c089f8a {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:19.677029 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.690658 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3cf884ee-c715-47d2-bbee-af345ec079ce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Usage tracker for resource:network and tenant:1b41d521569e42668e490d7ffd8b5d09 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:19.691567 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 8a97bf8f-4ae7-4792-b95b-20aff204884a details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:19.712292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3cf884ee-c715-47d2-bbee-af345ec079ce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:19.724476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-82c5c724-5a60-427d-a330-af8aae2227b8 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.730055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c5c724-5a60-427d-a330-af8aae2227b8 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:19.730894 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-82c5c724-5a60-427d-a330-af8aae2227b8 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.755790 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3cf884ee-c715-47d2-bbee-af345ec079ce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:19.772370 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-125360e3-e6e2-495c-9f1c-20ba434972de tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.824135 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:10:13Z', 'revision_number': 2, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:15Z', 'revision_number': 2, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:19.879934 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Checking router: d867d368-53b4-4c2c-8f5d-be271ff07b0c for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:10:19.880265 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Updating router d867d368-53b4-4c2c-8f5d-be271ff07b0c port f485c381-8a1d-4de6-8539-03af99cd682c binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:10:19.890491 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf884ee-c715-47d2-bbee-af345ec079ce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Made reservation on behalf of 1b41d521569e42668e490d7ffd8b5d09 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:19.892903 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3cf884ee-c715-47d2-bbee-af345ec079ce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.912704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.953128 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:19.957348 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-125360e3-e6e2-495c-9f1c-20ba434972de tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for 12ffa1e5-61e0-4eb2-8460-b89f13dbd90b owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:19.962983 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cbcae5-a528-48b6-b696-f6f4deb96168 None None] DHCP port deletion for fda036bb-9bdc-4665-9a1b-88d983876ebd request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:19.968121 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-82c5c724-5a60-427d-a330-af8aae2227b8 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3743520 Jan 27 17:10:19.976373 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59686) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:19.979710 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5c724-5a60-427d-a330-af8aae2227b8 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Network': ['ID=3a02c23a-802b-4864-9d99-59a034d5aece,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:19.988348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-8ee06b90-e26f-4cfd-98e7-0efb7c498134 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'subnet': {'network_id': '3a02c23a-802b-4864-9d99-59a034d5aece', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:20.027048 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e9cbcae5-a528-48b6-b696-f6f4deb96168 None None] Deleting port 4e97f247-974d-479f-853c-30622c089f8a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:20.027747 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e9cbcae5-a528-48b6-b696-f6f4deb96168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.033701 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:20.100594 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 3a02c23a-802b-4864-9d99-59a034d5aece details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:20.238388 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:port and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:20.247479 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.259746 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87a04ec-d04e-4285-a8db-623b650a857e']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:20.260037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:20.285676 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:20.291725 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2792f77-ef75-4c53-8304-69e946a56b1b') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:20.291725 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2792f77-ef75-4c53-8304-69e946a56b1b') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:20.365540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf884ee-c715-47d2-bbee-af345ec079ce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:20.365839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:20.368161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.369482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.401085 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7bc670a8-03c9-4e7f-aebf-b0b04f4db814 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.420606 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8ee06b90-e26f-4cfd-98e7-0efb7c498134 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:20.424589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8ee06b90-e26f-4cfd-98e7-0efb7c498134 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:subnet and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:20.428781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8ee06b90-e26f-4cfd-98e7-0efb7c498134 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:20.434486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8ee06b90-e26f-4cfd-98e7-0efb7c498134 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:20.445389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3cf884ee-c715-47d2-bbee-af345ec079ce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.445779 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-3cf884ee-c715-47d2-bbee-af345ec079ce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Added segment 5473d920-7286-41ec-a338-3219c86d5733 of type vlan for network 6de3e27e-e788-4553-aaa2-de00cbcdfc6b Jan 27 17:10:20.449804 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee06b90-e26f-4cfd-98e7-0efb7c498134 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:20.452375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8ee06b90-e26f-4cfd-98e7-0efb7c498134 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.473390 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 33daea70-c7a8-4d49-8336-a285aa875545, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=33daea70-c7a8-4d49-8336-a285aa875545,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:20.482499 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.512026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:20.512768 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.525743 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:20.535089 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:20.625740 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-7bc670a8-03c9-4e7f-aebf-b0b04f4db814 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Calling delete_port for 354a2d4c-236d-4235-aa1f-6340cc65da45 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:20.628065 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3cf884ee-c715-47d2-bbee-af345ec079ce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.635967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4dfea4e8-e8af-4aa0-9d26-192ea2ef49f1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.692030 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] device_id is not set on port 56e59360-4447-4067-9329-c6ac540ee328 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:20.700792 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4e97f247-974d-479f-853c-30622c089f8a no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:20.749571 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] For port 4e97f247-974d-479f-853c-30622c089f8a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4e97f247-974d-479f-853c-30622c089f8a,segment=NetworkSegment(ad72e292-69df-4cb3-9cd5-ca88900b43bd),segment_id=ad72e292-69df-4cb3-9cd5-ca88900b43bd)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:20.750132 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.756358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e9cbcae5-a528-48b6-b696-f6f4deb96168 None None] For port 4e97f247-974d-479f-853c-30622c089f8a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4e97f247-974d-479f-853c-30622c089f8a,segment=NetworkSegment(ad72e292-69df-4cb3-9cd5-ca88900b43bd),segment_id=ad72e292-69df-4cb3-9cd5-ca88900b43bd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:20.756826 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e9cbcae5-a528-48b6-b696-f6f4deb96168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.784499 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.820812 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.848059 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] Pushing event deleted for resources: {'Network': ['ID=d87a04ec-d04e-4285-a8db-623b650a857e,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:20.852976 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfea4e8-e8af-4aa0-9d26-192ea2ef49f1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Subnet': ['ID=0b149407-abea-48c3-ae02-50637ebdba7d,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:20.855068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3cf884ee-c715-47d2-bbee-af345ec079ce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.856237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf884ee-c715-47d2-bbee-af345ec079ce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:20.856962 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3cf884ee-c715-47d2-bbee-af345ec079ce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.866030 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:20.895344 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7fef7fe2-686c-4cbf-b377-5b2c424e6296 tempest-ExtraDHCPOptionsTestJSON-694330362 tempest-ExtraDHCPOptionsTestJSON-694330362-project] 10.222.0.50 "DELETE /v2.0/networks/d87a04ec-d04e-4285-a8db-623b650a857e HTTP/1.1" status: 204 len: 168 time: 2.6507730 Jan 27 17:10:20.908387 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfea4e8-e8af-4aa0-9d26-192ea2ef49f1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Checking segment: {'id': 'aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:20.908745 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfea4e8-e8af-4aa0-9d26-192ea2ef49f1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network hostable DHCP agents. Network: 64f7444e-4da7-4919-a435-1e7da4215eea, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:20.939352 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e9cbcae5-a528-48b6-b696-f6f4deb96168 None None] Calling delete_port for 4e97f247-974d-479f-853c-30622c089f8a owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:20.943990 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Calling delete_port for 4e97f247-974d-479f-853c-30622c089f8a owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:20.966803 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3cf884ee-c715-47d2-bbee-af345ec079ce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.4052799 Jan 27 17:10:20.970176 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59692) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:20.976375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ae2a5e1a-7ce3-4c17-a8bc-5423354fffce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Request body: {'network': {'project_id': '1b41d521569e42668e490d7ffd8b5d09'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:21.020022 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=33daea70-c7a8-4d49-8336-a285aa875545,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:21.043394 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ae2a5e1a-7ce3-4c17-a8bc-5423354fffce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:21.054979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-125360e3-e6e2-495c-9f1c-20ba434972de tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.074698 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Transition to ACTIVE for port object c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:21.132109 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ae2a5e1a-7ce3-4c17-a8bc-5423354fffce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Usage tracker for resource:network and tenant:1b41d521569e42668e490d7ffd8b5d09 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:21.135748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ae2a5e1a-7ce3-4c17-a8bc-5423354fffce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:21.143302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ae2a5e1a-7ce3-4c17-a8bc-5423354fffce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:21.152953 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2a5e1a-7ce3-4c17-a8bc-5423354fffce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 17:10:21.153896 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2a5e1a-7ce3-4c17-a8bc-5423354fffce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:10:21.159584 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ae2a5e1a-7ce3-4c17-a8bc-5423354fffce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1882517 Jan 27 17:10:21.160529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59696) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:21.164798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf884ee-c715-47d2-bbee-af345ec079ce tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Pushing event updated for resources: {'Network': ['ID=6de3e27e-e788-4553-aaa2-de00cbcdfc6b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:21.176362 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8ee06b90-e26f-4cfd-98e7-0efb7c498134 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.184675 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfea4e8-e8af-4aa0-9d26-192ea2ef49f1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network 64f7444e-4da7-4919-a435-1e7da4215eea is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:21.236844 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125360e3-e6e2-495c-9f1c-20ba434972de tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=12ffa1e5-61e0-4eb2-8460-b89f13dbd90b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:21.252273 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 6de3e27e-e788-4553-aaa2-de00cbcdfc6b details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:21.254527 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-125360e3-e6e2-495c-9f1c-20ba434972de tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.267067 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f10a4c58-e3aa-41a4-96ab-bd30ac19701f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.286646 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.320253 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee06b90-e26f-4cfd-98e7-0efb7c498134 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Subnet': ['ID=61b68536-6855-4b4d-b0ba-763a2de35ba8,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:21.343810 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-4dfea4e8-e8af-4aa0-9d26-192ea2ef49f1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 64f7444e-4da7-4919-a435-1e7da4215eea) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:21.346658 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] No DVR routers for this DVR port 4e97f247-974d-479f-853c-30622c089f8a on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:21.361369 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62372cf-da3e-4fe5-84c0-6e4c13810c01 None None] Network 64f7444e-4da7-4919-a435-1e7da4215eea requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:21.372729 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfea4e8-e8af-4aa0-9d26-192ea2ef49f1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:21.373279 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4dfea4e8-e8af-4aa0-9d26-192ea2ef49f1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.378741 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Port 4e97f247-974d-479f-853c-30622c089f8a update to DOWN by agent not found {{(pid=87596) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 27 17:10:21.379174 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 1f49a87e-5816-4496-87d5-217da42c7f40 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:21.382581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event deleted for resources: {'Port': ['ID=4e97f247-974d-479f-853c-30622c089f8a,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:21.392879 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-125360e3-e6e2-495c-9f1c-20ba434972de tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/12ffa1e5-61e0-4eb2-8460-b89f13dbd90b HTTP/1.1" status: 204 len: 168 time: 2.8138149 Jan 27 17:10:21.399367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59702) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:21.406362 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d4b62d2b-bc23-4b96-9602-7b050e837fbc tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b41d521569e42668e490d7ffd8b5d09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401023 Jan 27 17:10:21.407139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59704) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:21.423818 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Transition to ACTIVE for port object c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:21.424248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee06b90-e26f-4cfd-98e7-0efb7c498134 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Checking segment: {'id': '91641d26-647a-488e-a844-b6bfc0055d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '3a02c23a-802b-4864-9d99-59a034d5aece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:21.424805 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee06b90-e26f-4cfd-98e7-0efb7c498134 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network hostable DHCP agents. Network: 3a02c23a-802b-4864-9d99-59a034d5aece, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:21.435228 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4dfea4e8-e8af-4aa0-9d26-192ea2ef49f1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6184938 Jan 27 17:10:21.438856 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59708) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:21.474744 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 1f49a87e-5816-4496-87d5-217da42c7f40 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:21.475160 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 1f49a87e-5816-4496-87d5-217da42c7f40 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:21.478320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.517408 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59712) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:21.524459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.545262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-e9cbcae5-a528-48b6-b696-f6f4deb96168 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:21.545630 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-e9cbcae5-a528-48b6-b696-f6f4deb96168 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:21.608663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee06b90-e26f-4cfd-98e7-0efb7c498134 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network 3a02c23a-802b-4864-9d99-59a034d5aece is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:21.651330 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-8ee06b90-e26f-4cfd-98e7-0efb7c498134 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 3a02c23a-802b-4864-9d99-59a034d5aece) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:21.662483 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee06b90-e26f-4cfd-98e7-0efb7c498134 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:21.663259 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8ee06b90-e26f-4cfd-98e7-0efb7c498134 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.683745 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c7a728-7f55-46a4-8ed5-dcfe1d6ef218 None None] Network 3a02c23a-802b-4864-9d99-59a034d5aece requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:21.693354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Allocated IP 2001:db8::199 (42a6cdaa-81b0-4cc7-8af0-a24181c10df0/0b707a47-a921-41c3-9749-738f9cdea3ef/56e59360-4447-4067-9329-c6ac540ee328) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:21.717610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Network 42a6cdaa-81b0-4cc7-8af0-a24181c10df0 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:21.731063 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7bc670a8-03c9-4e7f-aebf-b0b04f4db814 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.737969 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:21.743631 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2f475f7e-a7f5-4b04-9531-01d1184adef8 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.758006 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:21.763498 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Pushing event updated for resources: {'Port': ['ID=c6e2a4c3-ddd1-4e01-baca-3f13bda171f1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:21.825176 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda036bb-9bdc-4665-9a1b-88d983876ebd']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:21.832828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc670a8-03c9-4e7f-aebf-b0b04f4db814 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event deleted for resources: {'Port': ['ID=354a2d4c-236d-4235-aa1f-6340cc65da45,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:21.840884 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8ee06b90-e26f-4cfd-98e7-0efb7c498134 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8585205 Jan 27 17:10:21.867782 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59720) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:21.869967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2f475f7e-a7f5-4b04-9531-01d1184adef8 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:21.883302 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:10:21.898378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad72e292-69df-4cb3-9cd5-ca88900b43bd') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:21.898758 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad72e292-69df-4cb3-9cd5-ca88900b43bd') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:21.941157 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-21d1ef2e-e491-4109-b58d-de157fe401c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e38f46b2ae94749a68782f850b6b70b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4188221 Jan 27 17:10:22.047729 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e9cbcae5-a528-48b6-b696-f6f4deb96168 None None] Deleting port 4e97f247-974d-479f-853c-30622c089f8a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:22.048365 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e9cbcae5-a528-48b6-b696-f6f4deb96168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.192027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59724) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:22.208811 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.223193 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0346123d-845d-473d-bd4e-9c5f8cca127d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:22.224875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0346123d-845d-473d-bd4e-9c5f8cca127d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:22.225485 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e9cbcae5-a528-48b6-b696-f6f4deb96168 None None] The port '4e97f247-974d-479f-853c-30622c089f8a' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:10:22.225602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0346123d-845d-473d-bd4e-9c5f8cca127d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:22.237180 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Attempting to bind port c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:22.237852 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Attempting to bind port c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'e14f90c3-7329-4445-9b81-141d87145a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '42a6cdaa-81b0-4cc7-8af0-a24181c10df0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:22.238710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Attempting to bind port c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 on network 42a6cdaa-81b0-4cc7-8af0-a24181c10df0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:22.251155 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7bc670a8-03c9-4e7f-aebf-b0b04f4db814 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.283772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.285167 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.306480 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.307454 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:22.307746 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Checking segment: {'id': 'e14f90c3-7329-4445-9b81-141d87145a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '42a6cdaa-81b0-4cc7-8af0-a24181c10df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:22.308608 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.309126 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Bound using segment: {'id': 'e14f90c3-7329-4445-9b81-141d87145a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '42a6cdaa-81b0-4cc7-8af0-a24181c10df0'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:22.309505 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Bound port: c6e2a4c3-ddd1-4e01-baca-3f13bda171f1, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14f90c3-7329-4445-9b81-141d87145a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '42a6cdaa-81b0-4cc7-8af0-a24181c10df0'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:22.310033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.338744 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.339426 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ca07a10e-8a75-4be5-9f71-6d1209e0fd6b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.380154 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-64f7444e-4da7-4919-a435-1e7da4215eea', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:22.381134 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.381767 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:22.382254 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:22.407970 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:22.430391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0346123d-845d-473d-bd4e-9c5f8cca127d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:22.434802 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0346123d-845d-473d-bd4e-9c5f8cca127d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.9131808 Jan 27 17:10:22.442353 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59728) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:22.541582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2f475f7e-a7f5-4b04-9531-01d1184adef8 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.568796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f475f7e-a7f5-4b04-9531-01d1184adef8 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a5c93b-9d1c-4475-9ccd-ee328dd6876d,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:22.570715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ca07a10e-8a75-4be5-9f71-6d1209e0fd6b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.603522 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a91e73-eecc-4668-b6c8-897bc5d6e2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-3a02c23a-802b-4864-9d99-59a034d5aece', 'network_id': '3a02c23a-802b-4864-9d99-59a034d5aece', 'tenant_id': 'a1044fc2b04a4cf88962f2b23f4c469b', 'fixed_ips': [{'subnet_id': '61b68536-6855-4b4d-b0ba-763a2de35ba8'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:22.604344 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08a91e73-eecc-4668-b6c8-897bc5d6e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.655386 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 33daea70-c7a8-4d49-8336-a285aa875545 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:22.674088 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6d154a9d-13bf-40a5-a5df-f9b0771056d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.679665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Transition to ACTIVE for port object f485c381-8a1d-4de6-8539-03af99cd682c will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:22.688760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-f561f2ca-f0f8-4bd8-9f00-83e750abfe8a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet 0dbc6f25-7163-458b-9c8e-3d9e854ce102 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:22.692125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f561f2ca-f0f8-4bd8-9f00-83e750abfe8a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.697290 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] For port c6e2a4c3-ddd1-4e01-baca-3f13bda171f1, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:22.748465 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.761269 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.774353 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2f475f7e-a7f5-4b04-9531-01d1184adef8 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.775692 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2f475f7e-a7f5-4b04-9531-01d1184adef8 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2a5c93b-9d1c-4475-9ccd-ee328dd6876d HTTP/1.1" status: 204 len: 168 time: 1.3662968 Jan 27 17:10:22.784432 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59732) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:22.792277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.797641 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f561f2ca-f0f8-4bd8-9f00-83e750abfe8a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.818575 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] For port c6e2a4c3-ddd1-4e01-baca-3f13bda171f1, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c6e2a4c3-ddd1-4e01-baca-3f13bda171f1,segment=NetworkSegment(e14f90c3-7329-4445-9b81-141d87145a67),segment_id=e14f90c3-7329-4445-9b81-141d87145a67)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:22.882906 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ca07a10e-8a75-4be5-9f71-6d1209e0fd6b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.883298 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] Pushing event deleted for resources: {'Network': ['ID=fda036bb-9bdc-4665-9a1b-88d983876ebd,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:22.913224 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.915487 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6d154a9d-13bf-40a5-a5df-f9b0771056d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:22.944064 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cf4330bc-93e1-4220-8473-948a79bac31c tempest-AllowedAddressPairIpV6TestJSON-1406050549 tempest-AllowedAddressPairIpV6TestJSON-1406050549-project] 10.222.0.50 "DELETE /v2.0/networks/fda036bb-9bdc-4665-9a1b-88d983876ebd HTTP/1.1" status: 204 len: 168 time: 3.9086256 Jan 27 17:10:22.975434 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc670a8-03c9-4e7f-aebf-b0b04f4db814 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Router b71d5c89-220e-4571-a1ec-fe054a0c8ad1 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:10:22.980058 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.007768 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35db22e-012e-44b7-8518-dec5cc3ead8a None None] Pushing event updated for resources: {'Port': ['ID=f485c381-8a1d-4de6-8539-03af99cd682c,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:23.039598 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f561f2ca-f0f8-4bd8-9f00-83e750abfe8a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.146229 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.147845 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Transition to ACTIVE for port object 56e59360-4447-4067-9329-c6ac540ee328 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server [None req-08a91e73-eecc-4668-b6c8-897bc5d6e2b2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61b68536-6855-4b4d-b0ba-763a2de35ba8: This subnet is being modified by another concurrent operation. Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:10:23.215311 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise exception Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61b68536-6855-4b4d-b0ba-763a2de35ba8: This subnet is being modified by another concurrent operation. Jan 27 17:10:23.219410 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server Jan 27 17:10:23.242265 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-508621b8-e077-44f8-b338-744e961376fc tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.253389 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Allocated IP 172.21.0.2 (64f7444e-4da7-4919-a435-1e7da4215eea/0b149407-abea-48c3-ae02-50637ebdba7d/e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:23.255484 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48918058-0e7a-4236-b8cf-27155b056acb None None] Network 3a02c23a-802b-4864-9d99-59a034d5aece requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:23.313631 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Attempting to bind port f485c381-8a1d-4de6-8539-03af99cd682c on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:23.313957 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Attempting to bind port f485c381-8a1d-4de6-8539-03af99cd682c by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '501675a7-323e-4c5b-aa2d-1fa3fdb1f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:23.314309 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Attempting to bind port f485c381-8a1d-4de6-8539-03af99cd682c on network 6e4ca3b7-816b-479c-b0a0-7a0da63efc04 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:23.343683 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 33daea70-c7a8-4d49-8336-a285aa875545 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:23.344059 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.349726 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59740) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:23.370561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc670a8-03c9-4e7f-aebf-b0b04f4db814 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:10:23.384610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7adbb-4127-4e4c-8476-225deb32f1a6 None None] Pushing event updated for resources: {'Port': ['ID=c6e2a4c3-ddd1-4e01-baca-3f13bda171f1,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:23.409377 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0baf665-bd65-4e8d-9037-ef4d4368e6ee None None] Sync routers for ids ['b71d5c89-220e-4571-a1ec-fe054a0c8ad1'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:10:23.422990 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0baf665-bd65-4e8d-9037-ef4d4368e6ee None None] Routers {'b71d5c89-220e-4571-a1ec-fe054a0c8ad1'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:23.424123 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b0baf665-bd65-4e8d-9037-ef4d4368e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['b71d5c89-220e-4571-a1ec-fe054a0c8ad1'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:23.426151 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:23.426744 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Checking segment: {'id': '501675a7-323e-4c5b-aa2d-1fa3fdb1f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:23.427313 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.427837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Bound using segment: {'id': '501675a7-323e-4c5b-aa2d-1fa3fdb1f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:23.428478 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Bound port: f485c381-8a1d-4de6-8539-03af99cd682c, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501675a7-323e-4c5b-aa2d-1fa3fdb1f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:23.428995 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.429212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6d154a9d-13bf-40a5-a5df-f9b0771056d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.485297 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d154a9d-13bf-40a5-a5df-f9b0771056d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318eb142-7d5d-40e2-84a2-b3e8bcee3acb,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:23.499041 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6d154a9d-13bf-40a5-a5df-f9b0771056d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.500148 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6d154a9d-13bf-40a5-a5df-f9b0771056d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/318eb142-7d5d-40e2-84a2-b3e8bcee3acb HTTP/1.1" status: 204 len: 168 time: 1.2940333 Jan 27 17:10:23.501535 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7bc670a8-03c9-4e7f-aebf-b0b04f4db814 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "PUT /v2.0/routers/b71d5c89-220e-4571-a1ec-fe054a0c8ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1181455 Jan 27 17:10:23.514121 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59748) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:23.614789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f561f2ca-f0f8-4bd8-9f00-83e750abfe8a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.645899 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07a10e-8a75-4be5-9f71-6d1209e0fd6b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Subnet': ['ID=61b68536-6855-4b4d-b0ba-763a2de35ba8,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:23.649601 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f561f2ca-f0f8-4bd8-9f00-83e750abfe8a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.702889 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b0baf665-bd65-4e8d-9037-ef4d4368e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:23.707132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561f2ca-f0f8-4bd8-9f00-83e750abfe8a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=0dbc6f25-7163-458b-9c8e-3d9e854ce102,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:23.726752 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f561f2ca-f0f8-4bd8-9f00-83e750abfe8a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/0dbc6f25-7163-458b-9c8e-3d9e854ce102 HTTP/1.1" status: 204 len: 168 time: 1.2795324 Jan 27 17:10:23.732751 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59752) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:23.743128 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0baf665-bd65-4e8d-9037-ef4d4368e6ee None None] Routers {'b71d5c89-220e-4571-a1ec-fe054a0c8ad1'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:23.743733 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b0baf665-bd65-4e8d-9037-ef4d4368e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['b71d5c89-220e-4571-a1ec-fe054a0c8ad1'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:23.790525 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.795804 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-508621b8-e077-44f8-b338-744e961376fc tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.797806 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:23.798707 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5765b525-dd41-43a3-a3f6-10afa343f083 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:23.822065 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a4861777-1d1c-4b72-b460-378de76ab942 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870500 Jan 27 17:10:23.833281 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59758) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:23.841887 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-9b3017f1-09fc-43a4-a393-261ef1a15724 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] show failed (client error): The resource could not be found. Jan 27 17:10:23.842901 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9b3017f1-09fc-43a4-a393-261ef1a15724 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1340759934 HTTP/1.1" status: 404 len: 335 time: 0.3267887 Jan 27 17:10:23.849863 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:23.861567 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b0baf665-bd65-4e8d-9037-ef4d4368e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:23.862208 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0baf665-bd65-4e8d-9037-ef4d4368e6ee None None] The sync data for ids ['b71d5c89-220e-4571-a1ec-fe054a0c8ad1'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:23.965622 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59762) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:23.969332 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] For port f485c381-8a1d-4de6-8539-03af99cd682c, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:23.973181 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] For port f485c381-8a1d-4de6-8539-03af99cd682c, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f485c381-8a1d-4de6-8539-03af99cd682c,segment=NetworkSegment(501675a7-323e-4c5b-aa2d-1fa3fdb1f723),segment_id=501675a7-323e-4c5b-aa2d-1fa3fdb1f723)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:24.028094 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:24.035966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ca07a10e-8a75-4be5-9f71-6d1209e0fd6b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.047833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-dd809f9f-ce43-4738-8c5e-661c1fab0071 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:24.105243 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:24.121944 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:24.135489 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8d94d20e-0830-46a7-8d88-02c1ed93bc8f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dcbc727531a64d85ac7ec7596650e731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7858071 Jan 27 17:10:24.137235 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-508621b8-e077-44f8-b338-744e961376fc tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de3e27e-e788-4553-aaa2-de00cbcdfc6b']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:24.141450 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-dd809f9f-ce43-4738-8c5e-661c1fab0071 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] update failed (client error): The resource could not be found. Jan 27 17:10:24.146340 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-dd809f9f-ce43-4738-8c5e-661c1fab0071 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-921991069 HTTP/1.1" status: 404 len: 334 time: 0.1768823 Jan 27 17:10:24.150106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network 42a6cdaa-81b0-4cc7-8af0-a24181c10df0 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:24.151398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:24.153375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59770) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:24.153721 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59774) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:24.157289 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:24.167418 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:24.174343 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:24.174978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.192821 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-508621b8-e077-44f8-b338-744e961376fc tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5473d920-7286-41ec-a338-3219c86d5733') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:24.193107 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-508621b8-e077-44f8-b338-744e961376fc tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5473d920-7286-41ec-a338-3219c86d5733') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:24.202331 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=56e59360-4447-4067-9329-c6ac540ee328,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:24.210508 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-61ef2a0b-87fa-4879-a870-81aef148a73b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0061626 Jan 27 17:10:24.214125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59780) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:24.293444 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.334988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-ca07a10e-8a75-4be5-9f71-6d1209e0fd6b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a02c23a-802b-4864-9d99-59a034d5aece']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:24.387818 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-508621b8-e077-44f8-b338-744e961376fc tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.409769 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-1043892b-a6b8-4a56-b470-9e27b24d5642 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Deleting subnet f4216c9f-1aea-4b74-8752-7b933dd2b8df {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:24.413034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1043892b-a6b8-4a56-b470-9e27b24d5642 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.498693 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1043892b-a6b8-4a56-b470-9e27b24d5642 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.551509 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-ca07a10e-8a75-4be5-9f71-6d1209e0fd6b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91641d26-647a-488e-a844-b6bfc0055d0e') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:24.552073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-ca07a10e-8a75-4be5-9f71-6d1209e0fd6b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91641d26-647a-488e-a844-b6bfc0055d0e') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:24.575030 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35db22e-012e-44b7-8518-dec5cc3ead8a None None] Pushing event updated for resources: {'Port': ['ID=f485c381-8a1d-4de6-8539-03af99cd682c,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:24.578402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:24.579236 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:24.588327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:24.591945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.608794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-508621b8-e077-44f8-b338-744e961376fc tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.679966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ca07a10e-8a75-4be5-9f71-6d1209e0fd6b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.714497 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508621b8-e077-44f8-b338-744e961376fc tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:24.715235 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-508621b8-e077-44f8-b338-744e961376fc tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:24.729305 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:24.790987 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-80d80f88-6f0b-4003-8b56-4316753408f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.853050 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1043892b-a6b8-4a56-b470-9e27b24d5642 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.921903 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59794) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:24.948839 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:24.958563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ca07a10e-8a75-4be5-9f71-6d1209e0fd6b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:24.983836 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-508621b8-e077-44f8-b338-744e961376fc tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.018855 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-508621b8-e077-44f8-b338-744e961376fc tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.024740 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca07a10e-8a75-4be5-9f71-6d1209e0fd6b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:25.030541 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508621b8-e077-44f8-b338-744e961376fc tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Pushing event deleted for resources: {'Network': ['ID=6de3e27e-e788-4553-aaa2-de00cbcdfc6b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:25.041942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ca07a10e-8a75-4be5-9f71-6d1209e0fd6b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.049611 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-508621b8-e077-44f8-b338-744e961376fc tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] 10.222.0.50 "DELETE /v2.0/networks/6de3e27e-e788-4553-aaa2-de00cbcdfc6b HTTP/1.1" status: 204 len: 168 time: 2.2525353 Jan 27 17:10:25.053325 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59800) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:25.079774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-80d80f88-6f0b-4003-8b56-4316753408f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:25.100696 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:25.125160 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9653d76-a77b-48c8-a287-a917d0176340 None None] Network 42a6cdaa-81b0-4cc7-8af0-a24181c10df0 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:25.153299 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Request body: {'networks': [{'name': 'tempest-network--1784844305'}, {'name': 'tempest-network--75279652'}]} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:25.153601 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Request body: {'network': {'name': 'tempest-network--1784844305'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:25.154081 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Request body: {'network': {'name': 'tempest-network--75279652'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:25.162886 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:25.208974 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Usage tracker for resource:network and tenant:ee8b3a8879fb41659c0598f1d01c041c is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:25.212370 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.222956 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:25.224620 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1043892b-a6b8-4a56-b470-9e27b24d5642 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.275837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:10:25.295789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:25.317642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6991d8a1-a335-450c-9fc1-99921fbabec9 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.323566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a04173b0-d734-4f0e-b5a2-d052083d067f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.335390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1043892b-a6b8-4a56-b470-9e27b24d5642 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.339248 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Made reservation on behalf of ee8b3a8879fb41659c0598f1d01c041c for: {'network': 2} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:25.343829 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.347773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:25.349721 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69800fb-594a-40f2-a254-e8670227ff28 None None] Network 7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:25.352347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043892b-a6b8-4a56-b470-9e27b24d5642 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event deleted for resources: {'Subnet': ['ID=f4216c9f-1aea-4b74-8752-7b933dd2b8df,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:25.364152 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.370092 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Transition to ACTIVE for port object e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:25.374324 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1043892b-a6b8-4a56-b470-9e27b24d5642 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "DELETE /v2.0/subnets/f4216c9f-1aea-4b74-8752-7b933dd2b8df HTTP/1.1" status: 204 len: 168 time: 1.2179439 Jan 27 17:10:25.375743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59804) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:25.389607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ca07a10e-8a75-4be5-9f71-6d1209e0fd6b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.400740 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] Deleting port 33daea70-c7a8-4d49-8336-a285aa875545 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:25.401221 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.436859 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ca07a10e-8a75-4be5-9f71-6d1209e0fd6b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.446021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07a10e-8a75-4be5-9f71-6d1209e0fd6b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Network': ['ID=3a02c23a-802b-4864-9d99-59a034d5aece,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:25.455620 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:25.481549 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Usage tracker for resource:security_group_rule and tenant:ee8b3a8879fb41659c0598f1d01c041c is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:25.492157 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:25.506816 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:25.513050 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:25.521255 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ca07a10e-8a75-4be5-9f71-6d1209e0fd6b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/3a02c23a-802b-4864-9d99-59a034d5aece HTTP/1.1" status: 204 len: 168 time: 3.6020246 Jan 27 17:10:25.527969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59808) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:25.592934 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c30e4aa0-d2db-4b42-8556-652bbab05693 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1295559294'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:25.598262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c30e4aa0-d2db-4b42-8556-652bbab05693 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:25.602197 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c30e4aa0-d2db-4b42-8556-652bbab05693 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:network and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:25.605038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c30e4aa0-d2db-4b42-8556-652bbab05693 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:25.611253 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c30e4aa0-d2db-4b42-8556-652bbab05693 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:25.623010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-80d80f88-6f0b-4003-8b56-4316753408f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.625522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-80d80f88-6f0b-4003-8b56-4316753408f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.628063 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Transition to ACTIVE for port object e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:25.630840 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2e8ab316-b6b1-4a74-befd-4400efe8e602 None None] Provisioning for port c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:25.633607 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:25.633989 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.637019 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6991d8a1-a335-450c-9fc1-99921fbabec9 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.637348 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-80d80f88-6f0b-4003-8b56-4316753408f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b07d19f-e6dc-4497-a38f-08148c0ab923 HTTP/1.1" status: 204 len: 168 time: 1.4747782 Jan 27 17:10:25.726656 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30e4aa0-d2db-4b42-8556-652bbab05693 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:25.730712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c30e4aa0-d2db-4b42-8556-652bbab05693 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.766081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.769979 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2e8ab316-b6b1-4a74-befd-4400efe8e602 None None] Provisioning complete for port c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:25.770336 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab316-b6b1-4a74-befd-4400efe8e602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.779220 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.795325 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d80f88-6f0b-4003-8b56-4316753408f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b07d19f-e6dc-4497-a38f-08148c0ab923,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:25.858890 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Deleting port 87ce978e-7bd5-4c1a-9059-91fa71cffd28 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:25.859238 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.906935 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.objects.ports [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87594) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:10:25.910442 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Allocated IP 172.21.0.1 (64f7444e-4da7-4919-a435-1e7da4215eea/0b149407-abea-48c3-ae02-50637ebdba7d/48066049-255a-4bb3-a012-6ced0b492b43) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:25.918714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30e4aa0-d2db-4b42-8556-652bbab05693 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:25.998083 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c30e4aa0-d2db-4b42-8556-652bbab05693 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:25.998428 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-c30e4aa0-d2db-4b42-8556-652bbab05693 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Added segment fac78abe-7498-4ce8-a3e6-9ce13a233443 of type vlan for network c37391de-d4ed-4803-b3fc-3f0a70890a61 Jan 27 17:10:26.048747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-6991d8a1-a335-450c-9fc1-99921fbabec9 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a97bf8f-4ae7-4792-b95b-20aff204884a']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:26.077312 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-6991d8a1-a335-450c-9fc1-99921fbabec9 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8241db33-7dd2-4ce7-9d86-be9fbfc5dc1b') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:26.077770 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-6991d8a1-a335-450c-9fc1-99921fbabec9 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8241db33-7dd2-4ce7-9d86-be9fbfc5dc1b') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:26.103975 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6991d8a1-a335-450c-9fc1-99921fbabec9 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.120301 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Network 64f7444e-4da7-4919-a435-1e7da4215eea is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:26.135314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:26.142413 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c30e4aa0-d2db-4b42-8556-652bbab05693 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.161286 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6991d8a1-a335-450c-9fc1-99921fbabec9 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.169077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:26.177981 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6991d8a1-a335-450c-9fc1-99921fbabec9 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:26.178499 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6991d8a1-a335-450c-9fc1-99921fbabec9 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:26.193979 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:26.299982 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a04173b0-d734-4f0e-b5a2-d052083d067f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.321708 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a04173b0-d734-4f0e-b5a2-d052083d067f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.359071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] For port 87ce978e-7bd5-4c1a-9059-91fa71cffd28, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=87ce978e-7bd5-4c1a-9059-91fa71cffd28,segment=NetworkSegment(afcf2d4b-edac-4057-b507-08870167e9b5),segment_id=afcf2d4b-edac-4057-b507-08870167e9b5)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:26.359422 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.401450 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6991d8a1-a335-450c-9fc1-99921fbabec9 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.405881 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6991d8a1-a335-450c-9fc1-99921fbabec9 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.426373 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.445054 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6991d8a1-a335-450c-9fc1-99921fbabec9 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] 10.222.0.50 "DELETE /v2.0/networks/8a97bf8f-4ae7-4792-b95b-20aff204884a HTTP/1.1" status: 204 len: 168 time: 1.3884444 Jan 27 17:10:26.553627 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Pushing event updated for resources: {'Port': ['ID=e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:26.560232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c30e4aa0-d2db-4b42-8556-652bbab05693 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.565726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30e4aa0-d2db-4b42-8556-652bbab05693 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:26.566269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c30e4aa0-d2db-4b42-8556-652bbab05693 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.663811 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Calling delete_port for 87ce978e-7bd5-4c1a-9059-91fa71cffd28 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:26.751368 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.767513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a04173b0-d734-4f0e-b5a2-d052083d067f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.773646 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.777584 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.807251 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c30e4aa0-d2db-4b42-8556-652bbab05693 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2757728 Jan 27 17:10:26.813954 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991d8a1-a335-450c-9fc1-99921fbabec9 tempest-QuotasNegativeTest-1548907186 tempest-QuotasNegativeTest-1548907186-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a97bf8f-4ae7-4792-b95b-20aff204884a,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:26.820920 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59838) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:26.852474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.859079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04173b0-d734-4f0e-b5a2-d052083d067f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=56e59360-4447-4067-9329-c6ac540ee328,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:26.872447 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Attempting to bind port e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:26.873288 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Attempting to bind port e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:26.873900 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Attempting to bind port e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 on network 64f7444e-4da7-4919-a435-1e7da4215eea {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:26.880722 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab316-b6b1-4a74-befd-4400efe8e602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.884603 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:26.901432 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.901829 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Added segment 55e0983a-2943-4456-a44f-6b05ab1b3551 of type vlan for network 3ad95116-8302-4a1f-aefd-79a49d1b05d7 Jan 27 17:10:26.907187 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:26.907925 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Checking segment: {'id': 'aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:26.908556 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.909151 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Bound using segment: {'id': 'aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:26.909961 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Bound port: e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:26.911028 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.913790 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-afbf1f08-0217-4d10-a6f7-586117af4d87 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'subnet': {'network_id': 'c37391de-d4ed-4803-b3fc-3f0a70890a61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:26.932964 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.944531 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Transition to ACTIVE for port object 48066049-255a-4bb3-a012-6ced0b492b43 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:26.957276 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59842) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:26.971688 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2e8ab316-b6b1-4a74-befd-4400efe8e602 None None] For port c6e2a4c3-ddd1-4e01-baca-3f13bda171f1, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c6e2a4c3-ddd1-4e01-baca-3f13bda171f1,segment=NetworkSegment(e14f90c3-7329-4445-9b81-141d87145a67),segment_id=e14f90c3-7329-4445-9b81-141d87145a67)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:26.975241 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e4aa0-d2db-4b42-8556-652bbab05693 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Network': ['ID=c37391de-d4ed-4803-b3fc-3f0a70890a61,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:26.987088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:26.992624 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ace22bb-7bd6-462a-aa73-94737fa57ebe,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:27.010168 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:27.027816 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.028107 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Added segment 5b6759f6-43e7-4f89-8c47-b1d2028069ca of type vlan for network 5920f096-deda-480b-a67a-84b202f24df5 Jan 27 17:10:27.044677 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network c37391de-d4ed-4803-b3fc-3f0a70890a61 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:27.111207 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab316-b6b1-4a74-befd-4400efe8e602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.147637 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.178079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a04173b0-d734-4f0e-b5a2-d052083d067f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.215145 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.233909 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1708200097'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:27.239086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:27.243154 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Usage tracker for resource:network and tenant:09799f3c75ba4e1bbef88b711a678f39 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:27.246400 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:27.252065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:27.269202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Made reservation on behalf of 09799f3c75ba4e1bbef88b711a678f39 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:27.272950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.288701 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] No DVR routers for this DVR port 87ce978e-7bd5-4c1a-9059-91fa71cffd28 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:27.289196 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.300618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-afbf1f08-0217-4d10-a6f7-586117af4d87 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:27.359815 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59850) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:27.365174 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event deleted for resources: {'Port': ['ID=87ce978e-7bd5-4c1a-9059-91fa71cffd28,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:27.374876 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-afbf1f08-0217-4d10-a6f7-586117af4d87 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:subnet and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:27.419251 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-afbf1f08-0217-4d10-a6f7-586117af4d87 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:27.432939 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.454516 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8ce14b-65ad-48c2-8655-8671e0c51d4b None None] DHCP port deletion for 7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:27.520472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-afbf1f08-0217-4d10-a6f7-586117af4d87 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:27.549977 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:27.602734 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] For port 33daea70-c7a8-4d49-8336-a285aa875545, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=33daea70-c7a8-4d49-8336-a285aa875545,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:27.603586 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.611041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network 64f7444e-4da7-4919-a435-1e7da4215eea is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:27.623166 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:27.623515 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:27.625945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Usage tracker for resource:security_group_rule and tenant:09799f3c75ba4e1bbef88b711a678f39 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:27.636500 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:27.640421 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.640619 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.646479 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:27.651293 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:27.652171 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.685962 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:27.698519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:27.709452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.724619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:27.755137 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ab316-b6b1-4a74-befd-4400efe8e602 None None] Pushing event updated for resources: {'Port': ['ID=c6e2a4c3-ddd1-4e01-baca-3f13bda171f1,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:27.765140 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] Calling delete_port for 33daea70-c7a8-4d49-8336-a285aa875545 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:27.794840 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8c39115e-9c9e-469e-be01-f981a4ef83b0 None None] Provisioning for port 56e59360-4447-4067-9329-c6ac540ee328 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:27.811093 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] For port e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:27.832043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event updated for resources: {'Network': ['ID=3ad95116-8302-4a1f-aefd-79a49d1b05d7,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:27.832267 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8c39115e-9c9e-469e-be01-f981a4ef83b0 None None] Provisioning complete for port 56e59360-4447-4067-9329-c6ac540ee328 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:27.832513 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c39115e-9c9e-469e-be01-f981a4ef83b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.855967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.864655 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.9404817 Jan 27 17:10:27.869834 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 3ad95116-8302-4a1f-aefd-79a49d1b05d7 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:27.893733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cd8bc419-fddd-4a7f-8cca-58a0b4250f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.899135 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:10:13Z', 'revision_number': 2, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:23Z', 'revision_number': 4, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:27.902346 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] For port e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9,segment=NetworkSegment(aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4),segment_id=aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:27.914290 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59856) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:27.921789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=48066049-255a-4bb3-a012-6ced0b492b43,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:27.928384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.957396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbf1f08-0217-4d10-a6f7-586117af4d87 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:27.961014 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-afbf1f08-0217-4d10-a6f7-586117af4d87 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:27.975834 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71031768-b465-455f-b474-0349670a81d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event updated for resources: {'Network': ['ID=5920f096-deda-480b-a67a-84b202f24df5,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:27.989388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cd8bc419-fddd-4a7f-8cca-58a0b4250f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:27.989856 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de015217-fa97-4bd1-b625-2ba02b4bfb0e None None] The sync data for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv is: [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:10:13Z', 'revision_number': 2, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:23Z', 'revision_number': 4, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:27.993449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cd8bc419-fddd-4a7f-8cca-58a0b4250f11 admin admin] Usage tracker for resource:security_group_rule and tenant:de45a8ec71984faebf112ce5fadd465b is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:28.000357 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cd8bc419-fddd-4a7f-8cca-58a0b4250f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:28.015800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cd8bc419-fddd-4a7f-8cca-58a0b4250f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:28.029496 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 5920f096-deda-480b-a67a-84b202f24df5 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:28.054745 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8c39115e-9c9e-469e-be01-f981a4ef83b0 None None] Port 56e59360-4447-4067-9329-c6ac540ee328 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:28.060520 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:28.163504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afcf2d4b-edac-4057-b507-08870167e9b5') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:28.163799 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afcf2d4b-edac-4057-b507-08870167e9b5') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:28.199448 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:28.352242 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.ipam_backend_mixin [None req-afbf1f08-0217-4d10-a6f7-586117af4d87 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Performing IP validity checks on allocation pools {{(pid=87594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 27 17:10:28.352880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.ipam_backend_mixin [None req-afbf1f08-0217-4d10-a6f7-586117af4d87 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 27 17:10:28.357307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] For port 33daea70-c7a8-4d49-8336-a285aa875545, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=33daea70-c7a8-4d49-8336-a285aa875545,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:28.386139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:28.389800 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74864b-6d00-44e9-a7b8-df12a0d87345 None None] Pushing event updated for resources: {'Port': ['ID=e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:28.399576 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8c39115e-9c9e-469e-be01-f981a4ef83b0 None None] Provisioning complete for port c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:28.399946 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c39115e-9c9e-469e-be01-f981a4ef83b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:28.437889 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a04173b0-d734-4f0e-b5a2-d052083d067f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:28.458833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a04173b0-d734-4f0e-b5a2-d052083d067f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:28.459619 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a04173b0-d734-4f0e-b5a2-d052083d067f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:28.466369 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:28.466886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:28.489667 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:28.622169 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:28.623371 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04173b0-d734-4f0e-b5a2-d052083d067f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=56e59360-4447-4067-9329-c6ac540ee328,revision_number=3']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:28.643197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:28.694079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:28.730274 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:28.798997 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:28.799374 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Added segment 348dab54-898f-4ec2-80f8-e5293023aab2 of type vlan for network 4b1cf005-cdc7-4692-8fc5-cec78537f47e Jan 27 17:10:28.800418 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ced3c6-7592-439c-9f94-b88639916d0c,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:28.863660 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:28.867131 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-312dc045-79ee-4a12-9aa6-a60d54f1728a None None] Provisioning complete for port 56e59360-4447-4067-9329-c6ac540ee328 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:28.867871 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-312dc045-79ee-4a12-9aa6-a60d54f1728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:28.889501 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04173b0-d734-4f0e-b5a2-d052083d067f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network 42a6cdaa-81b0-4cc7-8af0-a24181c10df0 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:28.892164 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-a04173b0-d734-4f0e-b5a2-d052083d067f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:29.098518 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:10:29.107157 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-312dc045-79ee-4a12-9aa6-a60d54f1728a None None] Port 56e59360-4447-4067-9329-c6ac540ee328 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:29.113309 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:29.113911 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.132969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:10:29.151455 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-afbf1f08-0217-4d10-a6f7-586117af4d87 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.180384 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.187777 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:29.188472 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.252585 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.265163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45529c00-7e84-4d5d-8fe1-948b83d7b164 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:29.274539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45529c00-7e84-4d5d-8fe1-948b83d7b164 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:29.276428 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:29.277025 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:29.280531 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45529c00-7e84-4d5d-8fe1-948b83d7b164 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:29.281779 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f485c381-8a1d-4de6-8539-03af99cd682c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:29.286563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45529c00-7e84-4d5d-8fe1-948b83d7b164 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:29.288287 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-45529c00-7e84-4d5d-8fe1-948b83d7b164 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.3634109 Jan 27 17:10:29.300707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59860) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:29.301949 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.312790 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.334998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.335716 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.344669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Network': ['ID=4b1cf005-cdc7-4692-8fc5-cec78537f47e,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:29.348609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4ae05e81-1b6f-4148-a6db-ba10521a12ca None None] Provisioning complete for port 56e59360-4447-4067-9329-c6ac540ee328 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:29.349046 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ae05e81-1b6f-4148-a6db-ba10521a12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.351168 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04173b0-d734-4f0e-b5a2-d052083d067f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Router d906c02c-1bd9-4baf-8c81-da09910ec430 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:10:29.353942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.381653 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 4b1cf005-cdc7-4692-8fc5-cec78537f47e details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:29.436472 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-608e1896-8bec-42bb-bee2-22da99e0d8c3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4729338 Jan 27 17:10:29.439838 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59866) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:29.448245 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4ae05e81-1b6f-4148-a6db-ba10521a12ca None None] Port 56e59360-4447-4067-9329-c6ac540ee328 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:29.448889 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f0ef225c-dcd7-4ff6-9a76-0f328ec6a5d6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'subnet': {'network_id': '4b1cf005-cdc7-4692-8fc5-cec78537f47e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:29.482991 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event deleted for resources: {'Network': ['ID=7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:29.504443 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port f485c381-8a1d-4de6-8539-03af99cd682c completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:29.514000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port f485c381-8a1d-4de6-8539-03af99cd682c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:29.514362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.581841 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf1f08-0217-4d10-a6f7-586117af4d87 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Checking segment: {'id': 'fac78abe-7498-4ce8-a3e6-9ce13a233443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'c37391de-d4ed-4803-b3fc-3f0a70890a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:29.582213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbf1f08-0217-4d10-a6f7-586117af4d87 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network hostable DHCP agents. Network: c37391de-d4ed-4803-b3fc-3f0a70890a61, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:29.586633 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf1f08-0217-4d10-a6f7-586117af4d87 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Subnet': ['ID=873d20da-eb7a-43b8-9d7a-fee93ee0c609,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:29.627060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04173b0-d734-4f0e-b5a2-d052083d067f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:10:29.628984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cd8bc419-fddd-4a7f-8cca-58a0b4250f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.632850 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a04173b0-d734-4f0e-b5a2-d052083d067f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "PUT /v2.0/routers/d906c02c-1bd9-4baf-8c81-da09910ec430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4080133 Jan 27 17:10:29.634526 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.637430 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59870) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:29.640212 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:29.640346 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f0ef225c-dcd7-4ff6-9a76-0f328ec6a5d6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:29.651406 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ca240-04d7-4718-9d4b-315b94bc81b4 None None] Sync routers for ids ['d906c02c-1bd9-4baf-8c81-da09910ec430'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:10:29.659040 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:29.661877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:29.662387 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.666838 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-95c05508-162f-43b0-a460-88999a76a1f8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "DELETE /v2.0/networks/7ef8c3ec-f70e-4f82-a9eb-21c8bd67978e HTTP/1.1" status: 204 len: 168 time: 4.2881379 Jan 27 17:10:29.672369 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ca240-04d7-4718-9d4b-315b94bc81b4 None None] Routers {'d906c02c-1bd9-4baf-8c81-da09910ec430'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:29.673119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-291ca240-04d7-4718-9d4b-315b94bc81b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d906c02c-1bd9-4baf-8c81-da09910ec430'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:29.682139 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59874) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:29.682358 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f0ef225c-dcd7-4ff6-9a76-0f328ec6a5d6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Usage tracker for resource:subnet and tenant:09799f3c75ba4e1bbef88b711a678f39 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:29.687304 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f0ef225c-dcd7-4ff6-9a76-0f328ec6a5d6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:29.725251 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cd8bc419-fddd-4a7f-8cca-58a0b4250f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.726872 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f0ef225c-dcd7-4ff6-9a76-0f328ec6a5d6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:29.742343 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-291ca240-04d7-4718-9d4b-315b94bc81b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:29.747836 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port f485c381-8a1d-4de6-8539-03af99cd682c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f485c381-8a1d-4de6-8539-03af99cd682c,segment=NetworkSegment(501675a7-323e-4c5b-aa2d-1fa3fdb1f723),segment_id=501675a7-323e-4c5b-aa2d-1fa3fdb1f723)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:29.754252 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ca240-04d7-4718-9d4b-315b94bc81b4 None None] Routers {'d906c02c-1bd9-4baf-8c81-da09910ec430'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:29.754979 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-291ca240-04d7-4718-9d4b-315b94bc81b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d906c02c-1bd9-4baf-8c81-da09910ec430'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:29.774280 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ef225c-dcd7-4ff6-9a76-0f328ec6a5d6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Made reservation on behalf of 09799f3c75ba4e1bbef88b711a678f39 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:29.777215 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f0ef225c-dcd7-4ff6-9a76-0f328ec6a5d6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.780583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=33daea70-c7a8-4d49-8336-a285aa875545,revision_number=6']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:29.816019 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] Deleting port 33daea70-c7a8-4d49-8336-a285aa875545 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:29.816233 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.832750 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac43e035-4c28-4968-b628-fb26b6324b28 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Deleting subnet 3070bf8b-125d-48c7-88bc-0c1ab4aca646 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:29.840070 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ac43e035-4c28-4968-b628-fb26b6324b28 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.840399 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.890707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-43154e80-10fb-4f23-9e07-28fb0a54be82 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:29.920397 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.0858757 Jan 27 17:10:29.929270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2d778-1092-4ee8-a20e-0e6f1c6c134c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=013021ea-5fcf-4b79-b7f2-653758c84ad7,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:29.933904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59878) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:29.942237 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-291ca240-04d7-4718-9d4b-315b94bc81b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:29.942657 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ca240-04d7-4718-9d4b-315b94bc81b4 None None] The sync data for ids ['d906c02c-1bd9-4baf-8c81-da09910ec430'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:29.952921 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a155319b-4dfb-4f66-ad95-85a7b0f5718a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:29.953578 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a155319b-4dfb-4f66-ad95-85a7b0f5718a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:29.991043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a155319b-4dfb-4f66-ad95-85a7b0f5718a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:29.992225 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a155319b-4dfb-4f66-ad95-85a7b0f5718a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports?device_id=d906c02c-1bd9-4baf-8c81-da09910ec430 HTTP/1.1" status: 200 len: 989 time: 0.3535538 Jan 27 17:10:30.000549 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59880) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:30.014830 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cd8bc419-fddd-4a7f-8cca-58a0b4250f11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de45a8ec71984faebf112ce5fadd465b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6482449 Jan 27 17:10:30.034408 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bc419-fddd-4a7f-8cca-58a0b4250f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb911d3-265c-46a3-a989-4fb01ba71262,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:30.043171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'mac_address': 'fa:16:3e:97:f5:15', 'name': 'tempest-NetworksTestDHCPv6-755825321'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:30.056081 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59886) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:30.065307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbf1f08-0217-4d10-a6f7-586117af4d87 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network c37391de-d4ed-4803-b3fc-3f0a70890a61 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:30.131799 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ac43e035-4c28-4968-b628-fb26b6324b28 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.137181 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-afbf1f08-0217-4d10-a6f7-586117af4d87 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, c37391de-d4ed-4803-b3fc-3f0a70890a61) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:30.141958 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbf1f08-0217-4d10-a6f7-586117af4d87 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:30.142710 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-afbf1f08-0217-4d10-a6f7-586117af4d87 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.200769 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=f485c381-8a1d-4de6-8539-03af99cd682c,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:30.204571 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 33daea70-c7a8-4d49-8336-a285aa875545 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:30.250075 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b44b590-2980-47b9-a03b-cc7629fcf4fd None None] Network c37391de-d4ed-4803-b3fc-3f0a70890a61 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:30.337789 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-afbf1f08-0217-4d10-a6f7-586117af4d87 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.5140815 Jan 27 17:10:30.350887 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59890) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:30.414913 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] For port 33daea70-c7a8-4d49-8336-a285aa875545, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=33daea70-c7a8-4d49-8336-a285aa875545,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:30.415434 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.447778 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6632885b-939c-404d-92ad-a5c20f311236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.568194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-43154e80-10fb-4f23-9e07-28fb0a54be82 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.594558 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dc7a40-8fca-4215-b3e4-88932f4059d4 None None] Network 64f7444e-4da7-4919-a435-1e7da4215eea requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:30.622603 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] Calling delete_port for 33daea70-c7a8-4d49-8336-a285aa875545 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:30.695252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-43154e80-10fb-4f23-9e07-28fb0a54be82 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad95116-8302-4a1f-aefd-79a49d1b05d7']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:30.703190 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:30.730175 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ac43e035-4c28-4968-b628-fb26b6324b28 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.730832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6632885b-939c-404d-92ad-a5c20f311236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.745134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:30.754261 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-43154e80-10fb-4f23-9e07-28fb0a54be82 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e0983a-2943-4456-a44f-6b05ab1b3551') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:30.754553 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-43154e80-10fb-4f23-9e07-28fb0a54be82 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e0983a-2943-4456-a44f-6b05ab1b3551') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:30.764030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:30.798522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:30.801726 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-71e9a272-a873-466a-b820-6a761dc60706 None None] Provisioning for port e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:30.803622 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-43154e80-10fb-4f23-9e07-28fb0a54be82 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.819755 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f0ef225c-dcd7-4ff6-9a76-0f328ec6a5d6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.846652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86ac22d1-9513-4e2c-904d-764923b05876 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.851272 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:30.864003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.933319 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef225c-dcd7-4ff6-9a76-0f328ec6a5d6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Subnet': ['ID=a0498f9c-e051-4b03-bb1c-b54543ef01b2,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:30.955407 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ac43e035-4c28-4968-b628-fb26b6324b28 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:30.989148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ef225c-dcd7-4ff6-9a76-0f328ec6a5d6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Checking segment: {'id': '348dab54-898f-4ec2-80f8-e5293023aab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '4b1cf005-cdc7-4692-8fc5-cec78537f47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:30.989565 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ef225c-dcd7-4ff6-9a76-0f328ec6a5d6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network hostable DHCP agents. Network: 4b1cf005-cdc7-4692-8fc5-cec78537f47e, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:31.001722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-43154e80-10fb-4f23-9e07-28fb0a54be82 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.006173 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 33daea70-c7a8-4d49-8336-a285aa875545, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=33daea70-c7a8-4d49-8336-a285aa875545,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:31.011136 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:10:31.014216 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43e035-4c28-4968-b628-fb26b6324b28 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event deleted for resources: {'Subnet': ['ID=3070bf8b-125d-48c7-88bc-0c1ab4aca646,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:31.027689 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43154e80-10fb-4f23-9e07-28fb0a54be82 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:31.028116 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-43154e80-10fb-4f23-9e07-28fb0a54be82 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.044802 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ac43e035-4c28-4968-b628-fb26b6324b28 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.056468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ecc9b-c5db-4341-b692-70c304e51b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-c37391de-d4ed-4803-b3fc-3f0a70890a61', 'network_id': 'c37391de-d4ed-4803-b3fc-3f0a70890a61', 'tenant_id': 'a1044fc2b04a4cf88962f2b23f4c469b', 'fixed_ips': [{'subnet_id': '873d20da-eb7a-43b8-9d7a-fee93ee0c609'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:31.056468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b70ecc9b-c5db-4341-b692-70c304e51b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:31.056807 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:31.065641 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989c2b11-3d6f-4772-a6c9-76d303a221a2 None None] Network 321addb9-312c-424d-a511-7d9376a84093 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:31.071881 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ac43e035-4c28-4968-b628-fb26b6324b28 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "DELETE /v2.0/subnets/3070bf8b-125d-48c7-88bc-0c1ab4aca646 HTTP/1.1" status: 204 len: 168 time: 1.3864691 Jan 27 17:10:31.072776 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59894) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:31.073332 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.088705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.089452 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 87ce978e-7bd5-4c1a-9059-91fa71cffd28 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:31.112936 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ef225c-dcd7-4ff6-9a76-0f328ec6a5d6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network 4b1cf005-cdc7-4692-8fc5-cec78537f47e is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:31.148784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-f0ef225c-dcd7-4ff6-9a76-0f328ec6a5d6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 4b1cf005-cdc7-4692-8fc5-cec78537f47e) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:31.163601 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ef225c-dcd7-4ff6-9a76-0f328ec6a5d6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:31.164181 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f0ef225c-dcd7-4ff6-9a76-0f328ec6a5d6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.168252 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:31.168402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:31.186877 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54d7b36-9961-456d-b96c-3789e1580cb4 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Deleting subnet 1a4d8e0b-2fa8-4112-8f23-c7b2c17a7bac {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:31.193262 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f54d7b36-9961-456d-b96c-3789e1580cb4 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.193915 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e35ddae-7f94-4075-a01b-e5daa905804b None None] Network 4b1cf005-cdc7-4692-8fc5-cec78537f47e requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:31.195437 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.224508 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] Deleting port 33daea70-c7a8-4d49-8336-a285aa875545 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:31.224875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.231860 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f0ef225c-dcd7-4ff6-9a76-0f328ec6a5d6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7880189 Jan 27 17:10:31.234037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59898) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:31.250705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 87ce978e-7bd5-4c1a-9059-91fa71cffd28 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:31.251043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 87ce978e-7bd5-4c1a-9059-91fa71cffd28 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:31.269506 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-435413613', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:31.281066 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:31.296551 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Usage tracker for resource:router and tenant:09799f3c75ba4e1bbef88b711a678f39 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:31.305220 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:31.311369 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f54d7b36-9961-456d-b96c-3789e1580cb4 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.348388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6632885b-939c-404d-92ad-a5c20f311236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.356388 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:31.394404 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8cc941d5-bb1f-4527-a274-6d5249b8d4f8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.399236 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-43154e80-10fb-4f23-9e07-28fb0a54be82 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.403602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-43154e80-10fb-4f23-9e07-28fb0a54be82 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.443566 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632885b-939c-404d-92ad-a5c20f311236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb911d3-265c-46a3-a989-4fb01ba71262,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:31.457060 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.459266 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.460452 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.466448 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=48066049-255a-4bb3-a012-6ced0b492b43,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:31.476668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.480139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86ac22d1-9513-4e2c-904d-764923b05876 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.513061 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43154e80-10fb-4f23-9e07-28fb0a54be82 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event deleted for resources: {'Network': ['ID=3ad95116-8302-4a1f-aefd-79a49d1b05d7,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:31.535235 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-43154e80-10fb-4f23-9e07-28fb0a54be82 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "DELETE /v2.0/networks/3ad95116-8302-4a1f-aefd-79a49d1b05d7 HTTP/1.1" status: 204 len: 168 time: 2.2312491 Jan 27 17:10:31.538174 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59902) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:31.542279 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6632885b-939c-404d-92ad-a5c20f311236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.545766 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6632885b-939c-404d-92ad-a5c20f311236 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7eb911d3-265c-46a3-a989-4fb01ba71262 HTTP/1.1" status: 204 len: 168 time: 1.4757996 Jan 27 17:10:31.575214 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.603882 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:31.624108 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port 74feb2b7-e1e2-4075-9889-a40ddf9badb6 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:31.654969 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f54d7b36-9961-456d-b96c-3789e1580cb4 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.730748 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=33daea70-c7a8-4d49-8336-a285aa875545,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:31.879186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae8c0f16-e980-4fa9-8560-3eceb0418e0a tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.891876 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86ac22d1-9513-4e2c-904d-764923b05876 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server [None req-b70ecc9b-c5db-4341-b692-70c304e51b9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 873d20da-eb7a-43b8-9d7a-fee93ee0c609: This subnet is being modified by another concurrent operation. Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:10:31.913344 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise exception Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 873d20da-eb7a-43b8-9d7a-fee93ee0c609: This subnet is being modified by another concurrent operation. Jan 27 17:10:31.918884 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server Jan 27 17:10:31.967754 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7e54f2-992c-4ba1-a99f-7937044c7d6c None None] Network c37391de-d4ed-4803-b3fc-3f0a70890a61 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:31.988047 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac22d1-9513-4e2c-904d-764923b05876 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Subnet': ['ID=873d20da-eb7a-43b8-9d7a-fee93ee0c609,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:32.131565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59910) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:32.136033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:32.143647 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network 64f7444e-4da7-4919-a435-1e7da4215eea is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:32.168498 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:32.192373 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f54d7b36-9961-456d-b96c-3789e1580cb4 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.215866 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:32.216230 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.226334 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::f816:3eff:fe97:f515 (bbf03638-7624-437f-9c24-a87cd70c5626/013021ea-5fcf-4b79-b7f2-653758c84ad7/74feb2b7-e1e2-4075-9889-a40ddf9badb6) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:32.240603 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aba1341-7e17-4989-a9f6-84e4b5e00ec5 None None] Network 4b1cf005-cdc7-4692-8fc5-cec78537f47e requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:32.241725 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86ac22d1-9513-4e2c-904d-764923b05876 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.258634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3318e8ed-aada-4308-aa1d-cc56ef4a511b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.297755 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d7b36-9961-456d-b96c-3789e1580cb4 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4d8e0b-2fa8-4112-8f23-c7b2c17a7bac,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:32.299755 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f54d7b36-9961-456d-b96c-3789e1580cb4 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.315735 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.332339 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f54d7b36-9961-456d-b96c-3789e1580cb4 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "DELETE /v2.0/subnets/1a4d8e0b-2fa8-4112-8f23-c7b2c17a7bac HTTP/1.1" status: 204 len: 168 time: 1.2513044 Jan 27 17:10:32.333322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59914) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:32.353209 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88a83f0-6a8a-4651-aadc-4b9b5fe0f36a None None] Network 2f790619-ed7a-4d7b-a995-eae0fb20cd6b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:32.409216 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-8cc941d5-bb1f-4527-a274-6d5249b8d4f8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port 56e59360-4447-4067-9329-c6ac540ee328 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:32.409846 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8cc941d5-bb1f-4527-a274-6d5249b8d4f8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.410987 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae8c0f16-e980-4fa9-8560-3eceb0418e0a tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.434102 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-86ac22d1-9513-4e2c-904d-764923b05876 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37391de-d4ed-4803-b3fc-3f0a70890a61']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:32.575207 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] For port 33daea70-c7a8-4d49-8336-a285aa875545, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=33daea70-c7a8-4d49-8336-a285aa875545,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:32.576928 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.588314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.651401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3318e8ed-aada-4308-aa1d-cc56ef4a511b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:32.684757 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-86ac22d1-9513-4e2c-904d-764923b05876 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac78abe-7498-4ce8-a3e6-9ce13a233443') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:32.685048 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-86ac22d1-9513-4e2c-904d-764923b05876 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac78abe-7498-4ce8-a3e6-9ce13a233443') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:32.691886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3318e8ed-aada-4308-aa1d-cc56ef4a511b admin admin] Usage tracker for resource:security_group_rule and tenant:1ea0c802772b4ea39140a2ee9e526b86 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:32.710751 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-ae8c0f16-e980-4fa9-8560-3eceb0418e0a tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5920f096-deda-480b-a67a-84b202f24df5']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:32.720067 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3318e8ed-aada-4308-aa1d-cc56ef4a511b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:32.723665 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86ac22d1-9513-4e2c-904d-764923b05876 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.733736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Deleting port 2353dbd7-b052-4310-84e3-ad9b68eb180d {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:32.733736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.749746 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] Calling delete_port for 33daea70-c7a8-4d49-8336-a285aa875545 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:32.764146 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router d867d368-53b4-4c2c-8f5d-be271ff07b0c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:10:32.776770 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3318e8ed-aada-4308-aa1d-cc56ef4a511b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:32.781453 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-ae8c0f16-e980-4fa9-8560-3eceb0418e0a tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6759f6-43e7-4f89-8c47-b1d2028069ca') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:32.781992 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-ae8c0f16-e980-4fa9-8560-3eceb0418e0a tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6759f6-43e7-4f89-8c47-b1d2028069ca') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:32.814481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae8c0f16-e980-4fa9-8560-3eceb0418e0a tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.821194 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8cc941d5-bb1f-4527-a274-6d5249b8d4f8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.835775 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86ac22d1-9513-4e2c-904d-764923b05876 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.930484 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb7c726-bff0-4323-bf8f-cff491982462 None None] DHCP port deletion for 321addb9-312c-424d-a511-7d9376a84093 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:32.944759 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ac22d1-9513-4e2c-904d-764923b05876 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:32.945154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86ac22d1-9513-4e2c-904d-764923b05876 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.954437 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1eb7c726-bff0-4323-bf8f-cff491982462 None None] Deleting port 2353dbd7-b052-4310-84e3-ad9b68eb180d {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:32.954871 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1eb7c726-bff0-4323-bf8f-cff491982462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:32.966175 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:32.968792 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae8c0f16-e980-4fa9-8560-3eceb0418e0a tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:32.987502 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-8cc941d5-bb1f-4527-a274-6d5249b8d4f8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for 56e59360-4447-4067-9329-c6ac540ee328 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:33.130866 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e76a0c9e-ae21-4061-a28a-af67a53e8940 None None] Provisioning complete for port e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:33.131417 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e76a0c9e-ae21-4061-a28a-af67a53e8940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.136365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8c0f16-e980-4fa9-8560-3eceb0418e0a tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:33.136824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae8c0f16-e980-4fa9-8560-3eceb0418e0a tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:33.161443 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:33.389075 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8cc941d5-bb1f-4527-a274-6d5249b8d4f8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.392641 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] For port 2353dbd7-b052-4310-84e3-ad9b68eb180d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2353dbd7-b052-4310-84e3-ad9b68eb180d,segment=NetworkSegment(80d47342-317c-4000-9968-b37fe78ded3a),segment_id=80d47342-317c-4000-9968-b37fe78ded3a)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:33.393155 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.405565 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.492000 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3318e8ed-aada-4308-aa1d-cc56ef4a511b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.502418 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86ac22d1-9513-4e2c-904d-764923b05876 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.507342 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:10:33.521154 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Sync routers for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:10:33.522007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3318e8ed-aada-4308-aa1d-cc56ef4a511b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.535046 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:33.535847 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:33.558131 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-86ac22d1-9513-4e2c-904d-764923b05876 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.561218 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.580115 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae8c0f16-e980-4fa9-8560-3eceb0418e0a tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.592588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac22d1-9513-4e2c-904d-764923b05876 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Network': ['ID=c37391de-d4ed-4803-b3fc-3f0a70890a61,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:33.611609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.612408 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.619310 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae8c0f16-e980-4fa9-8560-3eceb0418e0a tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.692827 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3318e8ed-aada-4308-aa1d-cc56ef4a511b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1ea0c802772b4ea39140a2ee9e526b86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5479481 Jan 27 17:10:33.700758 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c0f16-e980-4fa9-8560-3eceb0418e0a tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event deleted for resources: {'Network': ['ID=5920f096-deda-480b-a67a-84b202f24df5,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:33.702847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59918) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:33.709136 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-86ac22d1-9513-4e2c-904d-764923b05876 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/c37391de-d4ed-4803-b3fc-3f0a70890a61 HTTP/1.1" status: 204 len: 168 time: 3.3377581 Jan 27 17:10:33.710373 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318e8ed-aada-4308-aa1d-cc56ef4a511b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2023e7c6-f1f8-493a-9085-9564056c55f5,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:33.712003 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:10:33.714586 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ae8c0f16-e980-4fa9-8560-3eceb0418e0a tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "DELETE /v2.0/networks/5920f096-deda-480b-a67a-84b202f24df5 HTTP/1.1" status: 204 len: 168 time: 2.1696086 Jan 27 17:10:33.715812 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59922) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:33.717232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object 74feb2b7-e1e2-4075-9889-a40ddf9badb6 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:33.721455 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8c676a43-a1a8-4fca-8884-b5cf3233ee62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/d867d368-53b4-4c2c-8f5d-be271ff07b0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2814715 Jan 27 17:10:33.735469 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59924) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:33.736138 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59926) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:33.747894 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f3b12dfe-0319-42ea-a55a-5452a8bc5c90 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-610355283'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:33.769028 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] Pushing event deleted for resources: {'Port': ['ID=33daea70-c7a8-4d49-8336-a285aa875545,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:33.784654 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-6b3d6c6a-7e95-4ee9-9930-abc5add64a09 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'network': {'name': 'tempest-RoutersTest-675665879'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:33.786585 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1eb7c726-bff0-4323-bf8f-cff491982462 None None] For port 2353dbd7-b052-4310-84e3-ad9b68eb180d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2353dbd7-b052-4310-84e3-ad9b68eb180d,segment=NetworkSegment(80d47342-317c-4000-9968-b37fe78ded3a),segment_id=80d47342-317c-4000-9968-b37fe78ded3a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:33.786917 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1eb7c726-bff0-4323-bf8f-cff491982462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:33.802796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6b3d6c6a-7e95-4ee9-9930-abc5add64a09 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:33.810578 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f3b12dfe-0319-42ea-a55a-5452a8bc5c90 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:33.845676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6b3d6c6a-7e95-4ee9-9930-abc5add64a09 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:network and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:33.848985 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f3b12dfe-0319-42ea-a55a-5452a8bc5c90 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:network and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:33.858372 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6b3d6c6a-7e95-4ee9-9930-abc5add64a09 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:33.871993 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f3b12dfe-0319-42ea-a55a-5452a8bc5c90 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:33.890025 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Calling delete_port for 2353dbd7-b052-4310-84e3-ad9b68eb180d owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:33.903190 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9d8cf9-6bf0-4d61-b9d4-e1d20ce6e770 None None] DHCP port deletion for 2f790619-ed7a-4d7b-a995-eae0fb20cd6b request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:33.947059 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6b3d6c6a-7e95-4ee9-9930-abc5add64a09 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:33.953428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f3b12dfe-0319-42ea-a55a-5452a8bc5c90 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:34.006659 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b12dfe-0319-42ea-a55a-5452a8bc5c90 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:34.010599 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f3b12dfe-0319-42ea-a55a-5452a8bc5c90 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.033162 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3d6c6a-7e95-4ee9-9930-abc5add64a09 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:34.037151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6c6a-7e95-4ee9-9930-abc5add64a09 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.053968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07206d4c-857c-4029-9fa9-ae21a6b66191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.076613 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.085040 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b20da6b-64ea-4164-9615-dc3d09586879 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:34.088016 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e76a0c9e-ae21-4061-a28a-af67a53e8940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.088989 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc941d5-bb1f-4527-a274-6d5249b8d4f8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=56e59360-4447-4067-9329-c6ac540ee328,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:34.092449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b20da6b-64ea-4164-9615-dc3d09586879 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:34.093620 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8b20da6b-64ea-4164-9615-dc3d09586879 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Synchronizing usage tracker for tenant:ee8b3a8879fb41659c0598f1d01c041c on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:34.109114 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.110319 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1eb7c726-bff0-4323-bf8f-cff491982462 None None] Calling delete_port for 2353dbd7-b052-4310-84e3-ad9b68eb180d owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:34.131771 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:10:28Z', 'revision_number': 3, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': '48066049-255a-4bb3-a012-6ced0b492b43', 'name': '', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:7c:8e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:23Z', 'updated_at': '2022-01-27T17:10:30Z', 'revision_number': 2, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:34.135774 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Checking router: d867d368-53b4-4c2c-8f5d-be271ff07b0c for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:10:34.136108 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Updating router d867d368-53b4-4c2c-8f5d-be271ff07b0c port 48066049-255a-4bb3-a012-6ced0b492b43 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:10:34.141905 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9,segment=NetworkSegment(aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4),segment_id=aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:34.151094 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d8cf9-6bf0-4d61-b9d4-e1d20ce6e770 None None] Deleting port 240319cb-1c39-4960-a3f9-f61bf759d53a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:34.151771 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9d8cf9-6bf0-4d61-b9d4-e1d20ce6e770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.165712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07206d4c-857c-4029-9fa9-ae21a6b66191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.176273 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1463901b-cb5c-4893-9121-0757cb8a01a9 None None] No DVR routers for this DVR port 33daea70-c7a8-4d49-8336-a285aa875545 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:34.200394 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.201598 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f485c381-8a1d-4de6-8539-03af99cd682c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:34.215133 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.261918 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07206d4c-857c-4029-9fa9-ae21a6b66191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.279959 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de130a33-ee8b-4858-8b4b-4af1df7bf209 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:34.280788 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:34.282484 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event deleted for resources: {'Port': ['ID=2353dbd7-b052-4310-84e3-ad9b68eb180d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:34.302180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07206d4c-857c-4029-9fa9-ae21a6b66191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2023e7c6-f1f8-493a-9085-9564056c55f5,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:34.304465 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8b20da6b-64ea-4164-9615-dc3d09586879 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Unset dirty status for tenant:ee8b3a8879fb41659c0598f1d01c041c on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:34.305316 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8b20da6b-64ea-4164-9615-dc3d09586879 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5655684 Jan 27 17:10:34.306328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:34.312723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59934) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:34.324197 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:34.326485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:34.327206 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.368593 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3d6c6a-7e95-4ee9-9930-abc5add64a09 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:34.374266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ad705ef8-1e3e-4095-814e-97f6657ace4e tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1344597508'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:34.382367 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ad705ef8-1e3e-4095-814e-97f6657ace4e tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:34.401238 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ad705ef8-1e3e-4095-814e-97f6657ace4e tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:34.414889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b12dfe-0319-42ea-a55a-5452a8bc5c90 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:34.423516 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4123333 Jan 27 17:10:34.423516 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07206d4c-857c-4029-9fa9-ae21a6b66191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.423791 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] No DVR routers for this DVR port 2353dbd7-b052-4310-84e3-ad9b68eb180d on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:34.424267 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-07206d4c-857c-4029-9fa9-ae21a6b66191 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2023e7c6-f1f8-493a-9085-9564056c55f5 HTTP/1.1" status: 204 len: 168 time: 0.7141056 Jan 27 17:10:34.437748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad705ef8-1e3e-4095-814e-97f6657ace4e tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Made reservation on behalf of ee8b3a8879fb41659c0598f1d01c041c for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:34.441101 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ad705ef8-1e3e-4095-814e-97f6657ace4e tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.456308 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59938) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:34.467738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.547168 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad705ef8-1e3e-4095-814e-97f6657ace4e tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:34.572773 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ad705ef8-1e3e-4095-814e-97f6657ace4e tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.573228 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-ad705ef8-1e3e-4095-814e-97f6657ace4e tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Added segment 123c601f-6221-4094-9630-6bb5a549a3b0 of type vlan for network f9a3fe35-bee1-42de-9634-7784c2e48472 Jan 27 17:10:34.593504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.627680 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ad705ef8-1e3e-4095-814e-97f6657ace4e tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.691078 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-1eb7c726-bff0-4323-bf8f-cff491982462 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:34.691561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-1eb7c726-bff0-4323-bf8f-cff491982462 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:34.695647 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-e76a0c9e-ae21-4061-a28a-af67a53e8940 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:34.696400 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-e76a0c9e-ae21-4061-a28a-af67a53e8940 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:34.698872 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff7aab-f4e2-4571-b8a3-3d62dafe089b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=74feb2b7-e1e2-4075-9889-a40ddf9badb6,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:34.702661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6c6a-7e95-4ee9-9930-abc5add64a09 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.703000 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-6b3d6c6a-7e95-4ee9-9930-abc5add64a09 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Added segment 9fc03266-6b76-44d2-a6a8-9e06423dd13d of type vlan for network 39e8b3df-7604-42f7-a7eb-45d82ca12518 Jan 27 17:10:34.710228 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ad705ef8-1e3e-4095-814e-97f6657ace4e tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.716038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad705ef8-1e3e-4095-814e-97f6657ace4e tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:34.717095 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ad705ef8-1e3e-4095-814e-97f6657ace4e tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.723323 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f3b12dfe-0319-42ea-a55a-5452a8bc5c90 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.723672 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-f3b12dfe-0319-42ea-a55a-5452a8bc5c90 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Added segment f44bae77-8323-45d8-8f2b-60ab3ad7949b of type vlan for network 5261e066-19d5-4544-a691-ac4f9cf846d9 Jan 27 17:10:34.731664 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8cc941d5-bb1f-4527-a274-6d5249b8d4f8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.808162 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.835599 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port f485c381-8a1d-4de6-8539-03af99cd682c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:34.836233 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.847597 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad705ef8-1e3e-4095-814e-97f6657ace4e tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event updated for resources: {'Network': ['ID=f9a3fe35-bee1-42de-9634-7784c2e48472,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:34.893820 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network f9a3fe35-bee1-42de-9634-7784c2e48472 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:34.899165 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.900466 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6c6a-7e95-4ee9-9930-abc5add64a09 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.916997 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ad705ef8-1e3e-4095-814e-97f6657ace4e tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5978136 Jan 27 17:10:34.923868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59946) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:34.935030 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Transition to ACTIVE for port object 48066049-255a-4bb3-a012-6ced0b492b43 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:34.936360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-96b8e128-5ee7-4e79-acff-fc4dd18961f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1228115779'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:34.942401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f3b12dfe-0319-42ea-a55a-5452a8bc5c90 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.951139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-96b8e128-5ee7-4e79-acff-fc4dd18961f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:34.952845 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:34.967863 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-96b8e128-5ee7-4e79-acff-fc4dd18961f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Usage tracker for resource:network and tenant:ee8b3a8879fb41659c0598f1d01c041c is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:34.976005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-96b8e128-5ee7-4e79-acff-fc4dd18961f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:34.995925 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-96b8e128-5ee7-4e79-acff-fc4dd18961f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:35.002819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321addb9-312c-424d-a511-7d9376a84093']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:35.007197 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6c6a-7e95-4ee9-9930-abc5add64a09 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.014144 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3d6c6a-7e95-4ee9-9930-abc5add64a09 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:35.014774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6c6a-7e95-4ee9-9930-abc5add64a09 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.058526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d47342-317c-4000-9968-b37fe78ded3a') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:35.058922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d47342-317c-4000-9968-b37fe78ded3a') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:35.080120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.104640 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6b3d6c6a-7e95-4ee9-9930-abc5add64a09 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3632672 Jan 27 17:10:35.105328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59952) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:35.118181 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-3af1c259-6b99-4b43-bbf4-647e0a8b7a91 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'subnet': {'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:35.120159 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Allocated IP 172.26.1.125 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/33448373-4777-4432-81ab-311b2e8f6be6) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:35.126364 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:35.201409 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1eb7c726-bff0-4323-bf8f-cff491982462 None None] Deleting port 2353dbd7-b052-4310-84e3-ad9b68eb180d {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:35.201974 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1eb7c726-bff0-4323-bf8f-cff491982462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.282354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3af1c259-6b99-4b43-bbf4-647e0a8b7a91 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:35.287092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3af1c259-6b99-4b43-bbf4-647e0a8b7a91 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:subnet and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:35.294328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3af1c259-6b99-4b43-bbf4-647e0a8b7a91 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:35.303491 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3af1c259-6b99-4b43-bbf4-647e0a8b7a91 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:35.318789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b8e128-5ee7-4e79-acff-fc4dd18961f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Made reservation on behalf of ee8b3a8879fb41659c0598f1d01c041c for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:35.320801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.327291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-96b8e128-5ee7-4e79-acff-fc4dd18961f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.353652 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': '013021ea-5fcf-4b79-b7f2-653758c84ad7'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:35.354879 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.357623 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af1c259-6b99-4b43-bbf4-647e0a8b7a91 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:35.373946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3af1c259-6b99-4b43-bbf4-647e0a8b7a91 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.406840 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f3b12dfe-0319-42ea-a55a-5452a8bc5c90 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.412195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b12dfe-0319-42ea-a55a-5452a8bc5c90 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:35.412781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f3b12dfe-0319-42ea-a55a-5452a8bc5c90 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.467955 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1eb7c726-bff0-4323-bf8f-cff491982462 None None] The port '2353dbd7-b052-4310-84e3-ad9b68eb180d' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:10:35.474531 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c18e2-3da5-48a7-97d4-8c6b263aec6f None None] Pushing event updated for resources: {'Port': ['ID=48066049-255a-4bb3-a012-6ced0b492b43,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:35.491006 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c18e2-3da5-48a7-97d4-8c6b263aec6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:35.491279 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c18e2-3da5-48a7-97d4-8c6b263aec6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:35.491610 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c18e2-3da5-48a7-97d4-8c6b263aec6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:35.491916 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c18e2-3da5-48a7-97d4-8c6b263aec6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:35.492230 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c18e2-3da5-48a7-97d4-8c6b263aec6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:35.492554 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c18e2-3da5-48a7-97d4-8c6b263aec6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:35.492861 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c18e2-3da5-48a7-97d4-8c6b263aec6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:35.493197 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c18e2-3da5-48a7-97d4-8c6b263aec6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:35.493471 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c18e2-3da5-48a7-97d4-8c6b263aec6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:35.493786 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c18e2-3da5-48a7-97d4-8c6b263aec6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:35.494085 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c18e2-3da5-48a7-97d4-8c6b263aec6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:35.494384 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c18e2-3da5-48a7-97d4-8c6b263aec6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:35.543176 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.562822 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e76a0c9e-ae21-4061-a28a-af67a53e8940 None None] Provisioning for port 48066049-255a-4bb3-a012-6ced0b492b43 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:35.590194 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Attempting to bind port 48066049-255a-4bb3-a012-6ced0b492b43 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:35.590596 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Attempting to bind port 48066049-255a-4bb3-a012-6ced0b492b43 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:35.590894 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Attempting to bind port 48066049-255a-4bb3-a012-6ced0b492b43 on network 64f7444e-4da7-4919-a435-1e7da4215eea {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:35.597194 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:35.597596 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Checking segment: {'id': 'aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:35.598083 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.598450 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Bound using segment: {'id': 'aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:35.598899 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Bound port: 48066049-255a-4bb3-a012-6ced0b492b43, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:35.599252 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.669887 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4d9d8cf9-6bf0-4d61-b9d4-e1d20ce6e770 None None] For port 240319cb-1c39-4960-a3f9-f61bf759d53a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=240319cb-1c39-4960-a3f9-f61bf759d53a,segment=NetworkSegment(56741312-79bf-4446-947c-3cfe82426768),segment_id=56741312-79bf-4446-947c-3cfe82426768)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:35.670223 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9d8cf9-6bf0-4d61-b9d4-e1d20ce6e770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.710072 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.723767 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:35.724521 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.729582 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] For port 48066049-255a-4bb3-a012-6ced0b492b43, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:35.733628 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] For port 48066049-255a-4bb3-a012-6ced0b492b43, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=48066049-255a-4bb3-a012-6ced0b492b43,segment=NetworkSegment(aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4),segment_id=aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:35.739634 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.823580 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:35.824219 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:35.903624 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:35.933188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d6c6a-7e95-4ee9-9930-abc5add64a09 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Network': ['ID=39e8b3df-7604-42f7-a7eb-45d82ca12518,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:35.950117 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b8e128-5ee7-4e79-acff-fc4dd18961f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:35.960150 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-96b8e128-5ee7-4e79-acff-fc4dd18961f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:35.960587 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-96b8e128-5ee7-4e79-acff-fc4dd18961f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Added segment 847f380d-c675-4449-8bd6-6eb444986999 of type vlan for network b8d316aa-6a3e-4cc7-8110-d11605ba5810 Jan 27 17:10:35.996122 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-96b8e128-5ee7-4e79-acff-fc4dd18961f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.055042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3af1c259-6b99-4b43-bbf4-647e0a8b7a91 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.098583 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:10:36.134053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59970) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:36.134708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-96b8e128-5ee7-4e79-acff-fc4dd18961f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.142082 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b8e128-5ee7-4e79-acff-fc4dd18961f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:36.142733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-96b8e128-5ee7-4e79-acff-fc4dd18961f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.229841 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f3b12dfe-0319-42ea-a55a-5452a8bc5c90 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.5032136 Jan 27 17:10:36.282233 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c18e2-3da5-48a7-97d4-8c6b263aec6f None None] Pushing event updated for resources: {'Port': ['ID=48066049-255a-4bb3-a012-6ced0b492b43,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:36.296888 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:36.309766 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59976) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:36.311323 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 39e8b3df-7604-42f7-a7eb-45d82ca12518 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:36.318296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1145458066'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:36.332422 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b7ab6387-0050-4d28-bb1f-075f54f67c85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'subnet': {'network_id': '5261e066-19d5-4544-a691-ac4f9cf846d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:36.337730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b12dfe-0319-42ea-a55a-5452a8bc5c90 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Network': ['ID=5261e066-19d5-4544-a691-ac4f9cf846d9,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:36.350475 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-96b8e128-5ee7-4e79-acff-fc4dd18961f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4230945 Jan 27 17:10:36.365263 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.372046 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:36.376839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.379284 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59980) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:36.379941 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1c259-6b99-4b43-bbf4-647e0a8b7a91 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Subnet': ['ID=ab61c362-ab51-479d-b13a-bf9ac8bdd1a0,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:36.382899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc941d5-bb1f-4527-a274-6d5249b8d4f8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Router d906c02c-1bd9-4baf-8c81-da09910ec430 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:10:36.392491 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:36.395557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:network and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:36.405498 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Request body: {'ports': [{'network_id': 'f9a3fe35-bee1-42de-9634-7784c2e48472', 'name': 'tempest-port--362486741', 'admin_state_up': True}, {'network_id': 'b8d316aa-6a3e-4cc7-8110-d11605ba5810', 'admin_state_up': False}]} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:36.405832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Request body: {'port': {'network_id': 'f9a3fe35-bee1-42de-9634-7784c2e48472', 'name': 'tempest-port--362486741', 'admin_state_up': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:36.406313 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Request body: {'port': {'network_id': 'b8d316aa-6a3e-4cc7-8110-d11605ba5810', 'admin_state_up': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:36.419389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fc3212-1154-472e-b73a-3b79be1d16d4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:36.420316 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d3fc3212-1154-472e-b73a-3b79be1d16d4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:36.440227 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:36.440579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:36.444356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:36.450104 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d8cf9-6bf0-4d61-b9d4-e1d20ce6e770 None None] Calling delete_port for 240319cb-1c39-4960-a3f9-f61bf759d53a owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:36.460787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:36.476366 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af1c259-6b99-4b43-bbf4-647e0a8b7a91 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Checking segment: {'id': '9fc03266-6b76-44d2-a6a8-9e06423dd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:36.477306 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af1c259-6b99-4b43-bbf4-647e0a8b7a91 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network hostable DHCP agents. Network: 39e8b3df-7604-42f7-a7eb-45d82ca12518, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:36.486065 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 5261e066-19d5-4544-a691-ac4f9cf846d9 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:36.517925 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:10:28Z', 'revision_number': 3, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': '48066049-255a-4bb3-a012-6ced0b492b43', 'name': '', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:7c:8e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:23Z', 'updated_at': '2022-01-27T17:10:35Z', 'revision_number': 4, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:36.519203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event deleted for resources: {'Network': ['ID=321addb9-312c-424d-a511-7d9376a84093,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:36.531184 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9253d01f-c007-4424-a73c-d10226fcb3a9 None None] The sync data for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv is: [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:10:28Z', 'revision_number': 3, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': '48066049-255a-4bb3-a012-6ced0b492b43', 'name': '', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:7c:8e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:23Z', 'updated_at': '2022-01-27T17:10:35Z', 'revision_number': 4, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:36.559876 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-43b9ea3f-76eb-4cd4-a292-539d60b04389 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "DELETE /v2.0/networks/321addb9-312c-424d-a511-7d9376a84093 HTTP/1.1" status: 204 len: 168 time: 4.2242594 Jan 27 17:10:36.561205 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=33448373-4777-4432-81ab-311b2e8f6be6,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:36.569623 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 59984) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:36.592040 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Allocated IP 2001:db8::f816:3eff:fea6:cfe3 (bbf03638-7624-437f-9c24-a87cd70c5626/013021ea-5fcf-4b79-b7f2-653758c84ad7/5361cd40-5c2a-49a4-8b91-ee1142f31266) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:36.610634 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:36.611838 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.685257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8e128-5ee7-4e79-acff-fc4dd18961f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event updated for resources: {'Network': ['ID=b8d316aa-6a3e-4cc7-8110-d11605ba5810,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:36.723577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network b8d316aa-6a3e-4cc7-8110-d11605ba5810 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:36.730945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:36.735336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.769523 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.862330 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af1c259-6b99-4b43-bbf4-647e0a8b7a91 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network 39e8b3df-7604-42f7-a7eb-45d82ca12518 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:36.869475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:36.879584 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:security_group_rule and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:36.889785 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:36.897364 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:36.898740 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-648edf1e-51bf-448e-ba70-3220aee697a8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.899489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-3af1c259-6b99-4b43-bbf4-647e0a8b7a91 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 39e8b3df-7604-42f7-a7eb-45d82ca12518) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:36.902147 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d3fc3212-1154-472e-b73a-3b79be1d16d4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:36.903752 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d3fc3212-1154-472e-b73a-3b79be1d16d4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 2.4374468 Jan 27 17:10:36.914340 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7992b0c7-bc63-425d-a2ab-35097e10e867 None None] Network 39e8b3df-7604-42f7-a7eb-45d82ca12518 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:36.916180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:36.918412 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59988) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:36.921951 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af1c259-6b99-4b43-bbf4-647e0a8b7a91 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:36.922816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3af1c259-6b99-4b43-bbf4-647e0a8b7a91 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:36.956758 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Usage tracker for resource:port and tenant:ee8b3a8879fb41659c0598f1d01c041c is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:36.967472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:36.984220 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b7ab6387-0050-4d28-bb1f-075f54f67c85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:37.008913 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:37.017092 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b7ab6387-0050-4d28-bb1f-075f54f67c85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:subnet and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:37.027383 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b7ab6387-0050-4d28-bb1f-075f54f67c85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:37.038916 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3af1c259-6b99-4b43-bbf4-647e0a8b7a91 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9283175 Jan 27 17:10:37.044978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59992) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:37.066575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-b5229374-1154-483b-ba62-881b517bd1b5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port 74feb2b7-e1e2-4075-9889-a40ddf9badb6 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:37.066959 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b5229374-1154-483b-ba62-881b517bd1b5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.084785 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9d8cf9-6bf0-4d61-b9d4-e1d20ce6e770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.175237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Made reservation on behalf of ee8b3a8879fb41659c0598f1d01c041c for: {'port': 2} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:37.179758 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.191769 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d8cf9-6bf0-4d61-b9d4-e1d20ce6e770 None None] Pushing event deleted for resources: {'Port': ['ID=240319cb-1c39-4960-a3f9-f61bf759d53a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:37.218770 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b7ab6387-0050-4d28-bb1f-075f54f67c85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:37.230296 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc941d5-bb1f-4527-a274-6d5249b8d4f8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:10:37.241409 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8cc941d5-bb1f-4527-a274-6d5249b8d4f8 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "PUT /v2.0/routers/d906c02c-1bd9-4baf-8c81-da09910ec430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2397869 Jan 27 17:10:37.249410 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 59996) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:37.252006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.268466 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d8cf9-6bf0-4d61-b9d4-e1d20ce6e770 None None] No DVR routers for this DVR port 240319cb-1c39-4960-a3f9-f61bf759d53a on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:37.276607 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ae8578-f354-4c8f-a70c-7c3254a0c1d7 None None] Sync routers for ids ['d906c02c-1bd9-4baf-8c81-da09910ec430'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:10:37.328176 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ab6387-0050-4d28-bb1f-075f54f67c85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:37.332337 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6387-0050-4d28-bb1f-075f54f67c85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.379938 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ae8578-f354-4c8f-a70c-7c3254a0c1d7 None None] Routers {'d906c02c-1bd9-4baf-8c81-da09910ec430'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:37.381197 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-c1ae8578-f354-4c8f-a70c-7c3254a0c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d906c02c-1bd9-4baf-8c81-da09910ec430'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:37.454513 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8fd2ca0-8d24-407e-b36f-420f08bb0c77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] GET failed (client error): The resource could not be found. Jan 27 17:10:37.455093 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f8fd2ca0-8d24-407e-b36f-420f08bb0c77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:37.459133 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-c1ae8578-f354-4c8f-a70c-7c3254a0c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:37.463225 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-39e8b3df-7604-42f7-a7eb-45d82ca12518', 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'fixed_ips': [{'subnet_id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:37.464240 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.476361 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-648edf1e-51bf-448e-ba70-3220aee697a8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.571723 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ae8578-f354-4c8f-a70c-7c3254a0c1d7 None None] Routers {'d906c02c-1bd9-4baf-8c81-da09910ec430'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:37.572115 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-c1ae8578-f354-4c8f-a70c-7c3254a0c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d906c02c-1bd9-4baf-8c81-da09910ec430'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:37.643417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-648edf1e-51bf-448e-ba70-3220aee697a8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f790619-ed7a-4d7b-a995-eae0fb20cd6b']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:37.644466 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-c1ae8578-f354-4c8f-a70c-7c3254a0c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:37.644786 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ae8578-f354-4c8f-a70c-7c3254a0c1d7 None None] The sync data for ids ['d906c02c-1bd9-4baf-8c81-da09910ec430'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:37.646285 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2353dbd7-b052-4310-84e3-ad9b68eb180d no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:37.672695 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-648edf1e-51bf-448e-ba70-3220aee697a8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56741312-79bf-4446-947c-3cfe82426768') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:37.673065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-648edf1e-51bf-448e-ba70-3220aee697a8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56741312-79bf-4446-947c-3cfe82426768') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:37.693111 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-648edf1e-51bf-448e-ba70-3220aee697a8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.700767 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 2353dbd7-b052-4310-84e3-ad9b68eb180d {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:37.701185 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2353dbd7-b052-4310-84e3-ad9b68eb180d not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:37.701947 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 240319cb-1c39-4960-a3f9-f61bf759d53a no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:37.721508 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-648edf1e-51bf-448e-ba70-3220aee697a8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.756195 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 240319cb-1c39-4960-a3f9-f61bf759d53a {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:37.756537 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 240319cb-1c39-4960-a3f9-f61bf759d53a not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:37.761132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.787365 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Transition to ACTIVE for port object 5361cd40-5c2a-49a4-8b91-ee1142f31266 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:37.802183 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648edf1e-51bf-448e-ba70-3220aee697a8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:37.802581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-648edf1e-51bf-448e-ba70-3220aee697a8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:37.827767 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:37.865204 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f8fd2ca0-8d24-407e-b36f-420f08bb0c77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:37.866331 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f8fd2ca0-8d24-407e-b36f-420f08bb0c77 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports/56e59360-4447-4067-9329-c6ac540ee328 HTTP/1.1" status: 404 len: 333 time: 0.6158063 Jan 27 17:10:37.868744 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Transition to ACTIVE for port object 5361cd40-5c2a-49a4-8b91-ee1142f31266 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:37.881332 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.881556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:37.934127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60000) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:38.014219 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 48066049-255a-4bb3-a012-6ced0b492b43 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:38.025736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.095209 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Allocated IP 172.22.0.2 (39e8b3df-7604-42f7-a7eb-45d82ca12518/ab61c362-ab51-479d-b13a-bf9ac8bdd1a0/2325ed33-7c03-4b46-8c29-945997f58fa7) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:38.098125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.105211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Pushing event updated for resources: {'Port': ['ID=5361cd40-5c2a-49a4-8b91-ee1142f31266,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:38.144701 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:38.147611 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:38.151342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:38.206761 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-648edf1e-51bf-448e-ba70-3220aee697a8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.244978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-648edf1e-51bf-448e-ba70-3220aee697a8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.259816 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648edf1e-51bf-448e-ba70-3220aee697a8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event deleted for resources: {'Network': ['ID=2f790619-ed7a-4d7b-a995-eae0fb20cd6b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:38.264903 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 48066049-255a-4bb3-a012-6ced0b492b43 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:38.274574 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-648edf1e-51bf-448e-ba70-3220aee697a8 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "DELETE /v2.0/networks/2f790619-ed7a-4d7b-a995-eae0fb20cd6b HTTP/1.1" status: 204 len: 168 time: 1.6380565 Jan 27 17:10:38.292785 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60004) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:38.295283 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8d0347b4-438a-42f2-9d91-a127296fe7e0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.296377 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 48066049-255a-4bb3-a012-6ced0b492b43 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:38.296748 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.352392 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Attempting to bind port 5361cd40-5c2a-49a4-8b91-ee1142f31266 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:38.352753 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Attempting to bind port 5361cd40-5c2a-49a4-8b91-ee1142f31266 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:38.353108 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Attempting to bind port 5361cd40-5c2a-49a4-8b91-ee1142f31266 on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:38.392695 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:38.394864 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9437580d-c3ac-43a4-a47b-6b33c55dafe4,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:38.402094 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] device_id is not set on port 08f7a94e-5f55-4a50-ad5b-0baa4ef40448 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:38.414520 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:38.415530 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:38.416335 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.416903 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:38.417588 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Bound port: 5361cd40-5c2a-49a4-8b91-ee1142f31266, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:38.418271 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.476412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6387-0050-4d28-bb1f-075f54f67c85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.511536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.511536 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Added segment 01ae4acb-fa69-4442-a0e2-edbc597ce0d8 of type vlan for network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 Jan 27 17:10:38.592442 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b5229374-1154-483b-ba62-881b517bd1b5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.623004 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab6387-0050-4d28-bb1f-075f54f67c85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Subnet': ['ID=a38b06d0-866f-44f3-8a91-3691b37c4d37,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:38.646187 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.664323 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] For port 5361cd40-5c2a-49a4-8b91-ee1142f31266, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:38.669452 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] For port 5361cd40-5c2a-49a4-8b91-ee1142f31266, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5361cd40-5c2a-49a4-8b91-ee1142f31266,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:38.677591 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.710326 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.718305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab6387-0050-4d28-bb1f-075f54f67c85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Checking segment: {'id': 'f44bae77-8323-45d8-8f2b-60ab3ad7949b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '5261e066-19d5-4544-a691-ac4f9cf846d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:38.718589 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab6387-0050-4d28-bb1f-075f54f67c85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network hostable DHCP agents. Network: 5261e066-19d5-4544-a691-ac4f9cf846d9, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:38.749941 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.784590 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Transition to ACTIVE for port object 2325ed33-7c03-4b46-8c29-945997f58fa7 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:38.801738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab6387-0050-4d28-bb1f-075f54f67c85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network 5261e066-19d5-4544-a691-ac4f9cf846d9 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:38.829723 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 48066049-255a-4bb3-a012-6ced0b492b43, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=48066049-255a-4bb3-a012-6ced0b492b43,segment=NetworkSegment(aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4),segment_id=aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:38.832077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659372ec-3ca7-4e13-af73-b53b4f2990b6 None None] Pushing event updated for resources: {'Port': ['ID=5361cd40-5c2a-49a4-8b91-ee1142f31266,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:38.835193 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Transition to ACTIVE for port object 2325ed33-7c03-4b46-8c29-945997f58fa7 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:38.840789 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.841412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-b7ab6387-0050-4d28-bb1f-075f54f67c85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 5261e066-19d5-4544-a691-ac4f9cf846d9) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:38.850390 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ab6387-0050-4d28-bb1f-075f54f67c85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:38.851008 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6387-0050-4d28-bb1f-075f54f67c85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.886769 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7053a2-036e-4870-8dbe-09437b70394f None None] Network 5261e066-19d5-4544-a691-ac4f9cf846d9 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:38.894514 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b7ab6387-0050-4d28-bb1f-075f54f67c85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5747643 Jan 27 17:10:38.899734 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60008) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:38.913831 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:38.948371 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router de6c4960-00fc-4853-bd73-8cfffc05b31a is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:10:39.021510 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Network 39e8b3df-7604-42f7-a7eb-45d82ca12518 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:39.038553 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:39.043417 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:39.062344 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-b5229374-1154-483b-ba62-881b517bd1b5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for 74feb2b7-e1e2-4075-9889-a40ddf9badb6 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:39.075834 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=48066049-255a-4bb3-a012-6ced0b492b43,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:39.218001 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa32d-4719-4aa2-800f-8989603f0743 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.318574 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Attempting to bind port 2325ed33-7c03-4b46-8c29-945997f58fa7 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:39.319196 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Attempting to bind port 2325ed33-7c03-4b46-8c29-945997f58fa7 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '9fc03266-6b76-44d2-a6a8-9e06423dd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:39.319712 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Attempting to bind port 2325ed33-7c03-4b46-8c29-945997f58fa7 on network 39e8b3df-7604-42f7-a7eb-45d82ca12518 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:39.322681 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-802afff9-5115-44e3-bd6e-c97981dc64da tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Deleting subnet 20910db2-4bc0-447d-bcd6-e3654ec44484 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:39.325883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-802afff9-5115-44e3-bd6e-c97981dc64da tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.339818 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa32d-4719-4aa2-800f-8989603f0743 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.378218 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Pushing event updated for resources: {'Port': ['ID=2325ed33-7c03-4b46-8c29-945997f58fa7,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:39.383570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:10:39.393866 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:39.394124 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Checking segment: {'id': '9fc03266-6b76-44d2-a6a8-9e06423dd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:39.394472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.394860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Bound using segment: {'id': '9fc03266-6b76-44d2-a6a8-9e06423dd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:39.395335 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Bound port: 2325ed33-7c03-4b46-8c29-945997f58fa7, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc03266-6b76-44d2-a6a8-9e06423dd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:39.395700 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.396280 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a3e2f-f045-4863-a334-88bba1f133e0 None None] Sync routers for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:10:39.402524 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8d0347b4-438a-42f2-9d91-a127296fe7e0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.405816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8d0347b4-438a-42f2-9d91-a127296fe7e0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.415044 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a3e2f-f045-4863-a334-88bba1f133e0 None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:39.415819 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-9e5a3e2f-f045-4863-a334-88bba1f133e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:39.439745 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.441053 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ab81e44c-ff30-4c42-bab1-d05a794227d8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.2060997 Jan 27 17:10:39.443352 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-802afff9-5115-44e3-bd6e-c97981dc64da tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.444535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60012) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:39.481482 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4110e2d4-e03e-4aec-92fa-41c54210b264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-5261e066-19d5-4544-a691-ac4f9cf846d9', 'network_id': '5261e066-19d5-4544-a691-ac4f9cf846d9', 'tenant_id': 'a1044fc2b04a4cf88962f2b23f4c469b', 'fixed_ips': [{'subnet_id': 'a38b06d0-866f-44f3-8a91-3691b37c4d37'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:39.482375 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4110e2d4-e03e-4aec-92fa-41c54210b264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.493049 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-9e5a3e2f-f045-4863-a334-88bba1f133e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:39.502133 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a3e2f-f045-4863-a334-88bba1f133e0 None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:39.502974 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-9e5a3e2f-f045-4863-a334-88bba1f133e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:39.517533 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.562941 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] For port 2325ed33-7c03-4b46-8c29-945997f58fa7, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:39.569968 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-9e5a3e2f-f045-4863-a334-88bba1f133e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:39.571437 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a3e2f-f045-4863-a334-88bba1f133e0 None None] The sync data for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:39.581737 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] For port 2325ed33-7c03-4b46-8c29-945997f58fa7, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2325ed33-7c03-4b46-8c29-945997f58fa7,segment=NetworkSegment(9fc03266-6b76-44d2-a6a8-9e06423dd13d),segment_id=9fc03266-6b76-44d2-a6a8-9e06423dd13d)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:39.591383 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.608021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8d0347b4-438a-42f2-9d91-a127296fe7e0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.608502 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0347b4-438a-42f2-9d91-a127296fe7e0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Fanout notify agent at l3_agent the message router_deleted on router d906c02c-1bd9-4baf-8c81-da09910ec430 {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:10:39.626277 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b5229374-1154-483b-ba62-881b517bd1b5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.745866 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488978c1-ffe3-4761-b49a-d3bbf458b3f1 None None] Pushing event updated for resources: {'Port': ['ID=2325ed33-7c03-4b46-8c29-945997f58fa7,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:39.751835 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5229374-1154-483b-ba62-881b517bd1b5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=74feb2b7-e1e2-4075-9889-a40ddf9badb6,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:39.852952 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.858888 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:39.859469 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.905786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server [None req-4110e2d4-e03e-4aec-92fa-41c54210b264 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a38b06d0-866f-44f3-8a91-3691b37c4d37: This subnet is being modified by another concurrent operation. Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:10:39.926381 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise exception Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a38b06d0-866f-44f3-8a91-3691b37c4d37: This subnet is being modified by another concurrent operation. Jan 27 17:10:39.930274 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server Jan 27 17:10:39.934477 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa32d-4719-4aa2-800f-8989603f0743 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:39.946218 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3afd3c-9e66-4abc-878d-cbb59feb6a41 None None] Network 5261e066-19d5-4544-a691-ac4f9cf846d9 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:39.998401 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7aa32d-4719-4aa2-800f-8989603f0743 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Subnet': ['ID=a38b06d0-866f-44f3-8a91-3691b37c4d37,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:40.040983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b5229374-1154-483b-ba62-881b517bd1b5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.131016 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa32d-4719-4aa2-800f-8989603f0743 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.168417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-1a7aa32d-4719-4aa2-800f-8989603f0743 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5261e066-19d5-4544-a691-ac4f9cf846d9']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:40.173317 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 48066049-255a-4bb3-a012-6ced0b492b43 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:40.188386 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-1a7aa32d-4719-4aa2-800f-8989603f0743 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44bae77-8323-45d8-8f2b-60ab3ad7949b') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:40.188739 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-1a7aa32d-4719-4aa2-800f-8989603f0743 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44bae77-8323-45d8-8f2b-60ab3ad7949b') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:40.241326 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] device_id is not set on port 8c217429-3bab-47e7-a98c-141fb61ef31b yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:40.270808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa32d-4719-4aa2-800f-8989603f0743 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.288317 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-802afff9-5115-44e3-bd6e-c97981dc64da tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.300586 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa32d-4719-4aa2-800f-8989603f0743 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.380836 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7aa32d-4719-4aa2-800f-8989603f0743 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:40.381630 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa32d-4719-4aa2-800f-8989603f0743 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.386764 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:40.406052 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:40.409668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8d0347b4-438a-42f2-9d91-a127296fe7e0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.413471 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8d0347b4-438a-42f2-9d91-a127296fe7e0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/routers/d906c02c-1bd9-4baf-8c81-da09910ec430 HTTP/1.1" status: 204 len: 168 time: 2.4716194 Jan 27 17:10:40.415005 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b5229374-1154-483b-ba62-881b517bd1b5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/74feb2b7-e1e2-4075-9889-a40ddf9badb6 HTTP/1.1" status: 204 len: 168 time: 3.4953165 Jan 27 17:10:40.417268 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60016) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:40.424341 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60018) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:40.462393 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 48066049-255a-4bb3-a012-6ced0b492b43 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:40.463048 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.521822 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-802afff9-5115-44e3-bd6e-c97981dc64da tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.531679 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 4.3844316 Jan 27 17:10:40.547832 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60024) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:40.564378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343', 'name': 'tempest-PortsTestJSON-1469645659'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:40.579386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-802afff9-5115-44e3-bd6e-c97981dc64da tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.603915 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9474e56a-9422-45a8-a400-4365430fed9f None None] Network 8391eccb-915e-4ced-9bc8-bbe79d414a74 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:40.634627 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa32d-4719-4aa2-800f-8989603f0743 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.650546 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-802afff9-5115-44e3-bd6e-c97981dc64da tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "DELETE /v2.0/subnets/20910db2-4bc0-447d-bcd6-e3654ec44484 HTTP/1.1" status: 204 len: 168 time: 2.3074622 Jan 27 17:10:40.651617 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9a216-b0cc-4042-9ab0-2bfe1608fa0c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Network': ['ID=b5fd7f67-7fc2-407b-92ef-6e1c70f73343,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:40.653382 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bdbf7afc-a968-4c42-8453-8e79c16b7005 None None] Could not find standard attr ID for object 74feb2b7-e1e2-4075-9889-a40ddf9badb6. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:10:40.655165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60028) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:40.673896 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:40.771932 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa32d-4719-4aa2-800f-8989603f0743 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.778617 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:40.778833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.782562 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:port and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:40.785497 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:40.792606 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:40.808556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802afff9-5115-44e3-bd6e-c97981dc64da tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event deleted for resources: {'Subnet': ['ID=20910db2-4bc0-447d-bcd6-e3654ec44484,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:40.817317 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff967949-b242-4fa0-bb0f-5d8444f4aa9a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting subnet 0b707a47-a921-41c3-9749-738f9cdea3ef {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:40.825567 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.827215 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ff967949-b242-4fa0-bb0f-5d8444f4aa9a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.876177 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab86ed5-5b37-4198-89c3-212da99ac096 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:40.877775 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab86ed5-5b37-4198-89c3-212da99ac096 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:40.881655 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5ab86ed5-5b37-4198-89c3-212da99ac096 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4508965 Jan 27 17:10:40.881655 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:40.883311 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:40.902170 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bdbf7afc-a968-4c42-8453-8e79c16b7005 None None] Provisioning for port 5361cd40-5c2a-49a4-8b91-ee1142f31266 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:40.911153 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60032) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:40.931159 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7aa32d-4719-4aa2-800f-8989603f0743 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Network': ['ID=5261e066-19d5-4544-a691-ac4f9cf846d9,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:40.980984 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5361cd40-5c2a-49a4-8b91-ee1142f31266 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:41.009328 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1a7aa32d-4719-4aa2-800f-8989603f0743 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/5261e066-19d5-4544-a691-ac4f9cf846d9 HTTP/1.1" status: 204 len: 168 time: 2.1034110 Jan 27 17:10:41.022209 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60036) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:41.035577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-6618acfc-03ca-4bab-90eb-73e215e689dd tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1010360680'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:41.040935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6618acfc-03ca-4bab-90eb-73e215e689dd tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:41.046168 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6618acfc-03ca-4bab-90eb-73e215e689dd tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:network and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:41.049363 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6618acfc-03ca-4bab-90eb-73e215e689dd tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:41.055455 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6618acfc-03ca-4bab-90eb-73e215e689dd tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:41.072332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] device_id is not set on port a4eeccc0-4bde-43d8-9711-966ee01bf0eb yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:41.082112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-da5cb1b7-16b3-4061-9cc9-082f28b611e7 None None] Could not find standard attr ID for object 74feb2b7-e1e2-4075-9889-a40ddf9badb6. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:10:41.132105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 5361cd40-5c2a-49a4-8b91-ee1142f31266 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:41.142803 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 5361cd40-5c2a-49a4-8b91-ee1142f31266 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:41.143170 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.149117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6618acfc-03ca-4bab-90eb-73e215e689dd tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:41.153036 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6618acfc-03ca-4bab-90eb-73e215e689dd tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.242290 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b27fe02-8281-4876-980a-9ff2163a8b30 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet 013021ea-5fcf-4b79-b7f2-653758c84ad7 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:41.255204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4b27fe02-8281-4876-980a-9ff2163a8b30 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.344341 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c18f67-156c-486c-a51b-f82c8442e17a None None] DHCP port deletion for 8391eccb-915e-4ced-9bc8-bbe79d414a74 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:41.355496 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6618acfc-03ca-4bab-90eb-73e215e689dd tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:41.356381 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-64c18f67-156c-486c-a51b-f82c8442e17a None None] Deleting port 5274cfb3-bc6e-4bb3-8e02-19fa59007921 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:41.356810 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64c18f67-156c-486c-a51b-f82c8442e17a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.413177 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4b27fe02-8281-4876-980a-9ff2163a8b30 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.429456 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.459515 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6618acfc-03ca-4bab-90eb-73e215e689dd tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.459936 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-6618acfc-03ca-4bab-90eb-73e215e689dd tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Added segment d37827d6-6cc1-4850-b41f-b4f42235698e of type vlan for network d5e827a5-2f20-49f7-8dd2-13754a7bb7a1 Jan 27 17:10:41.485996 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ff967949-b242-4fa0-bb0f-5d8444f4aa9a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.534121 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event updated for resources: {'Port': ['ID=08f7a94e-5f55-4a50-ad5b-0baa4ef40448,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:41.586676 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-64c18f67-156c-486c-a51b-f82c8442e17a None None] For port 5274cfb3-bc6e-4bb3-8e02-19fa59007921, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5274cfb3-bc6e-4bb3-8e02-19fa59007921,segment=NetworkSegment(98781322-7f15-451f-b95d-07ef593b8244),segment_id=98781322-7f15-451f-b95d-07ef593b8244)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:41.587058 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64c18f67-156c-486c-a51b-f82c8442e17a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.588959 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Deleting port 5274cfb3-bc6e-4bb3-8e02-19fa59007921 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:41.589296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.635276 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6618acfc-03ca-4bab-90eb-73e215e689dd tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.680550 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Checking segment: {'id': '123c601f-6221-4094-9630-6bb5a549a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'f9a3fe35-bee1-42de-9634-7784c2e48472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:41.680950 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Network hostable DHCP agents. Network: f9a3fe35-bee1-42de-9634-7784c2e48472, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:41.719396 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41915209-41ed-45b3-a01c-d555338cf2e0 None None] Network 39e8b3df-7604-42f7-a7eb-45d82ca12518 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:41.746331 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-64c18f67-156c-486c-a51b-f82c8442e17a None None] Calling delete_port for 5274cfb3-bc6e-4bb3-8e02-19fa59007921 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:41.783767 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.856432 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.860320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.875613 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Network f9a3fe35-bee1-42de-9634-7784c2e48472 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:41.882335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ff967949-b242-4fa0-bb0f-5d8444f4aa9a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.896318 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cd266dd5-6fb8-4410-aba6-37b36a839015 None None] Provisioning for port 2325ed33-7c03-4b46-8c29-945997f58fa7 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:41.933848 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 5361cd40-5c2a-49a4-8b91-ee1142f31266, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5361cd40-5c2a-49a4-8b91-ee1142f31266,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:41.947986 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.954249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4b27fe02-8281-4876-980a-9ff2163a8b30 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.986163 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6618acfc-03ca-4bab-90eb-73e215e689dd tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:41.993060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6618acfc-03ca-4bab-90eb-73e215e689dd tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:41.993060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6618acfc-03ca-4bab-90eb-73e215e689dd tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.005120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, f9a3fe35-bee1-42de-9634-7784c2e48472) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:42.013518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64c18f67-156c-486c-a51b-f82c8442e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.023850 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Allocated IP 172.22.0.1 (39e8b3df-7604-42f7-a7eb-45d82ca12518/ab61c362-ab51-479d-b13a-bf9ac8bdd1a0/962d3c8f-6890-4cac-a1a4-b49893b92f58) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:42.031647 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdd70c1-94db-4bf2-abbf-31dde2cd0838 None None] Network f9a3fe35-bee1-42de-9634-7784c2e48472 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:42.036570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:42.037409 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.116954 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c18f67-156c-486c-a51b-f82c8442e17a None None] No DVR routers for this DVR port 5274cfb3-bc6e-4bb3-8e02-19fa59007921 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:42.131736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] For port 5274cfb3-bc6e-4bb3-8e02-19fa59007921, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5274cfb3-bc6e-4bb3-8e02-19fa59007921,segment=NetworkSegment(98781322-7f15-451f-b95d-07ef593b8244),segment_id=98781322-7f15-451f-b95d-07ef593b8244)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:42.134307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.210693 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6618acfc-03ca-4bab-90eb-73e215e689dd tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1852753 Jan 27 17:10:42.257428 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=5361cd40-5c2a-49a4-8b91-ee1142f31266,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:42.260665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2325ed33-7c03-4b46-8c29-945997f58fa7 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:42.274912 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618acfc-03ca-4bab-90eb-73e215e689dd tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Network': ['ID=d5e827a5-2f20-49f7-8dd2-13754a7bb7a1,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:42.279042 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60040) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:42.308614 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ece63bf1-70b8-4a0b-a548-7eb55d25cb5b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'subnet': {'network_id': 'd5e827a5-2f20-49f7-8dd2-13754a7bb7a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:42.331048 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network d5e827a5-2f20-49f7-8dd2-13754a7bb7a1 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:42.357417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.365340 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Calling delete_port for 5274cfb3-bc6e-4bb3-8e02-19fa59007921 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:42.412348 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c18f67-156c-486c-a51b-f82c8442e17a None None] Pushing event deleted for resources: {'Port': ['ID=5274cfb3-bc6e-4bb3-8e02-19fa59007921,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:42.449528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ff967949-b242-4fa0-bb0f-5d8444f4aa9a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.489503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event updated for resources: {'Port': ['ID=8c217429-3bab-47e7-a98c-141fb61ef31b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:42.556507 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4b27fe02-8281-4876-980a-9ff2163a8b30 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.560121 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff967949-b242-4fa0-bb0f-5d8444f4aa9a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Subnet': ['ID=0b707a47-a921-41c3-9749-738f9cdea3ef,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:42.561898 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Checking segment: {'id': '847f380d-c675-4449-8bd6-6eb444986999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'b8d316aa-6a3e-4cc7-8110-d11605ba5810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:42.562841 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Network hostable DHCP agents. Network: b8d316aa-6a3e-4cc7-8110-d11605ba5810, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:42.581304 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ff967949-b242-4fa0-bb0f-5d8444f4aa9a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.592074 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6af0a87-4b8c-437c-8e80-4c8b3a912dd3 None None] Network 42a6cdaa-81b0-4cc7-8af0-a24181c10df0 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:42.619096 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4b27fe02-8281-4876-980a-9ff2163a8b30 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.621761 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4132fc7c-8464-419d-b24d-3c65a771133a None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:42.642650 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ff967949-b242-4fa0-bb0f-5d8444f4aa9a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/0b707a47-a921-41c3-9749-738f9cdea3ef HTTP/1.1" status: 204 len: 168 time: 2.1201613 Jan 27 17:10:42.655477 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60044) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:42.656071 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27fe02-8281-4876-980a-9ff2163a8b30 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=013021ea-5fcf-4b79-b7f2-653758c84ad7,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:42.662194 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ece63bf1-70b8-4a0b-a548-7eb55d25cb5b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:42.665987 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ece63bf1-70b8-4a0b-a548-7eb55d25cb5b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:subnet and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:42.671468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 2325ed33-7c03-4b46-8c29-945997f58fa7 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:42.678956 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ece63bf1-70b8-4a0b-a548-7eb55d25cb5b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:42.681217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Network b8d316aa-6a3e-4cc7-8110-d11605ba5810 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:42.689108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=a4eeccc0-4bde-43d8-9711-966ee01bf0eb,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:42.690424 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.api [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:42.691270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG oslo_db.api [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:42.700263 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ece63bf1-70b8-4a0b-a548-7eb55d25cb5b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:42.708642 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4b27fe02-8281-4876-980a-9ff2163a8b30 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/013021ea-5fcf-4b79-b7f2-653758c84ad7 HTTP/1.1" status: 204 len: 168 time: 1.7858200 Jan 27 17:10:42.715485 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60048) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:42.721264 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, b8d316aa-6a3e-4cc7-8110-d11605ba5810) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:42.732576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.734196 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 2325ed33-7c03-4b46-8c29-945997f58fa7 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:42.734710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.741102 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:42.746607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:42.751299 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:42.752504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.759772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Checking segment: {'id': '01ae4acb-fa69-4442-a0e2-edbc597ce0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:42.760593 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network hostable DHCP agents. Network: b5fd7f67-7fc2-407b-92ef-6e1c70f73343, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:42.819725 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb1c26f-af23-4a8d-ac96-b261aa99cff2 None None] Network b8d316aa-6a3e-4cc7-8110-d11605ba5810 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:42.824112 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece63bf1-70b8-4a0b-a548-7eb55d25cb5b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:42.827522 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ece63bf1-70b8-4a0b-a548-7eb55d25cb5b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.835712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Transition to ACTIVE for port object 962d3c8f-6890-4cac-a1a4-b49893b92f58 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:42.839949 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.858309 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-baf677bb-7421-4b2f-8b33-4f8615cab5f0 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.4729233 Jan 27 17:10:42.860781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60052) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:42.865588 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1a8cdc12-d7a2-4222-b174-107758fff392 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1109116 Jan 27 17:10:42.871922 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60054) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:42.942342 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:42.942736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:42.991276 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:43.010886 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, b5fd7f67-7fc2-407b-92ef-6e1c70f73343) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:43.027438 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:43.032410 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:43.033020 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.040380 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.065492 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Allocated IP 172.20.0.1 (4b1cf005-cdc7-4692-8fc5-cec78537f47e/a0498f9c-e051-4b03-bb1c-b54543ef01b2/2f895b0c-eda3-4405-98a3-08f6beaf6ac7) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:43.088480 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-93f3d49a-582b-467f-8fcf-7c3ef114ab81 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5337546 Jan 27 17:10:43.091996 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60060) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:43.100031 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-592a18a2-4ad8-4380-ba7b-3b86ae5e1d9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-710525002'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:43.125322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-592a18a2-4ad8-4380-ba7b-3b86ae5e1d9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:43.159515 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-592a18a2-4ad8-4380-ba7b-3b86ae5e1d9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:network and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:43.167117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-592a18a2-4ad8-4380-ba7b-3b86ae5e1d9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:43.174776 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73bf399-ed30-47b1-8411-cc5bb9a3afce None None] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:43.184941 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-592a18a2-4ad8-4380-ba7b-3b86ae5e1d9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:43.288063 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592a18a2-4ad8-4380-ba7b-3b86ae5e1d9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:43.297578 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-592a18a2-4ad8-4380-ba7b-3b86ae5e1d9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.302508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Deleting port 5274cfb3-bc6e-4bb3-8e02-19fa59007921 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:43.302847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.370996 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592a18a2-4ad8-4380-ba7b-3b86ae5e1d9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:43.374419 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network 39e8b3df-7604-42f7-a7eb-45d82ca12518 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:43.393475 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-592a18a2-4ad8-4380-ba7b-3b86ae5e1d9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.394140 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-592a18a2-4ad8-4380-ba7b-3b86ae5e1d9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Added segment bda130f2-f651-4e5c-8f58-616c8cbe913c of type vlan for network 86f0c267-21a4-4ed0-ab1d-25208180993f Jan 27 17:10:43.395426 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ece63bf1-70b8-4a0b-a548-7eb55d25cb5b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.405167 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.410780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:43.422028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] The port '5274cfb3-bc6e-4bb3-8e02-19fa59007921' was deleted {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:10:43.427397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:43.456154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=962d3c8f-6890-4cac-a1a4-b49893b92f58,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:43.535621 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece63bf1-70b8-4a0b-a548-7eb55d25cb5b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Subnet': ['ID=f04860df-708b-4bff-82ac-f326ff3a467d,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:43.559799 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.564390 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-592a18a2-4ad8-4380-ba7b-3b86ae5e1d9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.571957 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962f4d44-1611-47d9-82bb-70d6406419b2 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:43.578428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962f4d44-1611-47d9-82bb-70d6406419b2 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:43.579231 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-962f4d44-1611-47d9-82bb-70d6406419b2 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Synchronizing usage tracker for tenant:ee8b3a8879fb41659c0598f1d01c041c on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:43.584923 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-40210e50-20fa-46e3-b36b-ef526475729e None None] Provisioning complete for port 2325ed33-7c03-4b46-8c29-945997f58fa7 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:43.585280 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-40210e50-20fa-46e3-b36b-ef526475729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.620462 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.681345 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-592a18a2-4ad8-4380-ba7b-3b86ae5e1d9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.687620 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a18a2-4ad8-4380-ba7b-3b86ae5e1d9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:43.688011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-592a18a2-4ad8-4380-ba7b-3b86ae5e1d9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.699770 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28de7238-7757-4d9b-981b-6f9d3a75e6ca tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:43.700353 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-28de7238-7757-4d9b-981b-6f9d3a75e6ca tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:43.703421 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 2325ed33-7c03-4b46-8c29-945997f58fa7, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2325ed33-7c03-4b46-8c29-945997f58fa7,segment=NetworkSegment(9fc03266-6b76-44d2-a6a8-9e06423dd13d),segment_id=9fc03266-6b76-44d2-a6a8-9e06423dd13d)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:43.703596 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.715164 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.776549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.790641 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] For port c6e2a4c3-ddd1-4e01-baca-3f13bda171f1, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c6e2a4c3-ddd1-4e01-baca-3f13bda171f1,segment=NetworkSegment(e14f90c3-7329-4445-9b81-141d87145a67),segment_id=e14f90c3-7329-4445-9b81-141d87145a67)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:43.791495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.804924 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-962f4d44-1611-47d9-82bb-70d6406419b2 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Unset dirty status for tenant:ee8b3a8879fb41659c0598f1d01c041c on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:43.806421 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-962f4d44-1611-47d9-82bb-70d6406419b2 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.9373684 Jan 27 17:10:43.815158 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60064) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:43.864916 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7323114-22e3-4093-9794-1573ac3b9fdc None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:43.867097 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5274cfb3-bc6e-4bb3-8e02-19fa59007921 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:43.890718 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cee289-7373-4000-a2e0-8629be7f19a8 None None] DHCP port deletion for 42a6cdaa-81b0-4cc7-8af0-a24181c10df0 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:43.926343 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8391eccb-915e-4ced-9bc8-bbe79d414a74']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:43.934626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network 4b1cf005-cdc7-4692-8fc5-cec78537f47e is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:43.951840 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:43.954727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 5274cfb3-bc6e-4bb3-8e02-19fa59007921 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:10:43.955062 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5274cfb3-bc6e-4bb3-8e02-19fa59007921 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:10:43.956520 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-97cee289-7373-4000-a2e0-8629be7f19a8 None None] Deleting port c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:43.956875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97cee289-7373-4000-a2e0-8629be7f19a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.962317 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-592a18a2-4ad8-4380-ba7b-3b86ae5e1d9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8675547 Jan 27 17:10:43.966109 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:43.987055 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e7323114-22e3-4093-9794-1573ac3b9fdc None None] Deleting port 5361cd40-5c2a-49a4-8b91-ee1142f31266 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:43.987417 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e7323114-22e3-4093-9794-1573ac3b9fdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:43.996525 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=2f895b0c-eda3-4405-98a3-08f6beaf6ac7,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:43.999093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece63bf1-70b8-4a0b-a548-7eb55d25cb5b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Checking segment: {'id': 'd37827d6-6cc1-4850-b41f-b4f42235698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'd5e827a5-2f20-49f7-8dd2-13754a7bb7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:43.999547 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece63bf1-70b8-4a0b-a548-7eb55d25cb5b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network hostable DHCP agents. Network: d5e827a5-2f20-49f7-8dd2-13754a7bb7a1, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:44.006718 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60068) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:44.020523 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:44.076559 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a18a2-4ad8-4380-ba7b-3b86ae5e1d9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Network': ['ID=86f0c267-21a4-4ed0-ab1d-25208180993f,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:44.081815 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-28de7238-7757-4d9b-981b-6f9d3a75e6ca tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:44.091951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:44.093473 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-28de7238-7757-4d9b-981b-6f9d3a75e6ca tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1885822 Jan 27 17:10:44.096098 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60072) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:44.124830 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'ports': [{'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343'}, {'network_id': '86f0c267-21a4-4ed0-ab1d-25208180993f'}]} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:44.125423 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:44.126092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'network_id': '86f0c267-21a4-4ed0-ab1d-25208180993f'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:44.127472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 86f0c267-21a4-4ed0-ab1d-25208180993f details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:44.139518 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece63bf1-70b8-4a0b-a548-7eb55d25cb5b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network d5e827a5-2f20-49f7-8dd2-13754a7bb7a1 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:44.144898 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98781322-7f15-451f-b95d-07ef593b8244') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:44.145388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98781322-7f15-451f-b95d-07ef593b8244') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:44.147442 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.152057 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=2325ed33-7c03-4b46-8c29-945997f58fa7,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:44.177459 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.205575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-ece63bf1-70b8-4a0b-a548-7eb55d25cb5b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, d5e827a5-2f20-49f7-8dd2-13754a7bb7a1) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:44.217477 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece63bf1-70b8-4a0b-a548-7eb55d25cb5b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:44.218088 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ece63bf1-70b8-4a0b-a548-7eb55d25cb5b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.228068 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6f9e35-637b-48df-855e-fbfeacd5f150 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:44.228762 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2b6f9e35-637b-48df-855e-fbfeacd5f150 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:44.244040 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8dd273-6023-41d2-8b03-faa4c8ea11d6 None None] Network d5e827a5-2f20-49f7-8dd2-13754a7bb7a1 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:44.279477 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ece63bf1-70b8-4a0b-a548-7eb55d25cb5b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9846473 Jan 27 17:10:44.281718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60076) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:44.284209 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-f0acea53-835f-41ab-abef-fe8baf7e130f tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Deleting port 08f7a94e-5f55-4a50-ad5b-0baa4ef40448 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:44.284546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f0acea53-835f-41ab-abef-fe8baf7e130f tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.307042 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2b6f9e35-637b-48df-855e-fbfeacd5f150 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:44.311207 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2b6f9e35-637b-48df-855e-fbfeacd5f150 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2110276 Jan 27 17:10:44.315639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60080) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:44.331947 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.428591 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:44.429022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:44.444157 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:44.480406 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-94cc453d-5b87-432f-a869-e92bbb244d20 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.501863 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-da2e6182-1f87-4cd7-9839-e5e11252e952 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1625376 Jan 27 17:10:44.502496 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60084) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:44.506430 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No ports have port_id starting with c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 Jan 27 17:10:44.507146 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ead34f2b-ca3c-47c2-908b-2b5869d8fb0d None None] Provisioning for port 962d3c8f-6890-4cac-a1a4-b49893b92f58 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:44.508338 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0e49a674-45d8-481d-988c-bfd1fc14d65a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:44.516158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5361cd40-5c2a-49a4-8b91-ee1142f31266 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:10:44.544627 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.589548 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.672168 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ead34f2b-ca3c-47c2-908b-2b5869d8fb0d None None] Provisioning complete for port 962d3c8f-6890-4cac-a1a4-b49893b92f58 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:44.672568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ead34f2b-ca3c-47c2-908b-2b5869d8fb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.728503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=c6e2a4c3-ddd1-4e01-baca-3f13bda171f1,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:44.737180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No DVR routers for this DVR port c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:44.748300 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-97cee289-7373-4000-a2e0-8629be7f19a8 None None] For port c6e2a4c3-ddd1-4e01-baca-3f13bda171f1, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c6e2a4c3-ddd1-4e01-baca-3f13bda171f1,segment=NetworkSegment(e14f90c3-7329-4445-9b81-141d87145a67),segment_id=e14f90c3-7329-4445-9b81-141d87145a67)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:44.748698 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97cee289-7373-4000-a2e0-8629be7f19a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.757180 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-94cc453d-5b87-432f-a869-e92bbb244d20 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.767882 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e7323114-22e3-4093-9794-1573ac3b9fdc None None] For port 5361cd40-5c2a-49a4-8b91-ee1142f31266, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5361cd40-5c2a-49a4-8b91-ee1142f31266,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:44.768258 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e7323114-22e3-4093-9794-1573ac3b9fdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.797315 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0e49a674-45d8-481d-988c-bfd1fc14d65a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:44.902018 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0e49a674-45d8-481d-988c-bfd1fc14d65a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:44.934334 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e49a674-45d8-481d-988c-bfd1fc14d65a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:44.937969 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0e49a674-45d8-481d-988c-bfd1fc14d65a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.946723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.958836 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-97cee289-7373-4000-a2e0-8629be7f19a8 None None] Calling delete_port for c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:44.976106 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:44.988830 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.041476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Pushing event deleted for resources: {'Network': ['ID=8391eccb-915e-4ced-9bc8-bbe79d414a74,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:45.045476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:45.104183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:port and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:45.113299 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4ba0564e-d88e-498b-8d70-ff4579704fe1 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "DELETE /v2.0/networks/8391eccb-915e-4ced-9bc8-bbe79d414a74 HTTP/1.1" status: 204 len: 168 time: 4.2988496 Jan 27 17:10:45.115236 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60088) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:45.127586 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:45.150376 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e7323114-22e3-4093-9794-1573ac3b9fdc None None] Calling delete_port for 5361cd40-5c2a-49a4-8b91-ee1142f31266 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:45.152870 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:45.178907 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ead34f2b-ca3c-47c2-908b-2b5869d8fb0d None None] Port 962d3c8f-6890-4cac-a1a4-b49893b92f58 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:45.257966 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-58ee70b7-8c44-4337-8a1a-571c0b579c70 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Synchronizing usage tracker for tenant:9aa4dd879a9e4762a6f9795a40a49481 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:45.264557 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-94cc453d-5b87-432f-a869-e92bbb244d20 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.271721 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.285064 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f0acea53-835f-41ab-abef-fe8baf7e130f tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.350087 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.366535 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'port': 2} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:45.368292 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-97cee289-7373-4000-a2e0-8629be7f19a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:45.368644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-97cee289-7373-4000-a2e0-8629be7f19a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:45.371187 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.376619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb4bca-88fe-47af-88a1-69f1f770b629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-d5e827a5-2f20-49f7-8dd2-13754a7bb7a1', 'network_id': 'd5e827a5-2f20-49f7-8dd2-13754a7bb7a1', 'tenant_id': 'a1044fc2b04a4cf88962f2b23f4c469b', 'fixed_ips': [{'subnet_id': 'f04860df-708b-4bff-82ac-f326ff3a467d'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:45.377465 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8afb4bca-88fe-47af-88a1-69f1f770b629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.387124 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc453d-5b87-432f-a869-e92bbb244d20 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Subnet': ['ID=f04860df-708b-4bff-82ac-f326ff3a467d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:45.392720 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e7323114-22e3-4093-9794-1573ac3b9fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.398413 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-58ee70b7-8c44-4337-8a1a-571c0b579c70 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Unset dirty status for tenant:9aa4dd879a9e4762a6f9795a40a49481 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:45.399989 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-58ee70b7-8c44-4337-8a1a-571c0b579c70 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "GET /v2.0/ports?device_id=b71d5c89-220e-4571-a1ec-fe054a0c8ad1 HTTP/1.1" status: 200 len: 205 time: 0.2609692 Jan 27 17:10:45.421220 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60092) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:45.480398 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7323114-22e3-4093-9794-1573ac3b9fdc None None] Pushing event deleted for resources: {'Port': ['ID=5361cd40-5c2a-49a4-8b91-ee1142f31266,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:45.483415 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7323114-22e3-4093-9794-1573ac3b9fdc None None] No DVR routers for this DVR port 5361cd40-5c2a-49a4-8b91-ee1142f31266 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:10:45.562719 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-f0acea53-835f-41ab-abef-fe8baf7e130f tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Calling delete_port for 08f7a94e-5f55-4a50-ad5b-0baa4ef40448 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:45.602661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a6cdaa-81b0-4cc7-8af0-a24181c10df0']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:45.603398 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81a9a3f-8ef4-4418-b97d-932f76f3d11e None None] Network d5e827a5-2f20-49f7-8dd2-13754a7bb7a1 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:45.641256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.656650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14f90c3-7329-4445-9b81-141d87145a67') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:45.656943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14f90c3-7329-4445-9b81-141d87145a67') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:45.693572 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.788884 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.807075 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-94cc453d-5b87-432f-a869-e92bbb244d20 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.818899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ba7604a9-bfcc-4cdd-8609-664dafd5a596 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.857944 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:45.858156 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.869722 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-97cee289-7373-4000-a2e0-8629be7f19a8 None None] Deleting port c6e2a4c3-ddd1-4e01-baca-3f13bda171f1 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:45.870342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97cee289-7373-4000-a2e0-8629be7f19a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:45.872317 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:45.942773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-97cee289-7373-4000-a2e0-8629be7f19a8 None None] The port 'c6e2a4c3-ddd1-4e01-baca-3f13bda171f1' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:10:45.963269 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1170dc-094e-49e1-978e-a734ffb4b669 None None] get_active_networks_info from dv-neutron-826439-2-hyperv {{(pid=87596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:10:45.964488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f0acea53-835f-41ab-abef-fe8baf7e130f tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.002141 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:10:46.010709 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-94cc453d-5b87-432f-a869-e92bbb244d20 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e827a5-2f20-49f7-8dd2-13754a7bb7a1']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:46.080157 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-94cc453d-5b87-432f-a869-e92bbb244d20 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37827d6-6cc1-4850-b41f-b4f42235698e') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:46.080372 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-94cc453d-5b87-432f-a869-e92bbb244d20 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37827d6-6cc1-4850-b41f-b4f42235698e') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:46.081975 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2325ed33-7c03-4b46-8c29-945997f58fa7 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:46.090859 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.113404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acea53-835f-41ab-abef-fe8baf7e130f tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event deleted for resources: {'Port': ['ID=08f7a94e-5f55-4a50-ad5b-0baa4ef40448,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:46.171119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-94cc453d-5b87-432f-a869-e92bbb244d20 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.185820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.192741 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1170dc-094e-49e1-978e-a734ffb4b669 None None] Resources bound (agent type, host, resource id): {{(pid=87596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:10:46.194534 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f0acea53-835f-41ab-abef-fe8baf7e130f tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.197117 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.210269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] device_id is not set on port d7b71e3a-5292-4324-a3c3-adc8550bbb70 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:46.232487 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.234869 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 2325ed33-7c03-4b46-8c29-945997f58fa7 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:46.235240 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.247465 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Network': ['ID=42a6cdaa-81b0-4cc7-8af0-a24181c10df0,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:46.255298 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7d6cad9f-2c91-421c-827e-53c0c154ddbd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/networks/42a6cdaa-81b0-4cc7-8af0-a24181c10df0 HTTP/1.1" status: 204 len: 168 time: 3.5987785 Jan 27 17:10:46.260672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60096) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:46.267152 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f0acea53-835f-41ab-abef-fe8baf7e130f tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "DELETE /v2.0/ports/08f7a94e-5f55-4a50-ad5b-0baa4ef40448 HTTP/1.1" status: 204 len: 168 time: 2.4385543 Jan 27 17:10:46.304419 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60100) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:46.352921 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ba7604a9-bfcc-4cdd-8609-664dafd5a596 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.364307 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-94cc453d-5b87-432f-a869-e92bbb244d20 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.367293 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ba7604a9-bfcc-4cdd-8609-664dafd5a596 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.396068 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cc453d-5b87-432f-a869-e92bbb244d20 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:46.396831 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-94cc453d-5b87-432f-a869-e92bbb244d20 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:46.412216 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:46.458184 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=2f895b0c-eda3-4405-98a3-08f6beaf6ac7,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:46.472218 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.504062 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.525395 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.554562 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ba7604a9-bfcc-4cdd-8609-664dafd5a596 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.555068 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7604a9-bfcc-4cdd-8609-664dafd5a596 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Fanout notify agent at l3_agent the message router_deleted on router b71d5c89-220e-4571-a1ec-fe054a0c8ad1 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:10:46.615907 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-94cc453d-5b87-432f-a869-e92bbb244d20 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.620822 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abda3b1b-7290-4b62-90f2-7541266ced2d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:46.621497 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-abda3b1b-7290-4b62-90f2-7541266ced2d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:46.654003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-94cc453d-5b87-432f-a869-e92bbb244d20 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.679311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-505e3488-3d6b-4f2b-82a6-d5c799ac79d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Deleting port 8c217429-3bab-47e7-a98c-141fb61ef31b {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:46.679696 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-505e3488-3d6b-4f2b-82a6-d5c799ac79d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.691408 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc453d-5b87-432f-a869-e92bbb244d20 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Network': ['ID=d5e827a5-2f20-49f7-8dd2-13754a7bb7a1,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:46.716569 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': '202119e1-9c6c-4a95-93d5-18ea7f960922'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:46.717772 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.720022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.740866 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=962d3c8f-6890-4cac-a1a4-b49893b92f58,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:46.747506 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ba7604a9-bfcc-4cdd-8609-664dafd5a596 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.748582 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ba7604a9-bfcc-4cdd-8609-664dafd5a596 tempest-RoutersNegativeIpV6Test-705103555 tempest-RoutersNegativeIpV6Test-705103555-project] 10.222.0.50 "DELETE /v2.0/routers/b71d5c89-220e-4571-a1ec-fe054a0c8ad1 HTTP/1.1" status: 204 len: 168 time: 1.3260505 Jan 27 17:10:46.758184 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.objects.ports [None req-0e49a674-45d8-481d-988c-bfd1fc14d65a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87595) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:10:46.759243 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-abda3b1b-7290-4b62-90f2-7541266ced2d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:46.767719 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-94cc453d-5b87-432f-a869-e92bbb244d20 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/d5e827a5-2f20-49f7-8dd2-13754a7bb7a1 HTTP/1.1" status: 204 len: 168 time: 2.4788976 Jan 27 17:10:46.767919 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-abda3b1b-7290-4b62-90f2-7541266ced2d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports/931297b5-c2e1-49a8-ace2-d08fa6369412 HTTP/1.1" status: 200 len: 844 time: 0.4982967 Jan 27 17:10:46.768032 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0e49a674-45d8-481d-988c-bfd1fc14d65a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.772505 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60106) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:46.772685 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60108) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:46.822761 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-bf045014-a864-4779-821c-108a5d54cc64 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1628397944'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:46.843046 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-bf045014-a864-4779-821c-108a5d54cc64 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:46.852954 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bf045014-a864-4779-821c-108a5d54cc64 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:network and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:46.875004 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bf045014-a864-4779-821c-108a5d54cc64 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:46.881701 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e49a674-45d8-481d-988c-bfd1fc14d65a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:46.890259 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-0e49a674-45d8-481d-988c-bfd1fc14d65a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:46.894234 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-bf045014-a864-4779-821c-108a5d54cc64 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:46.900655 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e49a674-45d8-481d-988c-bfd1fc14d65a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:46.901245 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0e49a674-45d8-481d-988c-bfd1fc14d65a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:46.923484 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49a674-45d8-481d-988c-bfd1fc14d65a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=202119e1-9c6c-4a95-93d5-18ea7f960922,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:46.933529 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network 4b1cf005-cdc7-4692-8fc5-cec78537f47e is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:46.935678 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:46.938847 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Allocated IP 2001:db8::f816:3eff:fe63:2efc (bbf03638-7624-437f-9c24-a87cd70c5626/202119e1-9c6c-4a95-93d5-18ea7f960922/ebb27ef9-4023-48f2-b019-68502de5c883) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:46.942385 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf045014-a864-4779-821c-108a5d54cc64 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:46.945957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bf045014-a864-4779-821c-108a5d54cc64 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.001645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.017992 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0e49a674-45d8-481d-988c-bfd1fc14d65a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5147672 Jan 27 17:10:47.029059 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60114) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:47.036513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'mac_address': 'fa:16:3e:82:b9:9f', 'name': 'tempest-NetworksTestDHCPv6-1910567359'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:47.040868 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7cdf48ca-eed6-4d82-bfdb-e2409ee4b4cd tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports/931297b5-c2e1-49a8-ace2-d08fa6369412?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2629395 Jan 27 17:10:47.052111 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60118) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:47.089625 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-946667ed-038d-4eea-986a-34ea2298d9a0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'subnet': {'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:47.238734 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60124) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:47.263937 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-505e3488-3d6b-4f2b-82a6-d5c799ac79d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.273409 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.283796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] device_id is not set on port eef9b9aa-e8d2-48e8-8437-20a28ab6e7e5 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:47.288949 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Transition to ACTIVE for port object ebb27ef9-4023-48f2-b019-68502de5c883 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:47.293002 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network 39e8b3df-7604-42f7-a7eb-45d82ca12518 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:47.310729 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Transition to ACTIVE for port object ebb27ef9-4023-48f2-b019-68502de5c883 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:47.317849 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.348658 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:47.405514 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf045014-a864-4779-821c-108a5d54cc64 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:47.418905 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-505e3488-3d6b-4f2b-82a6-d5c799ac79d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Calling delete_port for 8c217429-3bab-47e7-a98c-141fb61ef31b owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:47.458960 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:47.462220 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:47.464811 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:47.516584 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bf045014-a864-4779-821c-108a5d54cc64 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.516819 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-bf045014-a864-4779-821c-108a5d54cc64 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Added segment 52b61db9-51a9-4221-99cf-4443d502246e of type vlan for network 54faf6be-d2d7-4f9d-9e14-ae5f08e309cc Jan 27 17:10:47.539562 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Pushing event updated for resources: {'Port': ['ID=ebb27ef9-4023-48f2-b019-68502de5c883,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:47.545736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-946667ed-038d-4eea-986a-34ea2298d9a0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:47.564449 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:47.570589 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-946667ed-038d-4eea-986a-34ea2298d9a0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:subnet and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:47.574696 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Attempting to bind port ebb27ef9-4023-48f2-b019-68502de5c883 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:47.575418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Attempting to bind port ebb27ef9-4023-48f2-b019-68502de5c883 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:47.575418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Attempting to bind port ebb27ef9-4023-48f2-b019-68502de5c883 on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:47.575627 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-946667ed-038d-4eea-986a-34ea2298d9a0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:47.580826 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:47.581558 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:47.581703 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.582051 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:47.582363 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:47.582512 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Bound port: ebb27ef9-4023-48f2-b019-68502de5c883, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:47.582862 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.589891 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router de6c4960-00fc-4853-bd73-8cfffc05b31a has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:10:47.591649 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bf045014-a864-4779-821c-108a5d54cc64 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.595291 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-946667ed-038d-4eea-986a-34ea2298d9a0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:47.597480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:47.608437 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:47.674087 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] For port ebb27ef9-4023-48f2-b019-68502de5c883, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:47.679273 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] For port ebb27ef9-4023-48f2-b019-68502de5c883, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ebb27ef9-4023-48f2-b019-68502de5c883,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:47.682102 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946667ed-038d-4eea-986a-34ea2298d9a0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:47.682724 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b8a31fed-b87d-4034-8201-5328414779e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9aa4dd879a9e4762a6f9795a40a49481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411571 Jan 27 17:10:47.685654 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-946667ed-038d-4eea-986a-34ea2298d9a0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.689615 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.690585 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60130) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:47.723035 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:47.743741 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router d867d368-53b4-4c2c-8f5d-be271ff07b0c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:10:47.749726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-505e3488-3d6b-4f2b-82a6-d5c799ac79d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.780223 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c22335-4bcd-4803-b202-e0fcd795bc91 None None] Pushing event updated for resources: {'Port': ['ID=ebb27ef9-4023-48f2-b019-68502de5c883,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:47.826991 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e3488-3d6b-4f2b-82a6-d5c799ac79d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event deleted for resources: {'Port': ['ID=8c217429-3bab-47e7-a98c-141fb61ef31b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:47.853175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-505e3488-3d6b-4f2b-82a6-d5c799ac79d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.854597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bf045014-a864-4779-821c-108a5d54cc64 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.860179 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf045014-a864-4779-821c-108a5d54cc64 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:47.860777 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bf045014-a864-4779-821c-108a5d54cc64 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.948041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:47.961233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fc226ddc-edee-408a-a43f-2741d6d20c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.084034 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bf045014-a864-4779-821c-108a5d54cc64 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2796645 Jan 27 17:10:48.162160 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60134) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:48.173196 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-bae86638-6c85-4966-8b08-112ff2206c14 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:48.187136 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf045014-a864-4779-821c-108a5d54cc64 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Network': ['ID=54faf6be-d2d7-4f9d-9e14-ae5f08e309cc,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:48.202432 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 54faf6be-d2d7-4f9d-9e14-ae5f08e309cc details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:48.227827 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-505e3488-3d6b-4f2b-82a6-d5c799ac79d9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "DELETE /v2.0/ports/8c217429-3bab-47e7-a98c-141fb61ef31b HTTP/1.1" status: 204 len: 168 time: 1.9195788 Jan 27 17:10:48.232914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.254170 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ebb27ef9-4023-48f2-b019-68502de5c883 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:48.255699 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60138) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:48.267685 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:10:48.308477 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2510031-2128-4765-ad5b-4a66407687fe None None] Sync routers for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:10:48.331794 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-fa6e6fb8-879e-404b-905b-82ab6f8c46fe tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Synchronizing usage tracker for tenant:ee8b3a8879fb41659c0598f1d01c041c on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:48.338611 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fc226ddc-edee-408a-a43f-2741d6d20c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.360024 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:10:48.372712 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Sync routers for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:10:48.386618 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:48.387235 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-389149ad-5c5b-4af3-bbc3-6665470923c6 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/d867d368-53b4-4c2c-8f5d-be271ff07b0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3393109 Jan 27 17:10:48.388466 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:48.390057 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4e0ab181-4fbd-476a-8e5a-06003c907121 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "PUT /v2.0/routers/de6c4960-00fc-4853-bd73-8cfffc05b31a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9442501 Jan 27 17:10:48.390632 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60142) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:48.396651 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60144) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:48.416503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'network': {'name': 'tempest-RoutersTest-1186416458'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:48.421713 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port 460eba52-4531-4639-9029-709428e71c44 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:48.425555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'port': {'network_id': '4b1cf005-cdc7-4692-8fc5-cec78537f47e', 'name': 'tempest-FloatingIPTestJSON-912664957'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:48.459809 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2510031-2128-4765-ad5b-4a66407687fe None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:48.461603 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-c2510031-2128-4765-ad5b-4a66407687fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:48.560986 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-c2510031-2128-4765-ad5b-4a66407687fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:48.574803 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:48.579779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Usage tracker for resource:port and tenant:09799f3c75ba4e1bbef88b711a678f39 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:48.580491 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2510031-2128-4765-ad5b-4a66407687fe None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:48.581486 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-c2510031-2128-4765-ad5b-4a66407687fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:48.583007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:48.589230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:48.597557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-fa6e6fb8-879e-404b-905b-82ab6f8c46fe tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Unset dirty status for tenant:ee8b3a8879fb41659c0598f1d01c041c on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:48.602075 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fa6e6fb8-879e-404b-905b-82ab6f8c46fe tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3397770 Jan 27 17:10:48.602973 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:48.603110 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60150) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:48.609520 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:10:48.610549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Made reservation on behalf of 09799f3c75ba4e1bbef88b711a678f39 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:48.615109 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.624439 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-3cb185a3-870e-4803-9465-94a872b3848c tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-808987890'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:48.625952 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:network and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:48.629036 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3cb185a3-870e-4803-9465-94a872b3848c tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:48.631667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:48.633076 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3cb185a3-870e-4803-9465-94a872b3848c tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Usage tracker for resource:network and tenant:ee8b3a8879fb41659c0598f1d01c041c is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:48.635974 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3cb185a3-870e-4803-9465-94a872b3848c tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:48.642164 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3cb185a3-870e-4803-9465-94a872b3848c tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:48.644988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:48.649009 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.669004 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb185a3-870e-4803-9465-94a872b3848c tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Made reservation on behalf of ee8b3a8879fb41659c0598f1d01c041c for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:48.672752 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3cb185a3-870e-4803-9465-94a872b3848c tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.693294 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-c2510031-2128-4765-ad5b-4a66407687fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:48.693709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2510031-2128-4765-ad5b-4a66407687fe None None] The sync data for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:48.697795 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port ebb27ef9-4023-48f2-b019-68502de5c883 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:48.714931 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:48.731018 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:48.738452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:48.739463 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.753388 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b3b8b425-e94a-4fed-a97f-2ff5c870664a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.756220 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bae86638-6c85-4966-8b08-112ff2206c14 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.777881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] device_id is not set on port d667c3aa-c3bd-44ef-bdab-9e25fad5b30a yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:48.783190 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-946667ed-038d-4eea-986a-34ea2298d9a0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.833466 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fc226ddc-edee-408a-a43f-2741d6d20c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.869663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:48.873924 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.892624 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fc226ddc-edee-408a-a43f-2741d6d20c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:48.896499 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fc226ddc-edee-408a-a43f-2741d6d20c92 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9d34c13-c2b3-48b9-b6d9-354bcb663831 HTTP/1.1" status: 204 len: 168 time: 1.2007015 Jan 27 17:10:48.910736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc226ddc-edee-408a-a43f-2741d6d20c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d34c13-c2b3-48b9-b6d9-354bcb663831,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:48.920538 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=d7b71e3a-5292-4324-a3c3-adc8550bbb70,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:49.044535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb185a3-870e-4803-9465-94a872b3848c tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:49.085250 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bae86638-6c85-4966-8b08-112ff2206c14 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.138344 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=eef9b9aa-e8d2-48e8-8437-20a28ab6e7e5,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:49.148445 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:10:44Z', 'revision_number': 4, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': '48066049-255a-4bb3-a012-6ced0b492b43', 'name': '', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:7c:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:23Z', 'updated_at': '2022-01-27T17:10:38Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962d3c8f-6890-4cac-a1a4-b49893b92f58', 'name': '', 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:42:ee:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:41Z', 'updated_at': '2022-01-27T17:10:45Z', 'revision_number': 2, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:49.153139 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Checking router: d867d368-53b4-4c2c-8f5d-be271ff07b0c for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:10:49.153485 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Updating router d867d368-53b4-4c2c-8f5d-be271ff07b0c port 962d3c8f-6890-4cac-a1a4-b49893b92f58 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:10:49.166546 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bae86638-6c85-4966-8b08-112ff2206c14 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network 54faf6be-d2d7-4f9d-9e14-ae5f08e309cc is not hosted by any dhcp agent {{(pid=87595) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 27 17:10:49.174785 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae86638-6c85-4966-8b08-112ff2206c14 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:49.177107 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bae86638-6c85-4966-8b08-112ff2206c14 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.179740 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Checking segment: {'id': 'bda130f2-f651-4e5c-8f58-616c8cbe913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '86f0c267-21a4-4ed0-ab1d-25208180993f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:49.180263 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bae86638-6c85-4966-8b08-112ff2206c14 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "PUT /v2.0/networks/54faf6be-d2d7-4f9d-9e14-ae5f08e309cc HTTP/1.1" status: 200 len: 723 time: 1.0169210 Jan 27 17:10:49.182514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network hostable DHCP agents. Network: 86f0c267-21a4-4ed0-ab1d-25208180993f, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:49.188281 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60158) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:49.213222 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3cb185a3-870e-4803-9465-94a872b3848c tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.213861 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-3cb185a3-870e-4803-9465-94a872b3848c tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Added segment 6d060200-daf6-4ed8-909b-00837827664a of type vlan for network 41bd5b5e-b54b-42d6-b35a-745a58cb517d Jan 27 17:10:49.222698 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946667ed-038d-4eea-986a-34ea2298d9a0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network eb111497-a1bd-4f32-8008-5457d5cd4540 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:49.224325 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::f816:3eff:fe82:b99f (bbf03638-7624-437f-9c24-a87cd70c5626/202119e1-9c6c-4a95-93d5-18ea7f960922/460eba52-4531-4639-9029-709428e71c44) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:49.226570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-746418f6-c6ec-4842-b1c7-df39e758a717 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'subnet': {'network_id': '54faf6be-d2d7-4f9d-9e14-ae5f08e309cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:49.242222 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-946667ed-038d-4eea-986a-34ea2298d9a0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:49.246190 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.250487 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946667ed-038d-4eea-986a-34ea2298d9a0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Subnet': ['ID=776d7482-d52f-4aeb-b484-dbb794be1999,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:49.259341 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946667ed-038d-4eea-986a-34ea2298d9a0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:49.260062 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-946667ed-038d-4eea-986a-34ea2298d9a0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.341530 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:49.346059 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff24c675-7d55-4a74-929e-9e00f7a64c94 None None] get_active_networks_info from dv-neutron-826439-2-hyperv {{(pid=87596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:10:49.364637 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Allocated IP 172.20.0.12 (4b1cf005-cdc7-4692-8fc5-cec78537f47e/a0498f9c-e051-4b03-bb1c-b54543ef01b2/d667c3aa-c3bd-44ef-bdab-9e25fad5b30a) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:49.389183 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae86638-6c85-4966-8b08-112ff2206c14 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Network': ['ID=54faf6be-d2d7-4f9d-9e14-ae5f08e309cc,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:49.390405 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-746418f6-c6ec-4842-b1c7-df39e758a717 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:49.394604 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-746418f6-c6ec-4842-b1c7-df39e758a717 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:subnet and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:49.397666 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-746418f6-c6ec-4842-b1c7-df39e758a717 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:49.402972 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3cb185a3-870e-4803-9465-94a872b3848c tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.404528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-746418f6-c6ec-4842-b1c7-df39e758a717 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:49.409535 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.409906 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Added segment 9291f23f-5140-4ec2-a814-56c0cf1ccaf4 of type vlan for network c7763469-1829-4f55-b76e-1d4a12e93e26 Jan 27 17:10:49.417203 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network 86f0c267-21a4-4ed0-ab1d-25208180993f is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:49.424589 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 54faf6be-d2d7-4f9d-9e14-ae5f08e309cc details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:49.452876 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-946667ed-038d-4eea-986a-34ea2298d9a0 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3894842 Jan 27 17:10:49.466551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60168) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:49.467530 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746418f6-c6ec-4842-b1c7-df39e758a717 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:49.471075 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-746418f6-c6ec-4842-b1c7-df39e758a717 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.499245 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 86f0c267-21a4-4ed0-ab1d-25208180993f) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:49.503935 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-92040035-1939-4742-a30d-9de44d8f5844 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'security_group': {'name': 'tempest-secgroup-269971115'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:49.523451 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.541568 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-92040035-1939-4742-a30d-9de44d8f5844 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:49.544687 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3cb185a3-870e-4803-9465-94a872b3848c tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.556234 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb185a3-870e-4803-9465-94a872b3848c tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:49.556816 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3cb185a3-870e-4803-9465-94a872b3848c tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.564489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:49.570967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:49.575880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:49.576558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.594127 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bec2c5cc-a26a-4ce3-aef8-471dd167a696 None None] Provisioning for port ebb27ef9-4023-48f2-b019-68502de5c883 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:49.605587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-92040035-1939-4742-a30d-9de44d8f5844 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:security_group and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:49.616072 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f4d80cdb-28ff-4ba1-90a2-bee4f9edeb9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.5205545 Jan 27 17:10:49.620999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bec2c5cc-a26a-4ce3-aef8-471dd167a696 None None] Provisioning complete for port ebb27ef9-4023-48f2-b019-68502de5c883 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:49.621903 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bec2c5cc-a26a-4ce3-aef8-471dd167a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.626263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-92040035-1939-4742-a30d-9de44d8f5844 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:49.630969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60174) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:49.646028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-92040035-1939-4742-a30d-9de44d8f5844 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:49.797568 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.814417 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Transition to ACTIVE for port object 962d3c8f-6890-4cac-a1a4-b49893b92f58 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:49.824993 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.851899 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff24c675-7d55-4a74-929e-9e00f7a64c94 None None] Resources bound (agent type, host, resource id): {{(pid=87596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:10:49.860621 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.897562 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object 460eba52-4531-4639-9029-709428e71c44 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:49.936526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.943610 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.948350 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3cb185a3-870e-4803-9465-94a872b3848c tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3373485 Jan 27 17:10:49.948480 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bec2c5cc-a26a-4ce3-aef8-471dd167a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:49.981594 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60186) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:50.001164 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.016057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ab81d6db-f4ed-41b4-94a5-894430c756f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1712056896'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:50.064170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60190) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:50.064841 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=460eba52-4531-4639-9029-709428e71c44,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:50.066309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-92040035-1939-4742-a30d-9de44d8f5844 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.088689 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ab81d6db-f4ed-41b4-94a5-894430c756f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:50.092527 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.098455 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:50.099081 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.141112 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52cc88-cba7-41fa-914a-991d41183002 None None] Pushing event updated for resources: {'Port': ['ID=962d3c8f-6890-4cac-a1a4-b49893b92f58,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:50.167304 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-bec2c5cc-a26a-4ce3-aef8-471dd167a696 None None] For port ebb27ef9-4023-48f2-b019-68502de5c883, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ebb27ef9-4023-48f2-b019-68502de5c883,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:50.175142 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ab81d6db-f4ed-41b4-94a5-894430c756f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Usage tracker for resource:network and tenant:ee8b3a8879fb41659c0598f1d01c041c is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:50.177265 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bec2c5cc-a26a-4ce3-aef8-471dd167a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.187459 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-92040035-1939-4742-a30d-9de44d8f5844 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:50.192754 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-92040035-1939-4742-a30d-9de44d8f5844 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:security_group_rule and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:50.195852 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-92040035-1939-4742-a30d-9de44d8f5844 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:50.202596 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-92040035-1939-4742-a30d-9de44d8f5844 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:50.220278 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Attempting to bind port 962d3c8f-6890-4cac-a1a4-b49893b92f58 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:50.220967 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Attempting to bind port 962d3c8f-6890-4cac-a1a4-b49893b92f58 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '9fc03266-6b76-44d2-a6a8-9e06423dd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:50.221519 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Attempting to bind port 962d3c8f-6890-4cac-a1a4-b49893b92f58 on network 39e8b3df-7604-42f7-a7eb-45d82ca12518 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:50.229711 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:50.230428 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Checking segment: {'id': '9fc03266-6b76-44d2-a6a8-9e06423dd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:50.231090 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.231642 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Bound using segment: {'id': '9fc03266-6b76-44d2-a6a8-9e06423dd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:50.232246 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Bound port: 962d3c8f-6890-4cac-a1a4-b49893b92f58, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc03266-6b76-44d2-a6a8-9e06423dd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:50.232934 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.234923 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:50.239792 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:50.241996 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb185a3-870e-4803-9465-94a872b3848c tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event updated for resources: {'Network': ['ID=41bd5b5e-b54b-42d6-b35a-745a58cb517d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:50.248975 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:50.261294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:50.263743 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.272755 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 41bd5b5e-b54b-42d6-b35a-745a58cb517d details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:50.292362 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-92040035-1939-4742-a30d-9de44d8f5844 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.300764 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bb4da227-9364-4f91-8a8e-4ac7e7737cc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2674370 Jan 27 17:10:50.300764 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60196) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:50.307595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ab81d6db-f4ed-41b4-94a5-894430c756f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:50.319935 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9263780 Jan 27 17:10:50.325754 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60200) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:50.340090 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-38f54130-8adf-4e04-82b8-d9b5b5e3cf8a tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port eef9b9aa-e8d2-48e8-8437-20a28ab6e7e5 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:50.340474 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-38f54130-8adf-4e04-82b8-d9b5b5e3cf8a tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.404246 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] For port 962d3c8f-6890-4cac-a1a4-b49893b92f58, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:50.409293 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fe4a58-2c5a-4769-9993-aff21fe47796 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:50.410007 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] For port 962d3c8f-6890-4cac-a1a4-b49893b92f58, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=962d3c8f-6890-4cac-a1a4-b49893b92f58,segment=NetworkSegment(9fc03266-6b76-44d2-a6a8-9e06423dd13d),segment_id=9fc03266-6b76-44d2-a6a8-9e06423dd13d)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:50.415766 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fe4a58-2c5a-4769-9993-aff21fe47796 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:50.416144 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.416848 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e4fe4a58-2c5a-4769-9993-aff21fe47796 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:50.430464 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1599128581'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:50.436609 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:50.437262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network 4b1cf005-cdc7-4692-8fc5-cec78537f47e is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:50.438347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ab81d6db-f4ed-41b4-94a5-894430c756f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:50.442389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Usage tracker for resource:network and tenant:706843ab109c4af6ba671bce9d79f9d4 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:50.445583 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:50.452620 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:50.452772 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2c5cc-a26a-4ce3-aef8-471dd167a696 None None] Pushing event updated for resources: {'Port': ['ID=ebb27ef9-4023-48f2-b019-68502de5c883,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:50.466901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-92040035-1939-4742-a30d-9de44d8f5844 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.471910 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Made reservation on behalf of 706843ab109c4af6ba671bce9d79f9d4 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:50.476174 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.485869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-23b3bc9c-ed9e-451b-b533-3df79cb5ff6b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'subnet': {'network_id': 'c7763469-1829-4f55-b76e-1d4a12e93e26', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:50.492943 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.504973 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e4fe4a58-2c5a-4769-9993-aff21fe47796 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:50.506486 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e4fe4a58-2c5a-4769-9993-aff21fe47796 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2048852 Jan 27 17:10:50.509256 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60204) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:50.537161 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:10:50.537837 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:50.592691 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-eb111497-a1bd-4f32-8008-5457d5cd4540', 'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540', 'tenant_id': 'c08441886451403eaced8170704dc616', 'fixed_ips': [{'subnet_id': '776d7482-d52f-4aeb-b484-dbb794be1999'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:50.593521 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.596936 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-044d7ac9-67a5-4313-a925-fa47d57a0f11 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port 460eba52-4531-4639-9029-709428e71c44 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:50.597573 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-044d7ac9-67a5-4313-a925-fa47d57a0f11 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.701509 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:50.705863 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52cc88-cba7-41fa-914a-991d41183002 None None] Pushing event updated for resources: {'Port': ['ID=962d3c8f-6890-4cac-a1a4-b49893b92f58,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:50.723710 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Usage tracker for resource:security_group_rule and tenant:706843ab109c4af6ba671bce9d79f9d4 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:50.724178 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:10:50.729668 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:50.731037 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:50.740741 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:50.785071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:50.849244 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Allocated IP 2001:db8::2 (eb111497-a1bd-4f32-8008-5457d5cd4540/776d7482-d52f-4aeb-b484-dbb794be1999/fcdd063c-ae8f-4f3b-860d-17a509206c69) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:50.879368 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=d667c3aa-c3bd-44ef-bdab-9e25fad5b30a,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:50.927852 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Network': ['ID=c7763469-1829-4f55-b76e-1d4a12e93e26,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:50.931435 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab81d6db-f4ed-41b4-94a5-894430c756f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Made reservation on behalf of ee8b3a8879fb41659c0598f1d01c041c for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:50.936262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab81d6db-f4ed-41b4-94a5-894430c756f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.952985 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-044d7ac9-67a5-4313-a925-fa47d57a0f11 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:50.963263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:50.963985 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:50.963985 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:50.964367 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:50.964565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:50.964893 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:50.965255 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:50.965576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:50.965938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:50.966247 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:50.966556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:50.966872 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:51.006752 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a4470533-55cd-4292-ba3a-52d246b0730e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.016647 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-23b3bc9c-ed9e-451b-b533-3df79cb5ff6b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:51.019575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:51.019921 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:51.020257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:51.020588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:51.020915 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:51.021240 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:51.021563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:51.022091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:51.022440 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:51.022766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:51.023110 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:51.023434 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a9464-a187-4f1a-a057-4460d676d9ff tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:51.048760 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network c7763469-1829-4f55-b76e-1d4a12e93e26 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:51.060490 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92040035-1939-4742-a30d-9de44d8f5844 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f233ad2-9dc5-4781-bc4d-eb41a8540788,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:51.073722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-23b3bc9c-ed9e-451b-b533-3df79cb5ff6b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:subnet and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:51.086659 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-23b3bc9c-ed9e-451b-b533-3df79cb5ff6b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:51.108489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-92040035-1939-4742-a30d-9de44d8f5844 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.109928 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-92040035-1939-4742-a30d-9de44d8f5844 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6213126 Jan 27 17:10:51.113443 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-23b3bc9c-ed9e-451b-b533-3df79cb5ff6b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:51.115358 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60208) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:51.123840 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-044d7ac9-67a5-4313-a925-fa47d57a0f11 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for 460eba52-4531-4639-9029-709428e71c44 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:51.154582 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:10:44Z', 'revision_number': 4, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': '48066049-255a-4bb3-a012-6ced0b492b43', 'name': '', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:7c:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:23Z', 'updated_at': '2022-01-27T17:10:38Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962d3c8f-6890-4cac-a1a4-b49893b92f58', 'name': '', 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:42:ee:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:41Z', 'updated_at': '2022-01-27T17:10:50Z', 'revision_number': 4, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:51.155471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:51.157580 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.160758 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec1fb5b-fe95-49c4-b80d-89eb12cb9ade None None] The sync data for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv is: [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:10:44Z', 'revision_number': 4, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': '48066049-255a-4bb3-a012-6ced0b492b43', 'name': '', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:7c:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:23Z', 'updated_at': '2022-01-27T17:10:38Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962d3c8f-6890-4cac-a1a4-b49893b92f58', 'name': '', 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:42:ee:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:41Z', 'updated_at': '2022-01-27T17:10:50Z', 'revision_number': 4, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:10:51.171993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-7183b405-87d6-43e1-b8d1-9f7ad03bfe3d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'security_group': {'name': 'tempest-secgroup-504795801'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:51.202079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7183b405-87d6-43e1-b8d1-9f7ad03bfe3d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:51.220335 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.221578 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7183b405-87d6-43e1-b8d1-9f7ad03bfe3d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:security_group and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:51.239072 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7183b405-87d6-43e1-b8d1-9f7ad03bfe3d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:51.246062 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7183b405-87d6-43e1-b8d1-9f7ad03bfe3d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:51.263818 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.282536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab81d6db-f4ed-41b4-94a5-894430c756f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:51.288029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b3bc9c-ed9e-451b-b533-3df79cb5ff6b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Made reservation on behalf of 65a019d99d874346aca26dc7cd6b9eab for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:51.291987 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-23b3bc9c-ed9e-451b-b533-3df79cb5ff6b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.298990 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7183b405-87d6-43e1-b8d1-9f7ad03bfe3d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.310579 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-38f54130-8adf-4e04-82b8-d9b5b5e3cf8a tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.342269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:51.362792 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.367756 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0b1da7-962b-43b9-a84b-e121eadd0656,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:51.372756 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7183b405-87d6-43e1-b8d1-9f7ad03bfe3d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:51.408710 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.409034 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Added segment 64d1c327-ec10-49e5-afba-89ff207e31e4 of type vlan for network 70c05b3c-7155-42d0-ae82-7ce09f52df44 Jan 27 17:10:51.410503 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7183b405-87d6-43e1-b8d1-9f7ad03bfe3d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:security_group_rule and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:51.419261 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7183b405-87d6-43e1-b8d1-9f7ad03bfe3d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:51.430594 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7183b405-87d6-43e1-b8d1-9f7ad03bfe3d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:51.485015 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.503604 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Transition to ACTIVE for port object fcdd063c-ae8f-4f3b-860d-17a509206c69 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:51.508950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-044d7ac9-67a5-4313-a925-fa47d57a0f11 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.520482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-38f54130-8adf-4e04-82b8-d9b5b5e3cf8a tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for eef9b9aa-e8d2-48e8-8437-20a28ab6e7e5 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:51.530651 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Transition to ACTIVE for port object fcdd063c-ae8f-4f3b-860d-17a509206c69 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:51.540109 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.553383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab81d6db-f4ed-41b4-94a5-894430c756f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.553383 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-ab81d6db-f4ed-41b4-94a5-894430c756f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Added segment 330a6781-d21d-4192-960d-9c3bc35510d8 of type vlan for network 6670cce1-3f54-460a-9c3c-ff91f2986de6 Jan 27 17:10:51.555512 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-dc0e49bb-05e7-459f-9708-012acdedd09c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1476908 Jan 27 17:10:51.566922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60212) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:51.593456 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-bf40dbfe-62cb-4145-8e4b-72876fd24ddb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'port': {'network_id': '4b1cf005-cdc7-4692-8fc5-cec78537f47e', 'name': 'tempest-FloatingIPTestJSON-709550712'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:51.614253 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Network eb111497-a1bd-4f32-8008-5457d5cd4540 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:51.617328 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:51.622287 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:51.623387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d7ac9-67a5-4313-a925-fa47d57a0f11 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=460eba52-4531-4639-9029-709428e71c44,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:51.634137 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Pushing event updated for resources: {'Port': ['ID=fcdd063c-ae8f-4f3b-860d-17a509206c69,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:51.696784 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-746418f6-c6ec-4842-b1c7-df39e758a717 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.697334 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-044d7ac9-67a5-4313-a925-fa47d57a0f11 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.721581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.727289 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:51.727803 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.744871 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Attempting to bind port fcdd063c-ae8f-4f3b-860d-17a509206c69 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:51.745382 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Attempting to bind port fcdd063c-ae8f-4f3b-860d-17a509206c69 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '2d35291d-3d2a-4230-bed7-0df0cbc155aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:51.746575 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Attempting to bind port fcdd063c-ae8f-4f3b-860d-17a509206c69 on network eb111497-a1bd-4f32-8008-5457d5cd4540 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:51.748214 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab81d6db-f4ed-41b4-94a5-894430c756f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.755563 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:51.756514 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Checking segment: {'id': '2d35291d-3d2a-4230-bed7-0df0cbc155aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:51.757056 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.757540 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Bound using segment: {'id': '2d35291d-3d2a-4230-bed7-0df0cbc155aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:51.758162 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Bound port: fcdd063c-ae8f-4f3b-860d-17a509206c69, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d35291d-3d2a-4230-bed7-0df0cbc155aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:51.759086 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.886211 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-38f54130-8adf-4e04-82b8-d9b5b5e3cf8a tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.887892 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] For port fcdd063c-ae8f-4f3b-860d-17a509206c69, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:51.892428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746418f6-c6ec-4842-b1c7-df39e758a717 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Subnet': ['ID=fb2fdb4e-38e7-4dd8-80c9-ad513e5fb71b,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:51.892985 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] For port fcdd063c-ae8f-4f3b-860d-17a509206c69, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fcdd063c-ae8f-4f3b-860d-17a509206c69,segment=NetworkSegment(2d35291d-3d2a-4230-bed7-0df0cbc155aa),segment_id=2d35291d-3d2a-4230-bed7-0df0cbc155aa)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:10:51.905921 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.950335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f54130-8adf-4e04-82b8-d9b5b5e3cf8a tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=eef9b9aa-e8d2-48e8-8437-20a28ab6e7e5,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:51.964525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab81d6db-f4ed-41b4-94a5-894430c756f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.972026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab81d6db-f4ed-41b4-94a5-894430c756f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:51.973818 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab81d6db-f4ed-41b4-94a5-894430c756f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:51.983951 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746418f6-c6ec-4842-b1c7-df39e758a717 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Checking segment: {'id': '52b61db9-51a9-4221-99cf-4443d502246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '54faf6be-d2d7-4f9d-9e14-ae5f08e309cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:51.984298 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746418f6-c6ec-4842-b1c7-df39e758a717 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network hostable DHCP agents. Network: 54faf6be-d2d7-4f9d-9e14-ae5f08e309cc, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:52.005485 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbeb224-fb2d-4800-a6b5-6e7bedac4b7c None None] Pushing event updated for resources: {'Port': ['ID=fcdd063c-ae8f-4f3b-860d-17a509206c69,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:52.024869 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7183b405-87d6-43e1-b8d1-9f7ad03bfe3d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.083678 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.129650 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7183b405-87d6-43e1-b8d1-9f7ad03bfe3d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.148233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81d6db-f4ed-41b4-94a5-894430c756f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event updated for resources: {'Network': ['ID=6670cce1-3f54-460a-9c3c-ff91f2986de6,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:52.162132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 6670cce1-3f54-460a-9c3c-ff91f2986de6 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:52.174425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-38f54130-8adf-4e04-82b8-d9b5b5e3cf8a tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.201411 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Pushing event updated for resources: {'Network': ['ID=70c05b3c-7155-42d0-ae82-7ce09f52df44,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:52.205244 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-63212ce9-63f6-4196-b81e-4a5685c6e4a3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1342828 Jan 27 17:10:52.222327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60218) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:52.231948 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-044d7ac9-67a5-4313-a925-fa47d57a0f11 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/460eba52-4531-4639-9029-709428e71c44 HTTP/1.1" status: 204 len: 168 time: 1.7206659 Jan 27 17:10:52.236659 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d0ff4a36-5d12-4e56-983b-ec41da65a349 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Request body: {'subnet': {'network_id': '70c05b3c-7155-42d0-ae82-7ce09f52df44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:52.249693 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 70c05b3c-7155-42d0-ae82-7ce09f52df44 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:52.252186 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60222) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:52.288722 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ab81d6db-f4ed-41b4-94a5-894430c756f4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3026335 Jan 27 17:10:52.311437 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-bf40dbfe-62cb-4145-8e4b-72876fd24ddb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:52.315797 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bf40dbfe-62cb-4145-8e4b-72876fd24ddb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Usage tracker for resource:port and tenant:09799f3c75ba4e1bbef88b711a678f39 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:52.318898 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bf40dbfe-62cb-4145-8e4b-72876fd24ddb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:52.324882 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-bf40dbfe-62cb-4145-8e4b-72876fd24ddb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:52.337393 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7183b405-87d6-43e1-b8d1-9f7ad03bfe3d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.342040 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7183b405-87d6-43e1-b8d1-9f7ad03bfe3d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1852686 Jan 27 17:10:52.343025 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183b405-87d6-43e1-b8d1-9f7ad03bfe3d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01bf5cb-9464-4d1b-8870-c05f4e2b21a8,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:52.353935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60226) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:52.362746 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf40dbfe-62cb-4145-8e4b-72876fd24ddb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Made reservation on behalf of 09799f3c75ba4e1bbef88b711a678f39 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:52.366669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bf40dbfe-62cb-4145-8e4b-72876fd24ddb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.369364 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-38f54130-8adf-4e04-82b8-d9b5b5e3cf8a tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/ports/eef9b9aa-e8d2-48e8-8437-20a28ab6e7e5 HTTP/1.1" status: 204 len: 168 time: 2.7299874 Jan 27 17:10:52.372882 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746418f6-c6ec-4842-b1c7-df39e758a717 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network 54faf6be-d2d7-4f9d-9e14-ae5f08e309cc is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:52.380687 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60230) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:52.393941 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-788507310', 'security_groups': ['d01bf5cb-9464-4d1b-8870-c05f4e2b21a8'], 'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '776d7482-d52f-4aeb-b484-dbb794be1999'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:52.447894 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60234) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:52.450209 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 962d3c8f-6890-4cac-a1a4-b49893b92f58 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:52.466064 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Request body: {'subnets': [{'network_id': '41bd5b5e-b54b-42d6-b35a-745a58cb517d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1940073813', 'ip_version': 4}, {'network_id': '6670cce1-3f54-460a-9c3c-ff91f2986de6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:52.466635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Request body: {'subnet': {'network_id': '41bd5b5e-b54b-42d6-b35a-745a58cb517d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1940073813', 'ip_version': 4}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:52.467447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Request body: {'subnet': {'network_id': '6670cce1-3f54-460a-9c3c-ff91f2986de6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:52.477828 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-23b3bc9c-ed9e-451b-b533-3df79cb5ff6b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.540027 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.559094 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1c235f-a64a-4200-bf58-36ebb28434c7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:52.560761 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1c235f-a64a-4200-bf58-36ebb28434c7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:52.561735 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fa1c235f-a64a-4200-bf58-36ebb28434c7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:52.570930 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-bf40dbfe-62cb-4145-8e4b-72876fd24ddb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] device_id is not set on port 0dfce93b-3821-487d-afd4-6f887357fc9b yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:52.604493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-746418f6-c6ec-4842-b1c7-df39e758a717 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 54faf6be-d2d7-4f9d-9e14-ae5f08e309cc) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:52.620888 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 962d3c8f-6890-4cac-a1a4-b49893b92f58 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:52.621204 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d0ff4a36-5d12-4e56-983b-ec41da65a349 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:52.627352 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 962d3c8f-6890-4cac-a1a4-b49893b92f58 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:52.627640 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.629285 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746418f6-c6ec-4842-b1c7-df39e758a717 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:52.629899 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-746418f6-c6ec-4842-b1c7-df39e758a717 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.661461 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d0ff4a36-5d12-4e56-983b-ec41da65a349 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Usage tracker for resource:subnet and tenant:706843ab109c4af6ba671bce9d79f9d4 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:52.665789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d0ff4a36-5d12-4e56-983b-ec41da65a349 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:52.678605 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-746418f6-c6ec-4842-b1c7-df39e758a717 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4684007 Jan 27 17:10:52.684917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60238) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:52.704450 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d0ff4a36-5d12-4e56-983b-ec41da65a349 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:52.709745 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-415fd305-cfa6-47cb-9909-71bbc67d9e51 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:52.744068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3bc9c-ed9e-451b-b533-3df79cb5ff6b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Subnet': ['ID=b8f51a05-6700-45ea-a62a-fdd1d2868b96,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:52.778057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3bc9c-ed9e-451b-b533-3df79cb5ff6b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Checking segment: {'id': '9291f23f-5140-4ec2-a814-56c0cf1ccaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'c7763469-1829-4f55-b76e-1d4a12e93e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:52.778346 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b3bc9c-ed9e-451b-b533-3df79cb5ff6b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network hostable DHCP agents. Network: c7763469-1829-4f55-b76e-1d4a12e93e26, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:52.781809 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.803149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fc0764-c014-48d5-ac38-4ce7470e218b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:52.803401 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fa1c235f-a64a-4200-bf58-36ebb28434c7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:52.807040 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fa1c235f-a64a-4200-bf58-36ebb28434c7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5513179 Jan 27 17:10:52.809502 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fc0764-c014-48d5-ac38-4ce7470e218b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:52.809829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-70fc0764-c014-48d5-ac38-4ce7470e218b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:52.812520 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60242) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:52.812689 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ff4a36-5d12-4e56-983b-ec41da65a349 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Made reservation on behalf of 706843ab109c4af6ba671bce9d79f9d4 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:52.815694 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4a36-5d12-4e56-983b-ec41da65a349 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.820013 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 962d3c8f-6890-4cac-a1a4-b49893b92f58, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=962d3c8f-6890-4cac-a1a4-b49893b92f58,segment=NetworkSegment(9fc03266-6b76-44d2-a6a8-9e06423dd13d),segment_id=9fc03266-6b76-44d2-a6a8-9e06423dd13d)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:52.824860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.825615 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ebb27ef9-4023-48f2-b019-68502de5c883 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:52.953924 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=962d3c8f-6890-4cac-a1a4-b49893b92f58,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:52.966200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port ebb27ef9-4023-48f2-b019-68502de5c883 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:52.966550 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:52.994016 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:53.061319 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:port and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:53.066602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:53.088872 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:53.096933 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet 202119e1-9c6c-4a95-93d5-18ea7f960922 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:53.099875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-bf40dbfe-62cb-4145-8e4b-72876fd24ddb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Allocated IP 172.20.0.10 (4b1cf005-cdc7-4692-8fc5-cec78537f47e/a0498f9c-e051-4b03-bb1c-b54543ef01b2/0dfce93b-3821-487d-afd4-6f887357fc9b) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:53.113658 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-70fc0764-c014-48d5-ac38-4ce7470e218b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:53.114873 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-70fc0764-c014-48d5-ac38-4ce7470e218b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.7314019 Jan 27 17:10:53.123901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b3bc9c-ed9e-451b-b533-3df79cb5ff6b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network c7763469-1829-4f55-b76e-1d4a12e93e26 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:53.132459 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60246) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:53.133373 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:53.136865 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.180164 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Usage tracker for resource:subnet and tenant:ee8b3a8879fb41659c0598f1d01c041c is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:53.185182 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:53.190524 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:53.206832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-415fd305-cfa6-47cb-9909-71bbc67d9e51 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2793828'] for subnet, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.217894 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:53.238217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-23b3bc9c-ed9e-451b-b533-3df79cb5ff6b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, c7763469-1829-4f55-b76e-1d4a12e93e26) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:53.260642 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b3bc9c-ed9e-451b-b533-3df79cb5ff6b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:53.261230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-23b3bc9c-ed9e-451b-b533-3df79cb5ff6b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.276457 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.302868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-c39143c8-c5e8-4abe-934c-552d7568c01e tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port d7b71e3a-5292-4324-a3c3-adc8550bbb70 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:53.303227 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c39143c8-c5e8-4abe-934c-552d7568c01e tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.353315 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-23b3bc9c-ed9e-451b-b533-3df79cb5ff6b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9351561 Jan 27 17:10:53.356724 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.365268 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60250) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:53.387439 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Made reservation on behalf of ee8b3a8879fb41659c0598f1d01c041c for: {'subnet': 2} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:53.392310 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.392651 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.502330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad638315-5b59-4e60-8f59-6b7dc5202e31 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:53.537189 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5532f534-bad8-4e5c-9aff-181407b2d2c3 None None] Network 86f0c267-21a4-4ed0-ab1d-25208180993f requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:53.550474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52ba8e6-ad97-4446-8ed5-e273a4b9e64b None None] Network 54faf6be-d2d7-4f9d-9e14-ae5f08e309cc requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:53.579657 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d836acc4-2240-4611-b40e-efe72027ff3e None None] Network c7763469-1829-4f55-b76e-1d4a12e93e26 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:53.598358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f705ef-8eff-4d07-a723-59fcd33a76f8 None None] Network eb111497-a1bd-4f32-8008-5457d5cd4540 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:53.631365 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.722730 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.776937 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] device_id is not set on port 3122fea2-c055-4753-9800-e10f864f3ad2 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:53.852229 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c39143c8-c5e8-4abe-934c-552d7568c01e tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:53.960736 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-dba1560f-a855-440f-b919-fc91cc26c95b None None] Provisioning for port fcdd063c-ae8f-4f3b-860d-17a509206c69 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:54.023017 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-c39143c8-c5e8-4abe-934c-552d7568c01e tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for d7b71e3a-5292-4324-a3c3-adc8550bbb70 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:54.103460 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bf40dbfe-62cb-4145-8e4b-72876fd24ddb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.196273 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.249220 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c39143c8-c5e8-4abe-934c-552d7568c01e tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.254359 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-415fd305-cfa6-47cb-9909-71bbc67d9e51 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726415941358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2137317'] for subnet, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.294405 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=202119e1-9c6c-4a95-93d5-18ea7f960922,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:54.302685 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.307965 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4a36-5d12-4e56-983b-ec41da65a349 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.327101 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:54.327447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:54.327778 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:54.328118 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:54.328426 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:54.328850 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:54.329177 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:54.329642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:54.330080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:54.330408 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:54.330747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:54.331091 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:54.397854 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 962d3c8f-6890-4cac-a1a4-b49893b92f58 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:54.450811 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c39143c8-c5e8-4abe-934c-552d7568c01e tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.473058 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39143c8-c5e8-4abe-934c-552d7568c01e tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=d7b71e3a-5292-4324-a3c3-adc8550bbb70,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:54.503610 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415fd305-cfa6-47cb-9909-71bbc67d9e51 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:54.504308 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-415fd305-cfa6-47cb-9909-71bbc67d9e51 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.508111 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-415fd305-cfa6-47cb-9909-71bbc67d9e51 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "PUT /v2.0/subnets/fb2fdb4e-38e7-4dd8-80c9-ad513e5fb71b HTTP/1.1" status: 200 len: 806 time: 1.8088527 Jan 27 17:10:54.515191 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60258) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:54.517191 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cb8505ad-216a-46f7-89e5-25c4de091d37 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/202119e1-9c6c-4a95-93d5-18ea7f960922 HTTP/1.1" status: 204 len: 168 time: 1.7014251 Jan 27 17:10:54.532264 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60260) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:54.549355 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bf40dbfe-62cb-4145-8e4b-72876fd24ddb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.624177 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c39143c8-c5e8-4abe-934c-552d7568c01e tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/ports/d7b71e3a-5292-4324-a3c3-adc8550bbb70 HTTP/1.1" status: 204 len: 168 time: 1.4876468 Jan 27 17:10:54.630094 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fd305-cfa6-47cb-9909-71bbc67d9e51 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Subnet': ['ID=fb2fdb4e-38e7-4dd8-80c9-ad513e5fb71b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:54.641427 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60266) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:54.652490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-dba1560f-a855-440f-b919-fc91cc26c95b None None] Provisioning complete for port 931297b5-c2e1-49a8-ace2-d08fa6369412 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:54.653187 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dba1560f-a855-440f-b919-fc91cc26c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.658108 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-562e7ab4-8c67-4a79-883e-10de837c81fc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1205795 Jan 27 17:10:54.659980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Allocated IP 2001:db8::11e (eb111497-a1bd-4f32-8008-5457d5cd4540/776d7482-d52f-4aeb-b484-dbb794be1999/3122fea2-c055-4753-9800-e10f864f3ad2) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:54.728239 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60270) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:54.731971 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ff4a36-5d12-4e56-983b-ec41da65a349 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Checking segment: {'id': '64d1c327-ec10-49e5-afba-89ff207e31e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '70c05b3c-7155-42d0-ae82-7ce09f52df44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:54.731971 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ff4a36-5d12-4e56-983b-ec41da65a349 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Network hostable DHCP agents. Network: 70c05b3c-7155-42d0-ae82-7ce09f52df44, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:54.750916 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40dbfe-62cb-4145-8e4b-72876fd24ddb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=0dfce93b-3821-487d-afd4-6f887357fc9b,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:54.765090 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf40dbfe-62cb-4145-8e4b-72876fd24ddb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network 4b1cf005-cdc7-4692-8fc5-cec78537f47e is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:54.768335 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-bf40dbfe-62cb-4145-8e4b-72876fd24ddb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:54.775286 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40dbfe-62cb-4145-8e4b-72876fd24ddb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:54.832390 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-dba1560f-a855-440f-b919-fc91cc26c95b None None] Port 931297b5-c2e1-49a8-ace2-d08fa6369412 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:10:54.882106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf40dbfe-62cb-4145-8e4b-72876fd24ddb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:54.882679 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bf40dbfe-62cb-4145-8e4b-72876fd24ddb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:54.911762 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:54.944042 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 962d3c8f-6890-4cac-a1a4-b49893b92f58 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:54.944533 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.038830 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-54faf6be-d2d7-4f9d-9e14-ae5f08e309cc', 'network_id': '54faf6be-d2d7-4f9d-9e14-ae5f08e309cc', 'tenant_id': 'a1044fc2b04a4cf88962f2b23f4c469b', 'fixed_ips': [{'subnet_id': 'fb2fdb4e-38e7-4dd8-80c9-ad513e5fb71b'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:55.039643 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.060282 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-c7763469-1829-4f55-b76e-1d4a12e93e26', 'network_id': 'c7763469-1829-4f55-b76e-1d4a12e93e26', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'fixed_ips': [{'subnet_id': 'b8f51a05-6700-45ea-a62a-fdd1d2868b96'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:55.061214 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.075388 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bf40dbfe-62cb-4145-8e4b-72876fd24ddb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4980109 Jan 27 17:10:55.082296 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.090368 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60274) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:55.111165 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-30a3e82b-2e11-4548-a938-3b3d24506daa None None] Provisioning complete for port 962d3c8f-6890-4cac-a1a4-b49893b92f58 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:55.111559 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-30a3e82b-2e11-4548-a938-3b3d24506daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.177108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '0dfce93b-3821-487d-afd4-6f887357fc9b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:55.183498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:55.187683 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Usage tracker for resource:floatingip and tenant:09799f3c75ba4e1bbef88b711a678f39 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:55.190751 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:55.197575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:55.205273 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event updated for resources: {'Subnet': ['ID=2b3e09de-8925-4d44-bbea-750613ac481c,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:55.213420 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.358772 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff4a36-5d12-4e56-983b-ec41da65a349 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Pushing event updated for resources: {'Subnet': ['ID=91dcbfb0-7792-4746-b1fb-db0dd45d21e4,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:55.377175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ff4a36-5d12-4e56-983b-ec41da65a349 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Network 70c05b3c-7155-42d0-ae82-7ce09f52df44 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:55.383241 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Checking segment: {'id': '6d060200-daf6-4ed8-909b-00837827664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '41bd5b5e-b54b-42d6-b35a-745a58cb517d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:55.383588 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Network hostable DHCP agents. Network: 41bd5b5e-b54b-42d6-b35a-745a58cb517d, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:55.434402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd7fcc0-db25-4575-88e4-24465f14f1f7 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:55.446004 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.457489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:55.465141 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-d0ff4a36-5d12-4e56-983b-ec41da65a349 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 70c05b3c-7155-42d0-ae82-7ce09f52df44) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:55.468847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:55.478287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:55.487477 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.490700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ff4a36-5d12-4e56-983b-ec41da65a349 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:55.491262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4a36-5d12-4e56-983b-ec41da65a349 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.499962 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb0f289-f269-4257-a086-7e0359ab3087 None None] Network 70c05b3c-7155-42d0-ae82-7ce09f52df44 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:55.501470 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:55.516148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Network 41bd5b5e-b54b-42d6-b35a-745a58cb517d is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:55.539416 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Transition to ACTIVE for port object 3122fea2-c055-4753-9800-e10f864f3ad2 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:55.542300 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 41bd5b5e-b54b-42d6-b35a-745a58cb517d) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:55.546507 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.603981 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fcdd063c-ae8f-4f3b-860d-17a509206c69 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:55.612922 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:55.616447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.630684 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d0ff4a36-5d12-4e56-983b-ec41da65a349 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4054549 Jan 27 17:10:55.635882 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60278) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:55.639099 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8290f22d-13e2-42c3-8a8f-7e5e61ddffa9 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:55.639824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8290f22d-13e2-42c3-8a8f-7e5e61ddffa9 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:55.650092 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Request body: {'port': {'network_id': '70c05b3c-7155-42d0-ae82-7ce09f52df44', 'name': 'tempest-TagsExtTest-165927174'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:55.673200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1695d527-724d-451a-9d06-a62f73df4099 None None] Network 41bd5b5e-b54b-42d6-b35a-745a58cb517d requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:55.692496 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.808972 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event updated for resources: {'Subnet': ['ID=5ac4b1f0-0ac5-4a48-a618-5be0b066a1df,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:55.837916 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8290f22d-13e2-42c3-8a8f-7e5e61ddffa9 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:55.839407 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Checking segment: {'id': '330a6781-d21d-4192-960d-9c3bc35510d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6670cce1-3f54-460a-9c3c-ff91f2986de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:55.839765 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Network hostable DHCP agents. Network: 6670cce1-3f54-460a-9c3c-ff91f2986de6, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:55.842078 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8290f22d-13e2-42c3-8a8f-7e5e61ddffa9 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.1996009 Jan 27 17:10:55.842891 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.843928 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60282) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:55.901332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.978456 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:55.990511 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-101d8df2-f22c-41ba-bb8b-e3cac13a78fb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] GET failed (client error): The resource could not be found. Jan 27 17:10:55.990783 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-101d8df2-f22c-41ba-bb8b-e3cac13a78fb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:10:56.037830 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Allocated IP 172.20.0.2 (54faf6be-d2d7-4f9d-9e14-ae5f08e309cc/fb2fdb4e-38e7-4dd8-80c9-ad513e5fb71b/021c49c2-28de-4a26-88d4-a4889144eb8d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:56.138894 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Allocated IP 172.23.0.2 (c7763469-1829-4f55-b76e-1d4a12e93e26/b8f51a05-6700-45ea-a62a-fdd1d2868b96/55070f7a-8bfe-42b2-bc53-59bcc28cdad8) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:56.197357 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network eb111497-a1bd-4f32-8008-5457d5cd4540 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:56.199322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Network 6670cce1-3f54-460a-9c3c-ff91f2986de6 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:56.202216 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:56.212602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:56.215038 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:56.221711 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:56.221921 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:56.242514 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Usage tracker for resource:port and tenant:706843ab109c4af6ba671bce9d79f9d4 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:56.263546 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:56.272119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-101d8df2-f22c-41ba-bb8b-e3cac13a78fb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:10:56.275937 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-101d8df2-f22c-41ba-bb8b-e3cac13a78fb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports/eef9b9aa-e8d2-48e8-8437-20a28ab6e7e5 HTTP/1.1" status: 404 len: 333 time: 0.4166276 Jan 27 17:10:56.275937 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 6670cce1-3f54-460a-9c3c-ff91f2986de6) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:56.281493 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:56.281997 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:56.282634 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:56.288970 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60286) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:56.307777 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=3122fea2-c055-4753-9800-e10f864f3ad2,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:56.318842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:56.321087 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d9176b-9261-4e10-afc4-91cfab5b4377 None None] Network 6670cce1-3f54-460a-9c3c-ff91f2986de6 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:56.331729 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-067b320b-838f-4d80-8496-57780ac2dc32 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9677238 Jan 27 17:10:56.335162 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60290) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:56.346558 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-847c0255-f8d0-47a6-a093-ba8530b5e761 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'subnet': {'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:56.356236 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2424be-374e-4aa6-a879-a0b6cb4d3c13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] GET failed (client error): The resource could not be found. Jan 27 17:10:56.359709 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3f2424be-374e-4aa6-a879-a0b6cb4d3c13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports/d7b71e3a-5292-4324-a3c3-adc8550bbb70 HTTP/1.1" status: 404 len: 333 time: 0.0671442 Jan 27 17:10:56.369789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60294) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:56.396617 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:10:56.409224 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c8b80ff6-0a09-4f9b-9e54-c9a9c0c00eb4 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.9599135 Jan 27 17:10:56.411816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60298) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:56.431989 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Made reservation on behalf of 706843ab109c4af6ba671bce9d79f9d4 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:56.435552 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:56.495036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c1ce1f-e9cc-476a-8418-f66a758417f2 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:56.496823 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c1ce1f-e9cc-476a-8418-f66a758417f2 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:56.498819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c1ce1f-e9cc-476a-8418-f66a758417f2 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:56.500590 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-33c1ce1f-e9cc-476a-8418-f66a758417f2 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0877092 Jan 27 17:10:56.508483 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60302) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:56.522954 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] device_id is not set on port 104ee1f0-d205-4a1f-a24b-d27d3e95aa6c yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:56.579519 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port fcdd063c-ae8f-4f3b-860d-17a509206c69 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:10:56.601422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port fcdd063c-ae8f-4f3b-860d-17a509206c69 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:56.602253 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:56.624761 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Allocated IP 172.26.1.28 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/d9753eb1-33c2-4613-ae88-07096aa2b213) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:56.701883 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4bacc9e9-9ae8-46ff-a95a-242f7f675f36 None None] Provisioning complete for port fcdd063c-ae8f-4f3b-860d-17a509206c69 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:56.701883 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4bacc9e9-9ae8-46ff-a95a-242f7f675f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:56.720761 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-db03737e-ea70-4b3d-9970-7f65d8125618 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Deleting subnet 2b3e09de-8925-4d44-bbea-750613ac481c {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:56.736479 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-db03737e-ea70-4b3d-9970-7f65d8125618 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:56.786133 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-847c0255-f8d0-47a6-a093-ba8530b5e761 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:56.789325 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5e618d8-a786-40cf-ba9a-c28bbb7e8f92 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:56.793016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.objects.ports [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87594) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:10:56.874191 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-847c0255-f8d0-47a6-a093-ba8530b5e761 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:subnet and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:56.887854 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-847c0255-f8d0-47a6-a093-ba8530b5e761 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:56.913237 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-847c0255-f8d0-47a6-a093-ba8530b5e761 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:56.948004 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-db03737e-ea70-4b3d-9970-7f65d8125618 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.011444 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847c0255-f8d0-47a6-a093-ba8530b5e761 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:57.013715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-70c05b3c-7155-42d0-ae82-7ce09f52df44', 'network_id': '70c05b3c-7155-42d0-ae82-7ce09f52df44', 'tenant_id': '706843ab109c4af6ba671bce9d79f9d4', 'fixed_ips': [{'subnet_id': '91dcbfb0-7792-4746-b1fb-db0dd45d21e4'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:57.014557 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.015241 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-847c0255-f8d0-47a6-a093-ba8530b5e761 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.016950 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5e618d8-a786-40cf-ba9a-c28bbb7e8f92 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.031925 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Allocated IP 172.20.0.6 (70c05b3c-7155-42d0-ae82-7ce09f52df44/91dcbfb0-7792-4746-b1fb-db0dd45d21e4/104ee1f0-d205-4a1f-a24b-d27d3e95aa6c) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:57.056170 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-f5e618d8-a786-40cf-ba9a-c28bbb7e8f92 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f0c267-21a4-4ed0-ab1d-25208180993f']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:57.072451 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-f5e618d8-a786-40cf-ba9a-c28bbb7e8f92 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda130f2-f651-4e5c-8f58-616c8cbe913c') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:57.073512 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-f5e618d8-a786-40cf-ba9a-c28bbb7e8f92 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda130f2-f651-4e5c-8f58-616c8cbe913c') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:57.096638 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.123594 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5e618d8-a786-40cf-ba9a-c28bbb7e8f92 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.133307 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-db03737e-ea70-4b3d-9970-7f65d8125618 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.161300 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5e618d8-a786-40cf-ba9a-c28bbb7e8f92 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.179111 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e618d8-a786-40cf-ba9a-c28bbb7e8f92 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:57.179610 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5e618d8-a786-40cf-ba9a-c28bbb7e8f92 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.187711 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-6670cce1-3f54-460a-9c3c-ff91f2986de6', 'network_id': '6670cce1-3f54-460a-9c3c-ff91f2986de6', 'tenant_id': 'ee8b3a8879fb41659c0598f1d01c041c', 'fixed_ips': [{'subnet_id': '5ac4b1f0-0ac5-4a48-a618-5be0b066a1df'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:57.188507 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.196710 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:57.207243 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:57.212946 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26134a57-3f5a-4cf5-81a5-9595710c3054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-41bd5b5e-b54b-42d6-b35a-745a58cb517d', 'network_id': '41bd5b5e-b54b-42d6-b35a-745a58cb517d', 'tenant_id': 'ee8b3a8879fb41659c0598f1d01c041c', 'fixed_ips': [{'subnet_id': '2b3e09de-8925-4d44-bbea-750613ac481c'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:10:57.213814 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26134a57-3f5a-4cf5-81a5-9595710c3054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.288214 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72844d1a-decb-47cf-9809-83680122cdff None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:10:57.358439 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5e618d8-a786-40cf-ba9a-c28bbb7e8f92 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.363132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5e618d8-a786-40cf-ba9a-c28bbb7e8f92 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.373362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.391690 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-72844d1a-decb-47cf-9809-83680122cdff None None] Deleting port ebb27ef9-4023-48f2-b019-68502de5c883 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:57.391944 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72844d1a-decb-47cf-9809-83680122cdff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.394646 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e618d8-a786-40cf-ba9a-c28bbb7e8f92 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Network': ['ID=86f0c267-21a4-4ed0-ab1d-25208180993f,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:57.409717 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.ipam_backend_mixin [None req-847c0255-f8d0-47a6-a093-ba8530b5e761 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 776d7482-d52f-4aeb-b484-dbb794be1999 (CIDR: 2001:db8::/64) Jan 27 17:10:57.428455 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f5e618d8-a786-40cf-ba9a-c28bbb7e8f92 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/networks/86f0c267-21a4-4ed0-ab1d-25208180993f HTTP/1.1" status: 204 len: 168 time: 1.0541842 Jan 27 17:10:57.436083 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60306) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:57.444206 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-740cd978-d1ad-475f-94a2-eae6ea723138 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1587952554'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:57.451124 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-740cd978-d1ad-475f-94a2-eae6ea723138 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:57.466277 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-847c0255-f8d0-47a6-a093-ba8530b5e761 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:10:57.466943 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-847c0255-f8d0-47a6-a093-ba8530b5e761 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:10:57.470661 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-db03737e-ea70-4b3d-9970-7f65d8125618 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.504025 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-740cd978-d1ad-475f-94a2-eae6ea723138 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:network and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:57.512355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-740cd978-d1ad-475f-94a2-eae6ea723138 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:57.522309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-740cd978-d1ad-475f-94a2-eae6ea723138 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:57.530212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03737e-ea70-4b3d-9970-7f65d8125618 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3e09de-8925-4d44-bbea-750613ac481c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:57.532284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-db03737e-ea70-4b3d-9970-7f65d8125618 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.555458 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.564539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740cd978-d1ad-475f-94a2-eae6ea723138 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:57.568282 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-740cd978-d1ad-475f-94a2-eae6ea723138 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.580575 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Transition to ACTIVE for port object 021c49c2-28de-4a26-88d4-a4889144eb8d will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:57.592006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] For port ebb27ef9-4023-48f2-b019-68502de5c883, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ebb27ef9-4023-48f2-b019-68502de5c883,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:57.611007 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-db03737e-ea70-4b3d-9970-7f65d8125618 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "DELETE /v2.0/subnets/2b3e09de-8925-4d44-bbea-750613ac481c HTTP/1.1" status: 204 len: 168 time: 1.0990357 Jan 27 17:10:57.611007 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-847c0255-f8d0-47a6-a093-ba8530b5e761 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2713933 Jan 27 17:10:57.614196 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740cd978-d1ad-475f-94a2-eae6ea723138 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:10:57.624632 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-740cd978-d1ad-475f-94a2-eae6ea723138 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.624876 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-740cd978-d1ad-475f-94a2-eae6ea723138 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Added segment e1558286-b441-46f5-bce3-35867bee9dbc of type vlan for network ca66c858-165e-400e-9f02-ba0be5e23c1e Jan 27 17:10:57.630659 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60310) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:57.631191 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60312) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:57.653779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-740cd978-d1ad-475f-94a2-eae6ea723138 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.682642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-1652ecf7-4d32-4d90-b025-4b178feec234 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'subnet': {'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:57.686864 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-740cd978-d1ad-475f-94a2-eae6ea723138 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.693137 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740cd978-d1ad-475f-94a2-eae6ea723138 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:57.693893 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4bacc9e9-9ae8-46ff-a95a-242f7f675f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.694042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-740cd978-d1ad-475f-94a2-eae6ea723138 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.698452 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:57.703065 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.730005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:57.738642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.743321 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:57.756253 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Transition to ACTIVE for port object 021c49c2-28de-4a26-88d4-a4889144eb8d will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:57.770257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.781928 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-740cd978-d1ad-475f-94a2-eae6ea723138 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3423264 Jan 27 17:10:57.782449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60318) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:57.789324 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d8e3becd-331f-4191-bd46-c7424afc7273 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'subnet': {'network_id': 'ca66c858-165e-400e-9f02-ba0be5e23c1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:57.796768 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.819785 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Transition to ACTIVE for port object 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:57.820296 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=d9753eb1-33c2-4613-ae88-07096aa2b213,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:57.822570 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.850200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.850850 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:57.902011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35234e3-fe28-4b30-9b2d-48870abdc2b3 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Deleting subnet 5ac4b1f0-0ac5-4a48-a618-5be0b066a1df {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:10:57.910207 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Transition to ACTIVE for port object 104ee1f0-d205-4a1f-a24b-d27d3e95aa6c will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:57.990108 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=c8c4c09b-74f7-4e96-9dad-22a833625619,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:57.992909 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740cd978-d1ad-475f-94a2-eae6ea723138 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Network': ['ID=ca66c858-165e-400e-9f02-ba0be5e23c1e,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:58.004184 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4bacc9e9-9ae8-46ff-a95a-242f7f675f36 None None] For port fcdd063c-ae8f-4f3b-860d-17a509206c69, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fcdd063c-ae8f-4f3b-860d-17a509206c69,segment=NetworkSegment(2d35291d-3d2a-4230-bed7-0df0cbc155aa),segment_id=2d35291d-3d2a-4230-bed7-0df0cbc155aa)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:58.008897 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Network 54faf6be-d2d7-4f9d-9e14-ae5f08e309cc is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:58.012083 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Transition to ACTIVE for port object 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:58.023667 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:58.036496 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:58.037404 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:58.044739 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4bacc9e9-9ae8-46ff-a95a-242f7f675f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.046239 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169bb9ca-c763-436e-89c6-710db6b6ec9f None None] Network 41bd5b5e-b54b-42d6-b35a-745a58cb517d requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:58.052699 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:58.056433 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:58.057045 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.058910 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network ca66c858-165e-400e-9f02-ba0be5e23c1e details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:10:58.183339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.202378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1652ecf7-4d32-4d90-b025-4b178feec234 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:58.214655 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1652ecf7-4d32-4d90-b025-4b178feec234 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:subnet and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:58.221003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1652ecf7-4d32-4d90-b025-4b178feec234 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:58.235135 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1652ecf7-4d32-4d90-b025-4b178feec234 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:58.240538 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.265666 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=ebb27ef9-4023-48f2-b019-68502de5c883,revision_number=6']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:58.265965 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.272909 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d8e3becd-331f-4191-bd46-c7424afc7273 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:58.276909 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d8e3becd-331f-4191-bd46-c7424afc7273 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:subnet and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:58.281068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d8e3becd-331f-4191-bd46-c7424afc7273 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:58.285796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Pushing event updated for resources: {'Port': ['ID=021c49c2-28de-4a26-88d4-a4889144eb8d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:58.308475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d8e3becd-331f-4191-bd46-c7424afc7273 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:58.311007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Subnet': ['ID=fb2fdb4e-38e7-4dd8-80c9-ad513e5fb71b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:58.313585 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cb57dd91-bbb4-4453-8305-02d9abcc4e89 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.5767324 Jan 27 17:10:58.325736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60324) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:58.346600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Allocated IP 172.23.0.1 (c7763469-1829-4f55-b76e-1d4a12e93e26/b8f51a05-6700-45ea-a62a-fdd1d2868b96/5f827cc3-7178-48fa-9a23-ea81c0655759) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:58.351510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'mac_address': 'fa:16:3e:ee:b8:83', 'name': 'tempest-NetworksTestDHCPv6-2061192790'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:58.376160 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:58.376909 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:58.376909 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:58.377295 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:58.377553 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:58.378357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:58.378357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:58.378600 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:58.378837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:58.379458 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:58.379458 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:58.379808 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:10:58.394599 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1652ecf7-4d32-4d90-b025-4b178feec234 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:58.398042 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1652ecf7-4d32-4d90-b025-4b178feec234 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.399840 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Allocated IP 172.20.0.18 (6670cce1-3f54-460a-9c3c-ff91f2986de6/5ac4b1f0-0ac5-4a48-a618-5be0b066a1df/d8478a85-a719-425f-8423-85a313e78828) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:58.435767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e3becd-331f-4191-bd46-c7424afc7273 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:58.436331 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Network 70c05b3c-7155-42d0-ae82-7ce09f52df44 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:58.438261 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8e3becd-331f-4191-bd46-c7424afc7273 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.446480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:58.455171 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:58.456066 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.510305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Pushing event updated for resources: {'Port': ['ID=104ee1f0-d205-4a1f-a24b-d27d3e95aa6c,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:58.565318 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Network c7763469-1829-4f55-b76e-1d4a12e93e26 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:58.696783 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:58.709074 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54faf6be-d2d7-4f9d-9e14-ae5f08e309cc']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:58.709397 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:58.710510 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.710733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4bacc9e9-9ae8-46ff-a95a-242f7f675f36 None None] Provisioning complete for port ebb27ef9-4023-48f2-b019-68502de5c883 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:10:58.711664 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4bacc9e9-9ae8-46ff-a95a-242f7f675f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.735551 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:58.735892 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:58.749056 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:58.765293 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-30963d4e-0d8a-491d-8d86-898fffb31993 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.1212931 Jan 27 17:10:58.768426 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60328) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:58.779187 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-a99ed200-1d98-4e9d-ba71-922a6452d1e8 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-830639691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:58.791612 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b61db9-51a9-4221-99cf-4443d502246e') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:58.791908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b61db9-51a9-4221-99cf-4443d502246e') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:58.801974 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.ipam_backend_mixin [None req-d8e3becd-331f-4191-bd46-c7424afc7273 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Performing IP validity checks on allocation pools {{(pid=87594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 27 17:10:58.802573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.ipam_backend_mixin [None req-d8e3becd-331f-4191-bd46-c7424afc7273 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 27 17:10:58.823384 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a99ed200-1d98-4e9d-ba71-922a6452d1e8 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:58.830756 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a99ed200-1d98-4e9d-ba71-922a6452d1e8 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Usage tracker for resource:router and tenant:706843ab109c4af6ba671bce9d79f9d4 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:58.831080 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.836152 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a99ed200-1d98-4e9d-ba71-922a6452d1e8 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:58.852516 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a99ed200-1d98-4e9d-ba71-922a6452d1e8 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:58.882300 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a99ed200-1d98-4e9d-ba71-922a6452d1e8 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.883272 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a99ed200-1d98-4e9d-ba71-922a6452d1e8 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.891460 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Allocated IP 172.20.0.2 (70c05b3c-7155-42d0-ae82-7ce09f52df44/91dcbfb0-7792-4746-b1fb-db0dd45d21e4/c0897404-74ae-456b-a3ef-5bc4af4ba152) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:10:58.893716 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Attempting to bind port 021c49c2-28de-4a26-88d4-a4889144eb8d on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:58.894076 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Attempting to bind port 021c49c2-28de-4a26-88d4-a4889144eb8d by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '52b61db9-51a9-4221-99cf-4443d502246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '54faf6be-d2d7-4f9d-9e14-ae5f08e309cc'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:58.894432 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Attempting to bind port 021c49c2-28de-4a26-88d4-a4889144eb8d on network 54faf6be-d2d7-4f9d-9e14-ae5f08e309cc {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:58.896958 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.903191 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-72844d1a-decb-47cf-9809-83680122cdff None None] For port ebb27ef9-4023-48f2-b019-68502de5c883, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ebb27ef9-4023-48f2-b019-68502de5c883,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:10:58.903603 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72844d1a-decb-47cf-9809-83680122cdff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.915294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a99ed200-1d98-4e9d-ba71-922a6452d1e8 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.934524 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.948545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:10:58.948928 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:10:58.967033 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:10:58.971574 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:58.993754 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:10:58.994485 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a99ed200-1d98-4e9d-ba71-922a6452d1e8 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.012484 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:10:59.015974 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1652ecf7-4d32-4d90-b025-4b178feec234 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.054411 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:59.054411 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Checking segment: {'id': '52b61db9-51a9-4221-99cf-4443d502246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '54faf6be-d2d7-4f9d-9e14-ae5f08e309cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:59.054787 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.055014 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Bound using segment: {'id': '52b61db9-51a9-4221-99cf-4443d502246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '54faf6be-d2d7-4f9d-9e14-ae5f08e309cc'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:59.055654 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Bound port: 021c49c2-28de-4a26-88d4-a4889144eb8d, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b61db9-51a9-4221-99cf-4443d502246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '54faf6be-d2d7-4f9d-9e14-ae5f08e309cc'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:59.056185 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.065557 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacc9e9-9ae8-46ff-a95a-242f7f675f36 None None] Pushing event updated for resources: {'Port': ['ID=fcdd063c-ae8f-4f3b-860d-17a509206c69,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:59.099328 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.121332 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:10:59.126285 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1652ecf7-4d32-4d90-b025-4b178feec234 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network eb111497-a1bd-4f32-8008-5457d5cd4540 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:59.127274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a99ed200-1d98-4e9d-ba71-922a6452d1e8 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.131094 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a99ed200-1d98-4e9d-ba71-922a6452d1e8 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3575931 Jan 27 17:10:59.135751 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-1652ecf7-4d32-4d90-b025-4b178feec234 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:59.139610 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60332) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:59.152213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.158729 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1652ecf7-4d32-4d90-b025-4b178feec234 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:59.159204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1652ecf7-4d32-4d90-b025-4b178feec234 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.162883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.api [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 17:10:59.162883 dv-neutron-826439-2-hyperv neutron-server[87594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 17:10:59.162883 dv-neutron-826439-2-hyperv neutron-server[87594]: [parameters: {'id': '54faf6be-d2d7-4f9d-9e14-ae5f08e309cc'}] Jan 27 17:10:59.162883 dv-neutron-826439-2-hyperv neutron-server[87594]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:59.163296 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652ecf7-4d32-4d90-b025-4b178feec234 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Subnet': ['ID=4793f589-3ec6-4a5e-9adb-d279bc46b3de,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:59.163599 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG oslo_db.api [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:59.169291 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-24499f56-1648-4641-8509-a51568385023 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1531020160', 'prefixes': ['172.20.0.0/16']}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:59.184539 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-24499f56-1648-4641-8509-a51568385023 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:10:59.200202 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1652ecf7-4d32-4d90-b025-4b178feec234 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5632129 Jan 27 17:10:59.206764 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60336) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:59.218084 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-85f55e6c-f337-4fd3-832b-d2a8c6178ad6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-256920707', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4793f589-3ec6-4a5e-9adb-d279bc46b3de'}], 'security_groups': ['2f233ad2-9dc5-4781-bc4d-eb41a8540788']}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:10:59.220811 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-72844d1a-decb-47cf-9809-83680122cdff None None] Calling delete_port for ebb27ef9-4023-48f2-b019-68502de5c883 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:10:59.229376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:10:59.249491 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Transition to ACTIVE for port object 5f827cc3-7178-48fa-9a23-ea81c0655759 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:10:59.258099 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f427bd24-b382-4c94-8b64-25e16b65c591 None None] Network eb111497-a1bd-4f32-8008-5457d5cd4540 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:10:59.421501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.433083 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.436737 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8e3becd-331f-4191-bd46-c7424afc7273 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.478352 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-24499f56-1648-4641-8509-a51568385023 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks [] for subnetpool, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.478730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Attempting to bind port 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:10:59.482677 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Attempting to bind port 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '9291f23f-5140-4ec2-a814-56c0cf1ccaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'c7763469-1829-4f55-b76e-1d4a12e93e26'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:10:59.482841 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-24499f56-1648-4641-8509-a51568385023 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3331828 Jan 27 17:10:59.482937 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Attempting to bind port 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 on network c7763469-1829-4f55-b76e-1d4a12e93e26 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:10:59.490283 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60340) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:10:59.496897 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-c34da980-bdfc-44d9-bbdc-686f6bcf61a8 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '91dcbfb0-7792-4746-b1fb-db0dd45d21e4', 'tempest-TagsExtTest-Tag-859020567') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:10:59.571853 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network c7763469-1829-4f55-b76e-1d4a12e93e26 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:10:59.577207 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port 6fce30ba-07d9-4b38-a641-9ec641717a50 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:10:59.617165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:59.630135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:10:59.637149 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.653967 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:10:59.654316 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Checking segment: {'id': '9291f23f-5140-4ec2-a814-56c0cf1ccaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'c7763469-1829-4f55-b76e-1d4a12e93e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:59.654951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.655491 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Bound using segment: {'id': '9291f23f-5140-4ec2-a814-56c0cf1ccaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'c7763469-1829-4f55-b76e-1d4a12e93e26'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:10:59.656141 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Bound port: 55070f7a-8bfe-42b2-bc53-59bcc28cdad8, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9291f23f-5140-4ec2-a814-56c0cf1ccaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'c7763469-1829-4f55-b76e-1d4a12e93e26'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:10:59.656680 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.663077 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.671291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.684746 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3becd-331f-4191-bd46-c7424afc7273 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Subnet': ['ID=8d2ebe7d-b019-462d-a8fa-92391d7ff7e2,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:59.686334 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=5f827cc3-7178-48fa-9a23-ea81c0655759,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:59.714489 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Pushing event updated for resources: {'Port': ['ID=55070f7a-8bfe-42b2-bc53-59bcc28cdad8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:59.736287 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=d9753eb1-33c2-4613-ae88-07096aa2b213,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:10:59.741361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3becd-331f-4191-bd46-c7424afc7273 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Checking segment: {'id': 'e1558286-b441-46f5-bce3-35867bee9dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'ca66c858-165e-400e-9f02-ba0be5e23c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:10:59.741361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e3becd-331f-4191-bd46-c7424afc7273 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network hostable DHCP agents. Network: ca66c858-165e-400e-9f02-ba0be5e23c1e, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:10:59.755139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.761902 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Deleting port 021c49c2-28de-4a26-88d4-a4889144eb8d {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:10:59.762130 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.881419 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fcdd063c-ae8f-4f3b-860d-17a509206c69 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:10:59.892978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e3becd-331f-4191-bd46-c7424afc7273 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network ca66c858-165e-400e-9f02-ba0be5e23c1e is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:10:59.911210 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85f55e6c-f337-4fd3-832b-d2a8c6178ad6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:10:59.950631 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] For port 021c49c2-28de-4a26-88d4-a4889144eb8d, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:10:59.961000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-72844d1a-decb-47cf-9809-83680122cdff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:10:59.961347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-72844d1a-decb-47cf-9809-83680122cdff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:10:59.972355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-d8e3becd-331f-4191-bd46-c7424afc7273 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, ca66c858-165e-400e-9f02-ba0be5e23c1e) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:10:59.991731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e3becd-331f-4191-bd46-c7424afc7273 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:10:59.992320 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8e3becd-331f-4191-bd46-c7424afc7273 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.002755 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::f816:3eff:feee:b883 (bbf03638-7624-437f-9c24-a87cd70c5626/c8c4c09b-74f7-4e96-9dad-22a833625619/6fce30ba-07d9-4b38-a641-9ec641717a50) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:00.009417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.046182 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db41cc9c-16bd-4e5f-92e3-12637646fa9d None None] Network ca66c858-165e-400e-9f02-ba0be5e23c1e requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:00.080115 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] For port 021c49c2-28de-4a26-88d4-a4889144eb8d, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=021c49c2-28de-4a26-88d4-a4889144eb8d,segment=NetworkSegment(52b61db9-51a9-4221-99cf-4443d502246e),segment_id=52b61db9-51a9-4221-99cf-4443d502246e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:00.091798 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c34da980-bdfc-44d9-bbdc-686f6bcf61a8 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "PUT /v2.0/subnets/91dcbfb0-7792-4746-b1fb-db0dd45d21e4/tags/tempest-TagsExtTest-Tag-859020567 HTTP/1.1" status: 201 len: 201 time: 0.6002147 Jan 27 17:11:00.093478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60344) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:00.125312 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-ba86c700-d4c3-4d44-a8b2-d729a8024767 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '104ee1f0-d205-4a1f-a24b-d27d3e95aa6c', 'tempest-TagsExtTest-Tag-196543697') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:00.145272 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.161247 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.224915 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d8e3becd-331f-4191-bd46-c7424afc7273 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4409702 Jan 27 17:11:00.248797 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60348) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:00.261351 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-05de761c-bca2-4c63-a302-9dc55b436f1d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'network_id': 'ca66c858-165e-400e-9f02-ba0be5e23c1e', 'name': 'tempest-PortsTestJSON-1481218373'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:00.290085 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] For port 021c49c2-28de-4a26-88d4-a4889144eb8d, host dv-neutron-826439-2-hyperv, got binding levels [] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:00.290449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.317528 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] For port 55070f7a-8bfe-42b2-bc53-59bcc28cdad8, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:00.377666 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Floating IP f2b138a4-9a55-4bd0-975d-fbeb39e25ce3 associated. External IP: 172.26.1.28, port: 0dfce93b-3821-487d-afd4-6f887357fc9b. Jan 27 17:11:00.377980 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Transition to ACTIVE for port object d8478a85-a719-425f-8423-85a313e78828 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:00.406190 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4bacc9e9-9ae8-46ff-a95a-242f7f675f36 None None] Provisioning complete for port 931297b5-c2e1-49a8-ace2-d08fa6369412 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:00.406572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4bacc9e9-9ae8-46ff-a95a-242f7f675f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.447316 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] For port 55070f7a-8bfe-42b2-bc53-59bcc28cdad8, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=55070f7a-8bfe-42b2-bc53-59bcc28cdad8,segment=NetworkSegment(9291f23f-5140-4ec2-a814-56c0cf1ccaf4),segment_id=9291f23f-5140-4ec2-a814-56c0cf1ccaf4)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:00.489372 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-72844d1a-decb-47cf-9809-83680122cdff None None] Deleting port ebb27ef9-4023-48f2-b019-68502de5c883 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:00.489761 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72844d1a-decb-47cf-9809-83680122cdff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.564967 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.574233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.575574 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.592678 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Transition to ACTIVE for port object d8478a85-a719-425f-8423-85a313e78828 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:00.596033 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Calling delete_port for 021c49c2-28de-4a26-88d4-a4889144eb8d owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:00.633879 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b35234e3-fe28-4b30-9b2d-48870abdc2b3 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.685287 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Transition to ACTIVE for port object c0897404-74ae-456b-a3ef-5bc4af4ba152 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:00.689092 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd602565-1982-498b-8dd0-3cd16c2facd6 None None] Pushing event updated for resources: {'Port': ['ID=021c49c2-28de-4a26-88d4-a4889144eb8d,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:00.744040 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.776965 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4bacc9e9-9ae8-46ff-a95a-242f7f675f36 None None] Port 931297b5-c2e1-49a8-ace2-d08fa6369412 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:00.817398 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b35234e3-fe28-4b30-9b2d-48870abdc2b3 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.837520 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port fcdd063c-ae8f-4f3b-860d-17a509206c69 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:00.837906 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:00.883565 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-85f55e6c-f337-4fd3-832b-d2a8c6178ad6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Delete allocated IP 2001:db8::11e (eb111497-a1bd-4f32-8008-5457d5cd4540/776d7482-d52f-4aeb-b484-dbb794be1999) {{(pid=87595) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 17:11:00.933547 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Transition to ACTIVE for port object c0897404-74ae-456b-a3ef-5bc4af4ba152 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:00.958516 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-85f55e6c-f337-4fd3-832b-d2a8c6178ad6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Allocated IP 2001:db8:0:1::3a3 (eb111497-a1bd-4f32-8008-5457d5cd4540/4793f589-3ec6-4a5e-9adb-d279bc46b3de/3122fea2-c055-4753-9800-e10f864f3ad2) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:00.989173 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Network 6670cce1-3f54-460a-9c3c-ff91f2986de6 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:00.999371 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.018579 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:01.021423 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:01.030984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.api [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:01.031235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG oslo_db.api [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:01.034252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-05de761c-bca2-4c63-a302-9dc55b436f1d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:01.047082 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d125c8-96d8-4862-991d-21552181da14 None None] Network 54faf6be-d2d7-4f9d-9e14-ae5f08e309cc requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:01.083103 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b35234e3-fe28-4b30-9b2d-48870abdc2b3 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.176487 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router de6c4960-00fc-4853-bd73-8cfffc05b31a has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:11:01.190170 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95deb544-54f0-40ef-9a7b-06e50c75c21c None None] Pushing event updated for resources: {'Port': ['ID=55070f7a-8bfe-42b2-bc53-59bcc28cdad8,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:01.212320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d99019ad-492f-4cf2-9e40-2d7383694857 None None] Provisioning for port 3122fea2-c055-4753-9800-e10f864f3ad2 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:01.224742 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-05de761c-bca2-4c63-a302-9dc55b436f1d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:01.283588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.290364 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-ca66c858-165e-400e-9f02-ba0be5e23c1e', 'network_id': 'ca66c858-165e-400e-9f02-ba0be5e23c1e', 'tenant_id': 'bcf63b44a81342b381e6a8ef34f3f0e6', 'fixed_ips': [{'subnet_id': '8d2ebe7d-b019-462d-a8fa-92391d7ff7e2'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:01.291246 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.298468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05de761c-bca2-4c63-a302-9dc55b436f1d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:01.302168 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-05de761c-bca2-4c63-a302-9dc55b436f1d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.315457 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ba86c700-d4c3-4d44-a8b2-d729a8024767 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "PUT /v2.0/ports/104ee1f0-d205-4a1f-a24b-d27d3e95aa6c/tags/tempest-TagsExtTest-Tag-196543697 HTTP/1.1" status: 201 len: 201 time: 1.2019985 Jan 27 17:11:01.320582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60352) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:01.349877 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Network 70c05b3c-7155-42d0-ae82-7ce09f52df44 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:01.355162 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object 6fce30ba-07d9-4b38-a641-9ec641717a50 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:01.361353 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-835b25ec-2e4f-4207-bd38-7e2c586d0253 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '14d330e4-ace8-4da6-a16b-ebcba67af779', 'tempest-TagsExtTest-Tag-1101951774') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:01.372920 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:01.374774 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d99019ad-492f-4cf2-9e40-2d7383694857 None None] Provisioning complete for port 3122fea2-c055-4753-9800-e10f864f3ad2 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:01.375116 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d99019ad-492f-4cf2-9e40-2d7383694857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.408654 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:01.495600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-05de761c-bca2-4c63-a302-9dc55b436f1d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] device_id is not set on port db96d9b1-d4bf-4096-a63f-2f8d653e1ad4 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:01.534400 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Deleting port 021c49c2-28de-4a26-88d4-a4889144eb8d {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:01.534855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.593379 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Pushing event updated for resources: {'Port': ['ID=d8478a85-a719-425f-8423-85a313e78828,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:01.624256 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:01.680650 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.709822 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b35234e3-fe28-4b30-9b2d-48870abdc2b3 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.777048 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b35234e3-fe28-4b30-9b2d-48870abdc2b3 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.779311 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b35234e3-fe28-4b30-9b2d-48870abdc2b3 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "DELETE /v2.0/subnets/5ac4b1f0-0ac5-4a48-a618-5be0b066a1df HTTP/1.1" status: 204 len: 168 time: 4.1441369 Jan 27 17:11:01.781465 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35234e3-fe28-4b30-9b2d-48870abdc2b3 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac4b1f0-0ac5-4a48-a618-5be0b066a1df,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:01.786210 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60356) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:01.797331 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-72844d1a-decb-47cf-9809-83680122cdff None None] For port ebb27ef9-4023-48f2-b019-68502de5c883, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ebb27ef9-4023-48f2-b019-68502de5c883,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:01.797992 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72844d1a-decb-47cf-9809-83680122cdff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.836713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.854943 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-986387a4-6bd5-40fc-b3da-f3135698a664 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.6933019 Jan 27 17:11:01.858128 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60360) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:01.866552 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-25bb881f-b104-460c-aac8-d40d0e701e29 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:01.932839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85f55e6c-f337-4fd3-832b-d2a8c6178ad6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.952586 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:01.980263 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f631f2f3-323a-403c-9f90-c6739ab00920 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:01.980762 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f631f2f3-323a-403c-9f90-c6739ab00920 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Synchronizing usage tracker for tenant:ee8b3a8879fb41659c0598f1d01c041c on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:01.987219 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-835b25ec-2e4f-4207-bd38-7e2c586d0253 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "PUT /v2.0/routers/14d330e4-ace8-4da6-a16b-ebcba67af779/tags/tempest-TagsExtTest-Tag-1101951774 HTTP/1.1" status: 201 len: 201 time: 0.6404617 Jan 27 17:11:01.996338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.009275 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60364) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:02.013857 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-85f55e6c-f337-4fd3-832b-d2a8c6178ad6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Ignored duplicate provisioning block setup for port 3122fea2-c055-4753-9800-e10f864f3ad2 by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 27 17:11:02.017508 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-940d3f3b-addf-4bf0-8937-e7ee92d10648 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'df084f6e-ada1-4867-a2f1-86aa961e1999', 'tempest-TagsExtTest-Tag-1268458261') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:02.030014 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-72844d1a-decb-47cf-9809-83680122cdff None None] Calling delete_port for ebb27ef9-4023-48f2-b019-68502de5c883 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:02.038482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85f55e6c-f337-4fd3-832b-d2a8c6178ad6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.064346 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:02.091763 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25bb881f-b104-460c-aac8-d40d0e701e29 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.095513 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:02.098240 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-05de761c-bca2-4c63-a302-9dc55b436f1d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Allocated IP 172.20.0.6 (ca66c858-165e-400e-9f02-ba0be5e23c1e/8d2ebe7d-b019-462d-a8fa-92391d7ff7e2/db96d9b1-d4bf-4096-a63f-2f8d653e1ad4) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:02.176102 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f631f2f3-323a-403c-9f90-c6739ab00920 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Unset dirty status for tenant:ee8b3a8879fb41659c0598f1d01c041c on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:02.177733 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f631f2f3-323a-403c-9f90-c6739ab00920 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3903275 Jan 27 17:11:02.205546 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60368) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:02.207150 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5994fba9-7979-4070-814b-d5ad4eb7f0da None None] Sync routers for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:02.210156 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Attempting to bind port d8478a85-a719-425f-8423-85a313e78828 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:02.210554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Attempting to bind port d8478a85-a719-425f-8423-85a313e78828 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '330a6781-d21d-4192-960d-9c3bc35510d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6670cce1-3f54-460a-9c3c-ff91f2986de6'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:02.210909 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Attempting to bind port d8478a85-a719-425f-8423-85a313e78828 on network 6670cce1-3f54-460a-9c3c-ff91f2986de6 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:02.303764 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:02.304134 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Checking segment: {'id': '330a6781-d21d-4192-960d-9c3bc35510d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6670cce1-3f54-460a-9c3c-ff91f2986de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:02.304543 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.304953 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Bound using segment: {'id': '330a6781-d21d-4192-960d-9c3bc35510d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6670cce1-3f54-460a-9c3c-ff91f2986de6'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:02.305411 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Bound port: d8478a85-a719-425f-8423-85a313e78828, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330a6781-d21d-4192-960d-9c3bc35510d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '6670cce1-3f54-460a-9c3c-ff91f2986de6'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:02.305808 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.315633 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:02.315945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-85f55e6c-f337-4fd3-832b-d2a8c6178ad6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] In _notify_port_updated(), no bound segment for port 3122fea2-c055-4753-9800-e10f864f3ad2 on network eb111497-a1bd-4f32-8008-5457d5cd4540 {{(pid=87595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:11:02.321211 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:02.321416 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f55e6c-f337-4fd3-832b-d2a8c6178ad6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:02.322069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.322280 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85f55e6c-f337-4fd3-832b-d2a8c6178ad6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.326567 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-85f55e6c-f337-4fd3-832b-d2a8c6178ad6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "PUT /v2.0/ports/3122fea2-c055-4753-9800-e10f864f3ad2 HTTP/1.1" status: 200 len: 930 time: 3.1157303 Jan 27 17:11:02.326773 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=6fce30ba-07d9-4b38-a641-9ec641717a50,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:02.332504 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d99019ad-492f-4cf2-9e40-2d7383694857 None None] Port 3122fea2-c055-4753-9800-e10f864f3ad2 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:02.334465 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60372) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:02.351976 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f55e6c-f337-4fd3-832b-d2a8c6178ad6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=3122fea2-c055-4753-9800-e10f864f3ad2,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:02.380473 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61446d15-fc73-4c5e-9638-1c29ffecd444 None None] Update dhcp port {'port': {'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540', 'fixed_ips': [{'subnet_id': '776d7482-d52f-4aeb-b484-dbb794be1999', 'ip_address': '2001:db8::2'}, {'subnet_id': '4793f589-3ec6-4a5e-9adb-d279bc46b3de'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': 'fcdd063c-ae8f-4f3b-860d-17a509206c69'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:11:02.442769 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72844d1a-decb-47cf-9809-83680122cdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.493344 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event updated for resources: {'Port': ['ID=5f827cc3-7178-48fa-9a23-ea81c0655759,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:02.520463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61446d15-fc73-4c5e-9638-1c29ffecd444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.526203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.528385 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.531610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34c3ced-ca61-4c72-8f1f-a87a3b733472 None None] Network c7763469-1829-4f55-b76e-1d4a12e93e26 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:02.534605 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-940d3f3b-addf-4bf0-8937-e7ee92d10648 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "PUT /v2.0/subnetpools/df084f6e-ada1-4867-a2f1-86aa961e1999/tags/tempest-TagsExtTest-Tag-1268458261 HTTP/1.1" status: 201 len: 201 time: 0.5219319 Jan 27 17:11:02.534758 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] For port 021c49c2-28de-4a26-88d4-a4889144eb8d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=021c49c2-28de-4a26-88d4-a4889144eb8d,segment=NetworkSegment(52b61db9-51a9-4221-99cf-4443d502246e),segment_id=52b61db9-51a9-4221-99cf-4443d502246e)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:02.534758 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.535498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60376) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:02.542478 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-202966e5-05a4-4b23-b1ed-fab6c5428d64 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '91dcbfb0-7792-4746-b1fb-db0dd45d21e4') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:02.583244 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f6ee913a-9a70-4979-bb6d-6fa2dbb9fe99 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2498052 Jan 27 17:11:02.589830 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60380) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:02.685870 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Deleting port d8478a85-a719-425f-8423-85a313e78828 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:02.686116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.702275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-e8260488-d519-41b8-9d05-be63a7576d25 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port 3122fea2-c055-4753-9800-e10f864f3ad2 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:02.702686 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e8260488-d519-41b8-9d05-be63a7576d25 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.742671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Calling delete_port for 021c49c2-28de-4a26-88d4-a4889144eb8d owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:02.745997 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25bb881f-b104-460c-aac8-d40d0e701e29 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.760665 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25bb881f-b104-460c-aac8-d40d0e701e29 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:02.760967 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-25bb881f-b104-460c-aac8-d40d0e701e29 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Floating IP f2b138a4-9a55-4bd0-975d-fbeb39e25ce3 disassociated. External IP: 172.26.1.28, port: 0dfce93b-3821-487d-afd4-6f887357fc9b. Jan 27 17:11:02.766848 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5994fba9-7979-4070-814b-d5ad4eb7f0da None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:02.767489 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-5994fba9-7979-4070-814b-d5ad4eb7f0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:02.941110 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Attempting to bind port c0897404-74ae-456b-a3ef-5bc4af4ba152 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:02.942230 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Attempting to bind port c0897404-74ae-456b-a3ef-5bc4af4ba152 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '64d1c327-ec10-49e5-afba-89ff207e31e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '70c05b3c-7155-42d0-ae82-7ce09f52df44'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:02.942589 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Attempting to bind port c0897404-74ae-456b-a3ef-5bc4af4ba152 on network 70c05b3c-7155-42d0-ae82-7ce09f52df44 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:02.949407 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Pushing event updated for resources: {'Port': ['ID=c0897404-74ae-456b-a3ef-5bc4af4ba152,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:02.994882 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72844d1a-decb-47cf-9809-83680122cdff None None] No DVR routers for this DVR port ebb27ef9-4023-48f2-b019-68502de5c883 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:02.999472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-555b60f6-c24e-4504-9252-44d681172b36 None None] Provisioning for port 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:03.004540 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:03.004978 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Checking segment: {'id': '64d1c327-ec10-49e5-afba-89ff207e31e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '70c05b3c-7155-42d0-ae82-7ce09f52df44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:03.005436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.005903 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Bound using segment: {'id': '64d1c327-ec10-49e5-afba-89ff207e31e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '70c05b3c-7155-42d0-ae82-7ce09f52df44'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:03.006447 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Bound port: c0897404-74ae-456b-a3ef-5bc4af4ba152, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d1c327-ec10-49e5-afba-89ff207e31e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '70c05b3c-7155-42d0-ae82-7ce09f52df44'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:03.006873 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.053098 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-202966e5-05a4-4b23-b1ed-fab6c5428d64 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/subnets/91dcbfb0-7792-4746-b1fb-db0dd45d21e4/tags HTTP/1.1" status: 200 len: 240 time: 0.5165839 Jan 27 17:11:03.084206 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60386) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:03.087628 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-5994fba9-7979-4070-814b-d5ad4eb7f0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:03.093955 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72844d1a-decb-47cf-9809-83680122cdff None None] Pushing event deleted for resources: {'Port': ['ID=ebb27ef9-4023-48f2-b019-68502de5c883,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:03.098213 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee119ebf-d286-4937-8652-86239ba50fa0 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:03.156867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-4529b5a4-0969-42cd-8254-d56afe65a051 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91dcbfb0-7792-4746-b1fb-db0dd45d21e4', 'tempest-TagsExtTest-Tag-859020567') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:03.209771 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ebb27ef9-4023-48f2-b019-68502de5c883 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:03.217471 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbd9b60-b9cf-46d8-a734-a10969e017c5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:03.217471 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6cbd9b60-b9cf-46d8-a734-a10969e017c5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:03.311120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.315454 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5994fba9-7979-4070-814b-d5ad4eb7f0da None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:03.316070 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-5994fba9-7979-4070-814b-d5ad4eb7f0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:03.373496 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] For port d8478a85-a719-425f-8423-85a313e78828, host dv-neutron-826439-2-hyperv, got binding levels [] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:03.373934 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.379014 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] For port d8478a85-a719-425f-8423-85a313e78828, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:03.386860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: ebb27ef9-4023-48f2-b019-68502de5c883 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:03.387201 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ebb27ef9-4023-48f2-b019-68502de5c883 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:03.388887 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6cbd9b60-b9cf-46d8-a734-a10969e017c5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:03.390091 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6cbd9b60-b9cf-46d8-a734-a10969e017c5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.7983959 Jan 27 17:11:03.394023 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60392) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:03.398755 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-05de761c-bca2-4c63-a302-9dc55b436f1d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.403939 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Network c7763469-1829-4f55-b76e-1d4a12e93e26 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:03.407424 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No DVR routers for this DVR port 021c49c2-28de-4a26-88d4-a4889144eb8d on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:03.436443 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Port': ['ID=021c49c2-28de-4a26-88d4-a4889144eb8d,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:03.450222 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:03.525632 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-5994fba9-7979-4070-814b-d5ad4eb7f0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:03.526052 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5994fba9-7979-4070-814b-d5ad4eb7f0da None None] The sync data for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:11:03.528951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] For port d8478a85-a719-425f-8423-85a313e78828, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d8478a85-a719-425f-8423-85a313e78828,segment=NetworkSegment(330a6781-d21d-4192-960d-9c3bc35510d8),segment_id=330a6781-d21d-4192-960d-9c3bc35510d8)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:03.584435 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-05de761c-bca2-4c63-a302-9dc55b436f1d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Transition to ACTIVE for port object db96d9b1-d4bf-4096-a63f-2f8d653e1ad4 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:03.616398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e8260488-d519-41b8-9d05-be63a7576d25 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.628131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Calling delete_port for d8478a85-a719-425f-8423-85a313e78828 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:03.640442 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.660259 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:03.694975 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bb881f-b104-460c-aac8-d40d0e701e29 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router de6c4960-00fc-4853-bd73-8cfffc05b31a has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:11:03.705539 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.721449 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-46541c09-1565-4d49-9b53-cb5042ba4285 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port 6fce30ba-07d9-4b38-a641-9ec641717a50 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:03.721700 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46541c09-1565-4d49-9b53-cb5042ba4285 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:03.865832 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:03.866147 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:03.884367 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] For port c0897404-74ae-456b-a3ef-5bc4af4ba152, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:03.964526 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] For port c0897404-74ae-456b-a3ef-5bc4af4ba152, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c0897404-74ae-456b-a3ef-5bc4af4ba152,segment=NetworkSegment(64d1c327-ec10-49e5-afba-89ff207e31e4),segment_id=64d1c327-ec10-49e5-afba-89ff207e31e4)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:03.971895 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e5511c-ffaa-4db4-a34a-32583d5f3487 None None] Network 54faf6be-d2d7-4f9d-9e14-ae5f08e309cc requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:04.004647 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.010662 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.022241 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb7449-299b-4aa2-8cee-82a6b7cf641f None None] Pushing event updated for resources: {'Port': ['ID=d8478a85-a719-425f-8423-85a313e78828,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:04.027816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-e8260488-d519-41b8-9d05-be63a7576d25 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for 3122fea2-c055-4753-9800-e10f864f3ad2 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:04.070330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-61446d15-fc73-4c5e-9638-1c29ffecd444 None None] Allocated IP 2001:db8:0:1::2 (eb111497-a1bd-4f32-8008-5457d5cd4540/4793f589-3ec6-4a5e-9adb-d279bc46b3de/fcdd063c-ae8f-4f3b-860d-17a509206c69) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:04.109339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54faf6be-d2d7-4f9d-9e14-ae5f08e309cc']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:04.120428 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4529b5a4-0969-42cd-8254-d56afe65a051 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/subnets/91dcbfb0-7792-4746-b1fb-db0dd45d21e4/tags/tempest-TagsExtTest-Tag-859020567 HTTP/1.1" status: 204 len: 168 time: 1.0297561 Jan 27 17:11:04.123218 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60396) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:04.125914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bb881f-b104-460c-aac8-d40d0e701e29 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:04.134647 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-ca382a24-14e9-41e2-a089-c5f8f7b3e17d tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '91dcbfb0-7792-4746-b1fb-db0dd45d21e4', 'tempest-TagsExtTest-Tag-859020567') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:04.140970 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03c4237-3dde-40d0-8f70-a072fe0c87ac None None] Sync routers for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:04.148862 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b61db9-51a9-4221-99cf-4443d502246e') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:04.149174 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b61db9-51a9-4221-99cf-4443d502246e') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:04.156417 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03c4237-3dde-40d0-8f70-a072fe0c87ac None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:04.157023 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b03c4237-3dde-40d0-8f70-a072fe0c87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:04.170829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router d867d368-53b4-4c2c-8f5d-be271ff07b0c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:11:04.186262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.191591 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25bb881f-b104-460c-aac8-d40d0e701e29 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.208855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-05de761c-bca2-4c63-a302-9dc55b436f1d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.265450 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.267300 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46541c09-1565-4d49-9b53-cb5042ba4285 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.272602 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b03c4237-3dde-40d0-8f70-a072fe0c87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:04.283091 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03c4237-3dde-40d0-8f70-a072fe0c87ac None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:04.284353 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b03c4237-3dde-40d0-8f70-a072fe0c87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:04.332029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:04.332586 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.348422 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b03c4237-3dde-40d0-8f70-a072fe0c87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:04.349236 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03c4237-3dde-40d0-8f70-a072fe0c87ac None None] The sync data for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:04.356659 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:04.404674 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Deleting port d8478a85-a719-425f-8423-85a313e78828 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:04.405011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.414900 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05de761c-bca2-4c63-a302-9dc55b436f1d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network ca66c858-165e-400e-9f02-ba0be5e23c1e is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:04.433522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-05de761c-bca2-4c63-a302-9dc55b436f1d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:04.435314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-46541c09-1565-4d49-9b53-cb5042ba4285 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for 6fce30ba-07d9-4b38-a641-9ec641717a50 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:04.438905 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de761c-bca2-4c63-a302-9dc55b436f1d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:04.445661 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:04.467761 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-25bb881f-b104-460c-aac8-d40d0e701e29 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "PUT /v2.0/floatingips/f2b138a4-9a55-4bd0-975d-fbeb39e25ce3 HTTP/1.1" status: 200 len: 687 time: 2.6067703 Jan 27 17:11:04.475322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60400) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:04.529139 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Allocated IP 172.20.0.2 (ca66c858-165e-400e-9f02-ba0be5e23c1e/8d2ebe7d-b019-462d-a8fa-92391d7ff7e2/a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:04.557411 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:04.557411 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.690547 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.692536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de761c-bca2-4c63-a302-9dc55b436f1d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=db96d9b1-d4bf-4096-a63f-2f8d653e1ad4,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:04.715279 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e8260488-d519-41b8-9d05-be63a7576d25 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.720336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.736218 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/54faf6be-d2d7-4f9d-9e14-ae5f08e309cc HTTP/1.1" status: 204 len: 168 time: 10.1636097 Jan 27 17:11:04.754154 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60404) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:04.805740 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66911d-0193-4ccc-8eee-4009f1b9eb77 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Network': ['ID=54faf6be-d2d7-4f9d-9e14-ae5f08e309cc,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:04.853915 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da953e8-0320-455c-8663-37d3d0726b30 None None] Pushing event updated for resources: {'Port': ['ID=c0897404-74ae-456b-a3ef-5bc4af4ba152,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:04.864248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8260488-d519-41b8-9d05-be63a7576d25 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=3122fea2-c055-4753-9800-e10f864f3ad2,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:04.886566 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e8260488-d519-41b8-9d05-be63a7576d25 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.889198 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e8260488-d519-41b8-9d05-be63a7576d25 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/ports/3122fea2-c055-4753-9800-e10f864f3ad2 HTTP/1.1" status: 204 len: 168 time: 2.5516682 Jan 27 17:11:04.893121 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:04.895577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b9c6d3-35aa-468c-bcdd-3f38f09d89d4 None None] Network 6670cce1-3f54-460a-9c3c-ff91f2986de6 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:04.901316 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60408) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:04.907326 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05de761c-bca2-4c63-a302-9dc55b436f1d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:04.908381 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-05de761c-bca2-4c63-a302-9dc55b436f1d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.925389 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Sync routers for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:04.936713 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ad8407-3dce-47f6-a67c-9235196330a9 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:04.937391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ad8407-3dce-47f6-a67c-9235196330a9 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:04.945263 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-82ad8407-3dce-47f6-a67c-9235196330a9 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/54faf6be-d2d7-4f9d-9e14-ae5f08e309cc HTTP/1.1" status: 404 len: 339 time: 0.1846373 Jan 27 17:11:04.954954 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60412) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:04.964877 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e691a439-243c-4276-b392-52937b7e1d06 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/d867d368-53b4-4c2c-8f5d-be271ff07b0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5947552 Jan 27 17:11:04.970601 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': 'c8c4c09b-74f7-4e96-9dad-22a833625619'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:04.971162 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60414) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:04.971408 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:04.992648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-00bc6ad3-5937-4493-b266-4b86d353b2c1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:05.028211 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-65526f0f-58d2-4336-8ef7-52a36468db5c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1365033477', 'description': 'd1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:05.034900 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-04918922-2918-498e-8610-f68b7bbf1849 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Deleting port d9753eb1-33c2-4613-ae88-07096aa2b213 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:05.035488 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04918922-2918-498e-8610-f68b7bbf1849 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.057863 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-61446d15-fc73-4c5e-9638-1c29ffecd444 None None] For port fcdd063c-ae8f-4f3b-860d-17a509206c69, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fcdd063c-ae8f-4f3b-860d-17a509206c69,segment=NetworkSegment(2d35291d-3d2a-4230-bed7-0df0cbc155aa),segment_id=2d35291d-3d2a-4230-bed7-0df0cbc155aa)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:05.070402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:05.071056 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:05.091198 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-65526f0f-58d2-4336-8ef7-52a36468db5c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:05.112156 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-65526f0f-58d2-4336-8ef7-52a36468db5c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:network and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:05.123507 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-65526f0f-58d2-4336-8ef7-52a36468db5c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:05.140192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-65526f0f-58d2-4336-8ef7-52a36468db5c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:05.212943 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.315042 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a470d17-9971-47d3-ae25-f25880a344f5 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] GET failed (client error): The resource could not be found. Jan 27 17:11:05.315932 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2a470d17-9971-47d3-ae25-f25880a344f5 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:05.345311 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-05de761c-bca2-4c63-a302-9dc55b436f1d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.0883656 Jan 27 17:11:05.345879 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60420) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:05.386541 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ca382a24-14e9-41e2-a089-c5f8f7b3e17d tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/subnets/91dcbfb0-7792-4746-b1fb-db0dd45d21e4/tags/tempest-TagsExtTest-Tag-859020567 HTTP/1.1" status: 204 len: 168 time: 1.2623518 Jan 27 17:11:05.436086 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [None req-61446d15-fc73-4c5e-9638-1c29ffecd444 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:11:05.439296 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65526f0f-58d2-4336-8ef7-52a36468db5c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:05.443318 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-65526f0f-58d2-4336-8ef7-52a36468db5c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.452652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60424) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:05.461228 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2a470d17-9971-47d3-ae25-f25880a344f5 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:05.465351 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2a470d17-9971-47d3-ae25-f25880a344f5 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports/3122fea2-c055-4753-9800-e10f864f3ad2 HTTP/1.1" status: 404 len: 333 time: 0.5525427 Jan 27 17:11:05.466236 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60428) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:05.470582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-e1e1c7fc-9cb8-4523-bdcb-04102429005f tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '91dcbfb0-7792-4746-b1fb-db0dd45d21e4') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:05.513192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] For port d8478a85-a719-425f-8423-85a313e78828, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d8478a85-a719-425f-8423-85a313e78828,segment=NetworkSegment(330a6781-d21d-4192-960d-9c3bc35510d8),segment_id=330a6781-d21d-4192-960d-9c3bc35510d8)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:05.514299 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.604924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46541c09-1565-4d49-9b53-cb5042ba4285 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.616836 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cfcac526-7068-418b-b58c-15ce642d7d0e None None] Provisioning complete for port 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:05.617230 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cfcac526-7068-418b-b58c-15ce642d7d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.649057 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61446d15-fc73-4c5e-9638-1c29ffecd444 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.683447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Calling delete_port for d8478a85-a719-425f-8423-85a313e78828 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:05.715827 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65526f0f-58d2-4336-8ef7-52a36468db5c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:05.763991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04918922-2918-498e-8610-f68b7bbf1849 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.764720 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04918922-2918-498e-8610-f68b7bbf1849 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.767452 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 55070f7a-8bfe-42b2-bc53-59bcc28cdad8, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=55070f7a-8bfe-42b2-bc53-59bcc28cdad8,segment=NetworkSegment(9291f23f-5140-4ec2-a814-56c0cf1ccaf4),segment_id=9291f23f-5140-4ec2-a814-56c0cf1ccaf4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:05.792756 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:11:05.808688 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46541c09-1565-4d49-9b53-cb5042ba4285 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=6fce30ba-07d9-4b38-a641-9ec641717a50,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:05.861910 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-61446d15-fc73-4c5e-9638-1c29ffecd444 None None] Transition to ACTIVE for port object fcdd063c-ae8f-4f3b-860d-17a509206c69 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:05.903879 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.942063 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-450b3d94-ef02-4d5b-94ce-1a6292ef13bb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port db96d9b1-d4bf-4096-a63f-2f8d653e1ad4 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:05.942476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-450b3d94-ef02-4d5b-94ce-1a6292ef13bb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:05.996578 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-04918922-2918-498e-8610-f68b7bbf1849 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Calling delete_port for d9753eb1-33c2-4613-ae88-07096aa2b213 owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:06.061406 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-65526f0f-58d2-4336-8ef7-52a36468db5c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.061901 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-65526f0f-58d2-4336-8ef7-52a36468db5c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Added segment a33a1275-767d-4dcc-a2b9-16d916556133 of type vlan for network 0420b62f-ce44-438c-bb87-4977147dbb2d Jan 27 17:11:06.073674 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61446d15-fc73-4c5e-9638-1c29ffecd444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.093532 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-65526f0f-58d2-4336-8ef7-52a36468db5c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.175875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-65526f0f-58d2-4336-8ef7-52a36468db5c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.182005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65526f0f-58d2-4336-8ef7-52a36468db5c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:06.182654 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-65526f0f-58d2-4336-8ef7-52a36468db5c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.184395 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.214780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7bd715cc-e945-4beb-880f-c0d08c749e93 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.222513 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c0897404-74ae-456b-a3ef-5bc4af4ba152 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:06.252319 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46541c09-1565-4d49-9b53-cb5042ba4285 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.280878 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68376f28-a6df-46e4-bb62-1c04f2ee4376 None None] Network 70c05b3c-7155-42d0-ae82-7ce09f52df44 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:06.286878 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-65526f0f-58d2-4336-8ef7-52a36468db5c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2885563 Jan 27 17:11:06.294599 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-46541c09-1565-4d49-9b53-cb5042ba4285 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/6fce30ba-07d9-4b38-a641-9ec641717a50 HTTP/1.1" status: 204 len: 168 time: 2.8957901 Jan 27 17:11:06.295048 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60432) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:06.295372 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60434) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:06.303957 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Transition to ACTIVE for port object a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:06.346101 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7bd715cc-e945-4beb-880f-c0d08c749e93 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.377589 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e1e1c7fc-9cb8-4523-bdcb-04102429005f tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/subnets/91dcbfb0-7792-4746-b1fb-db0dd45d21e4/tags HTTP/1.1" status: 200 len: 205 time: 0.9176879 Jan 27 17:11:06.384340 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60440) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:06.404049 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.451278 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-c2db37d7-a5d0-4d7f-83ea-a5c220e87115 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '104ee1f0-d205-4a1f-a24b-d27d3e95aa6c') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:06.581896 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65526f0f-58d2-4336-8ef7-52a36468db5c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Network': ['ID=0420b62f-ce44-438c-bb87-4977147dbb2d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:06.605618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-450b3d94-ef02-4d5b-94ce-1a6292ef13bb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.631519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event deleted for resources: {'Port': ['ID=d8478a85-a719-425f-8423-85a313e78828,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:06.633311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 0420b62f-ce44-438c-bb87-4977147dbb2d details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:06.650371 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] No DVR routers for this DVR port d8478a85-a719-425f-8423-85a313e78828 on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:06.669398 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Transition to ACTIVE for port object a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:06.681726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7bd715cc-e945-4beb-880f-c0d08c749e93 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.682968 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=55070f7a-8bfe-42b2-bc53-59bcc28cdad8,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:06.727511 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Allocated IP 2001:db8::f816:3eff:fe0e:9764 (bbf03638-7624-437f-9c24-a87cd70c5626/c8c4c09b-74f7-4e96-9dad-22a833625619/72c9856d-05df-499d-ad10-46d8240cb37d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:06.758494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-450b3d94-ef02-4d5b-94ce-1a6292ef13bb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for db96d9b1-d4bf-4096-a63f-2f8d653e1ad4 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:06.775204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aced749b-66c1-4d17-b6fd-aeb3284d214e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:06.776794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aced749b-66c1-4d17-b6fd-aeb3284d214e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:06.777546 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-aced749b-66c1-4d17-b6fd-aeb3284d214e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:06.791019 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.extraroute_db [None req-00bc6ad3-5937-4493-b266-4b86d353b2c1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 27 17:11:06.817675 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40d6246-8108-4446-a01e-edff8d6f5d0c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:06.818412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a40d6246-8108-4446-a01e-edff8d6f5d0c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Synchronizing usage tracker for tenant:a1044fc2b04a4cf88962f2b23f4c469b on resource:network {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:06.828547 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd715cc-e945-4beb-880f-c0d08c749e93 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01bf5cb-9464-4d1b-8870-c05f4e2b21a8,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:06.832773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.847487 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.extraroute_db [None req-00bc6ad3-5937-4493-b266-4b86d353b2c1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Removed routes are [] {{(pid=87594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 27 17:11:06.847886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-00bc6ad3-5937-4493-b266-4b86d353b2c1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.849963 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7bd715cc-e945-4beb-880f-c0d08c749e93 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.851083 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7bd715cc-e945-4beb-880f-c0d08c749e93 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/security-groups/d01bf5cb-9464-4d1b-8870-c05f4e2b21a8 HTTP/1.1" status: 204 len: 168 time: 1.3318653 Jan 27 17:11:06.857097 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60444) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:06.867437 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c2db37d7-a5d0-4d7f-83ea-a5c220e87115 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/ports/104ee1f0-d205-4a1f-a24b-d27d3e95aa6c/tags HTTP/1.1" status: 200 len: 240 time: 0.4746199 Jan 27 17:11:06.870229 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60448) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:06.875416 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-a7501346-9905-4816-841e-07057853b3ee tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '104ee1f0-d205-4a1f-a24b-d27d3e95aa6c', 'tempest-TagsExtTest-Tag-196543697') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:06.936341 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:06.955854 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-aced749b-66c1-4d17-b6fd-aeb3284d214e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:06.957285 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-aced749b-66c1-4d17-b6fd-aeb3284d214e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6568720 Jan 27 17:11:06.986485 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60452) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:07.057956 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6670cce1-3f54-460a-9c3c-ff91f2986de6']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:07.065432 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a40d6246-8108-4446-a01e-edff8d6f5d0c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Unset dirty status for tenant:a1044fc2b04a4cf88962f2b23f4c469b on resource:network {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:07.066635 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a40d6246-8108-4446-a01e-edff8d6f5d0c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "GET /v2.0/networks?id=0420b62f-ce44-438c-bb87-4977147dbb2d HTTP/1.1" status: 200 len: 761 time: 0.7679653 Jan 27 17:11:07.084998 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60456) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:07.085651 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04918922-2918-498e-8610-f68b7bbf1849 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.101890 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-7a37e830-9551-438d-8949-5f8be9674e3b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'network': {'description': 'd2'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:07.178711 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330a6781-d21d-4192-960d-9c3bc35510d8') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:07.179889 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330a6781-d21d-4192-960d-9c3bc35510d8') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:07.225324 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Network ca66c858-165e-400e-9f02-ba0be5e23c1e is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:07.243654 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04918922-2918-498e-8610-f68b7bbf1849 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Port': ['ID=d9753eb1-33c2-4613-ae88-07096aa2b213,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:07.247112 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.264196 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:07.275658 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port c0897404-74ae-456b-a3ef-5bc4af4ba152 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:07.294623 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:07.305911 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61446d15-fc73-4c5e-9638-1c29ffecd444 None None] Pushing event updated for resources: {'Port': ['ID=fcdd063c-ae8f-4f3b-860d-17a509206c69,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:07.399139 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed8d418-f408-44cc-b57a-9ab57d6aeac9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet c8c4c09b-74f7-4e96-9dad-22a833625619 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:07.407040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5e972ef7-3fc5-4c31-b1b7-bc3376a0b045 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.435592 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-00bc6ad3-5937-4493-b266-4b86d353b2c1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.450727 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-00bc6ad3-5937-4493-b266-4b86d353b2c1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.460567 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.513736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:07.514148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:07.533393 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:07.535564 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-450b3d94-ef02-4d5b-94ce-1a6292ef13bb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.542536 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cfcac526-7068-418b-b58c-15ce642d7d0e None None] Provisioning for port 5f827cc3-7178-48fa-9a23-ea81c0655759 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:07.576186 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5e972ef7-3fc5-4c31-b1b7-bc3376a0b045 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.609157 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04918922-2918-498e-8610-f68b7bbf1849 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.643486 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cfcac526-7068-418b-b58c-15ce642d7d0e None None] Provisioning complete for port 5f827cc3-7178-48fa-9a23-ea81c0655759 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:07.644122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cfcac526-7068-418b-b58c-15ce642d7d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.764200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Pushing event updated for resources: {'Port': ['ID=a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:07.779866 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.805064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.807596 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Attempting to bind port a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:07.807951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Attempting to bind port a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'e1558286-b441-46f5-bce3-35867bee9dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'ca66c858-165e-400e-9f02-ba0be5e23c1e'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:07.808296 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Attempting to bind port a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba on network ca66c858-165e-400e-9f02-ba0be5e23c1e {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:07.814853 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cfcac526-7068-418b-b58c-15ce642d7d0e None None] Port 5f827cc3-7178-48fa-9a23-ea81c0655759 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:07.819066 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.834204 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:07.834969 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Checking segment: {'id': 'e1558286-b441-46f5-bce3-35867bee9dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'ca66c858-165e-400e-9f02-ba0be5e23c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:07.835557 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.836120 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Bound using segment: {'id': 'e1558286-b441-46f5-bce3-35867bee9dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'ca66c858-165e-400e-9f02-ba0be5e23c1e'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:07.836798 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Bound port: a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1558286-b441-46f5-bce3-35867bee9dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'ca66c858-165e-400e-9f02-ba0be5e23c1e'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:07.837353 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.840868 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event deleted for resources: {'Network': ['ID=6670cce1-3f54-460a-9c3c-ff91f2986de6,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:07.849398 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Transition to ACTIVE for port object 72c9856d-05df-499d-ad10-46d8240cb37d will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:07.855135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b3d94-ef02-4d5b-94ce-1a6292ef13bb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=db96d9b1-d4bf-4096-a63f-2f8d653e1ad4,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:07.855622 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7a37e830-9551-438d-8949-5f8be9674e3b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.863047 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a7501346-9905-4816-841e-07057853b3ee tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/ports/104ee1f0-d205-4a1f-a24b-d27d3e95aa6c/tags/tempest-TagsExtTest-Tag-196543697 HTTP/1.1" status: 204 len: 168 time: 0.9917529 Jan 27 17:11:07.872156 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60460) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:07.882277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-af9d3d4a-da7c-4311-8d20-6683d09a84e7 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '104ee1f0-d205-4a1f-a24b-d27d3e95aa6c', 'tempest-TagsExtTest-Tag-196543697') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:07.925703 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-88ded14f-61e4-499c-bdf3-13857fde33d8 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "DELETE /v2.0/networks/6670cce1-3f54-460a-9c3c-ff91f2986de6 HTTP/1.1" status: 204 len: 168 time: 5.7113409 Jan 27 17:11:07.932265 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60464) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:07.935714 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04918922-2918-498e-8610-f68b7bbf1849 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.940511 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-04918922-2918-498e-8610-f68b7bbf1849 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/floatingips/f2b138a4-9a55-4bd0-975d-fbeb39e25ce3 HTTP/1.1" status: 204 len: 168 time: 3.4516907 Jan 27 17:11:07.940511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5e972ef7-3fc5-4c31-b1b7-bc3376a0b045 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.940511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5e972ef7-3fc5-4c31-b1b7-bc3376a0b045 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.944188 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5e972ef7-3fc5-4c31-b1b7-bc3376a0b045 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/security-groups/2f233ad2-9dc5-4781-bc4d-eb41a8540788 HTTP/1.1" status: 204 len: 168 time: 1.0793116 Jan 27 17:11:07.947782 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60468) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:07.948106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60470) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:07.956709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Transition to ACTIVE for port object 72c9856d-05df-499d-ad10-46d8240cb37d will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:07.957828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7a37e830-9551-438d-8949-5f8be9674e3b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:07.979134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bc6ad3-5937-4493-b266-4b86d353b2c1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router d867d368-53b4-4c2c-8f5d-be271ff07b0c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:11:08.005048 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:11:00Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': '48066049-255a-4bb3-a012-6ced0b492b43', 'name': '', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:7c:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:23Z', 'updated_at': '2022-01-27T17:10:38Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f827cc3-7178-48fa-9a23-ea81c0655759', 'name': '', 'network_id': 'c7763469-1829-4f55-b76e-1d4a12e93e26', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:23:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b8f51a05-6700-45ea-a62a-fdd1d2868b96', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:56Z', 'updated_at': '2022-01-27T17:11:01Z', 'revision_number': 2, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': 'b8f51a05-6700-45ea-a62a-fdd1d2868b96', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962d3c8f-6890-4cac-a1a4-b49893b92f58', 'name': '', 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:42:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:41Z', 'updated_at': '2022-01-27T17:10:52Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:08.018229 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.044912 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ed8d418-f408-44cc-b57a-9ab57d6aeac9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.052722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-450b3d94-ef02-4d5b-94ce-1a6292ef13bb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.094594 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': 'd667c3aa-c3bd-44ef-bdab-9e25fad5b30a'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:08.099906 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Checking router: d867d368-53b4-4c2c-8f5d-be271ff07b0c for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:11:08.100261 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Updating router d867d368-53b4-4c2c-8f5d-be271ff07b0c port 5f827cc3-7178-48fa-9a23-ea81c0655759 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:11:08.115940 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a37e830-9551-438d-8949-5f8be9674e3b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network 0420b62f-ce44-438c-bb87-4977147dbb2d is not hosted by any dhcp agent {{(pid=87595) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 27 17:11:08.124384 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a37e830-9551-438d-8949-5f8be9674e3b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:08.125237 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7a37e830-9551-438d-8949-5f8be9674e3b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.127169 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7a37e830-9551-438d-8949-5f8be9674e3b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "PUT /v2.0/networks/0420b62f-ce44-438c-bb87-4977147dbb2d HTTP/1.1" status: 200 len: 758 time: 1.0373032 Jan 27 17:11:08.128621 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e972ef7-3fc5-4c31-b1b7-bc3376a0b045 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f233ad2-9dc5-4781-bc4d-eb41a8540788,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:08.131026 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60476) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:08.135583 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-da4a9bd2-13ce-46ec-8afa-80af8e3e0fa5 None None] Provisioning for port fcdd063c-ae8f-4f3b-860d-17a509206c69 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:08.162869 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fcdd063c-ae8f-4f3b-860d-17a509206c69 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:08.170285 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-450b3d94-ef02-4d5b-94ce-1a6292ef13bb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/ports/db96d9b1-d4bf-4096-a63f-2f8d653e1ad4 HTTP/1.1" status: 204 len: 168 time: 2.8231282 Jan 27 17:11:08.171780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60480) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:08.228780 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:08.263305 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-da4a9bd2-13ce-46ec-8afa-80af8e3e0fa5 None None] Provisioning complete for port fcdd063c-ae8f-4f3b-860d-17a509206c69 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:08.264249 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-da4a9bd2-13ce-46ec-8afa-80af8e3e0fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.278285 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Usage tracker for resource:floatingip and tenant:09799f3c75ba4e1bbef88b711a678f39 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:08.347277 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:08.355204 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] For port a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:08.363875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] For port a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba,segment=NetworkSegment(e1558286-b441-46f5-bce3-35867bee9dbc),segment_id=e1558286-b441-46f5-bce3-35867bee9dbc)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:08.366130 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.367558 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:08.376878 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bc6ad3-5937-4493-b266-4b86d353b2c1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:08.389066 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-00bc6ad3-5937-4493-b266-4b86d353b2c1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.397250 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-00bc6ad3-5937-4493-b266-4b86d353b2c1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/d867d368-53b4-4c2c-8f5d-be271ff07b0c HTTP/1.1" status: 200 len: 933 time: 3.4199686 Jan 27 17:11:08.398139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60484) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:08.399000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:08.401990 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:08.472300 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81b3778-6881-4a32-9f7c-58c3c08c8469 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:08.472884 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81b3778-6881-4a32-9f7c-58c3c08c8469 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:08.477908 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f81b3778-6881-4a32-9f7c-58c3c08c8469 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/ports/db96d9b1-d4bf-4096-a63f-2f8d653e1ad4 HTTP/1.1" status: 404 len: 333 time: 0.1767790 Jan 27 17:11:08.489950 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60488) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:08.611179 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17c3b34-fc2e-4032-9c8c-b39d410e18f6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] GET failed (client error): The resource could not be found. Jan 27 17:11:08.611723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b17c3b34-fc2e-4032-9c8c-b39d410e18f6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:08.628428 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.653649 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:08.679186 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d7eba30f-ebbc-4d83-8de4-389f9ad9d646 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/routers/d867d368-53b4-4c2c-8f5d-be271ff07b0c HTTP/1.1" status: 200 len: 933 time: 0.2716217 Jan 27 17:11:08.679404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60492) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:08.682859 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b17c3b34-fc2e-4032-9c8c-b39d410e18f6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:08.684058 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b17c3b34-fc2e-4032-9c8c-b39d410e18f6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports/db96d9b1-d4bf-4096-a63f-2f8d653e1ad4 HTTP/1.1" status: 404 len: 333 time: 0.1928630 Jan 27 17:11:08.689581 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-64b7ec56-81a8-4e63-a985-fd230f2934fe tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'router': {'routes': None}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:08.691352 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ed8d418-f408-44cc-b57a-9ab57d6aeac9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.723083 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37e830-9551-438d-8949-5f8be9674e3b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Network': ['ID=0420b62f-ce44-438c-bb87-4977147dbb2d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:08.726256 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60496) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:08.732971 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port fcdd063c-ae8f-4f3b-860d-17a509206c69 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:08.733342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.766657 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Pushing event updated for resources: {'Port': ['ID=72c9856d-05df-499d-ad10-46d8240cb37d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:08.809576 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f4e1c4-7018-4828-a81f-fe223b6cc94e tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:08.815770 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e8f4e1c4-7018-4828-a81f-fe223b6cc94e tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "GET /v2.0/networks?id=0420b62f-ce44-438c-bb87-4977147dbb2d HTTP/1.1" status: 200 len: 761 time: 0.6497791 Jan 27 17:11:08.816977 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 0420b62f-ce44-438c-bb87-4977147dbb2d details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:08.822835 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0d8053-18f0-4d27-9715-cb69e2ae6c7a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting subnet 776d7482-d52f-4aeb-b484-dbb794be1999 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:08.823037 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60500) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:08.827549 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cc73164a-cbec-4cb0-a3cf-a367d7c0e893 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.829224 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0d0d8053-18f0-4d27-9715-cb69e2ae6c7a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.834287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f9cb7e55-ee16-407e-af97-65b263800b7d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-653855293'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:08.851203 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f9cb7e55-ee16-407e-af97-65b263800b7d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:08.870704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f9cb7e55-ee16-407e-af97-65b263800b7d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:08.875502 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.943595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cb7e55-ee16-407e-af97-65b263800b7d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:08.946614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f9cb7e55-ee16-407e-af97-65b263800b7d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:08.995567 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-0995fa6c-d997-4283-b8b4-064c4754396b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting subnet 8d2ebe7d-b019-462d-a8fa-92391d7ff7e2 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:09.023912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Attempting to bind port 72c9856d-05df-499d-ad10-46d8240cb37d on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:09.024332 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Attempting to bind port 72c9856d-05df-499d-ad10-46d8240cb37d by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:09.024646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Attempting to bind port 72c9856d-05df-499d-ad10-46d8240cb37d on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:09.037422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:09.038174 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:09.038586 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.038963 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:09.039433 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Bound port: 72c9856d-05df-499d-ad10-46d8240cb37d, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:09.039797 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.048254 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0d0d8053-18f0-4d27-9715-cb69e2ae6c7a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.084766 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0995fa6c-d997-4283-b8b4-064c4754396b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.146768 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9cb7e55-ee16-407e-af97-65b263800b7d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:09.169767 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f9d56-2221-4bd4-9034-ccf6a309b8f6 None None] Pushing event updated for resources: {'Port': ['ID=a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:09.215564 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f9cb7e55-ee16-407e-af97-65b263800b7d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.215973 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-f9cb7e55-ee16-407e-af97-65b263800b7d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Added segment 217a011a-5a3d-4b08-9655-182d9c4180f6 of type vlan for network 3a39be64-0f9d-4937-ad87-b5723fa3115a Jan 27 17:11:09.254085 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0995fa6c-d997-4283-b8b4-064c4754396b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.291833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ed8d418-f408-44cc-b57a-9ab57d6aeac9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.292158 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f9cb7e55-ee16-407e-af97-65b263800b7d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.322582 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-af9d3d4a-da7c-4311-8d20-6683d09a84e7 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/ports/104ee1f0-d205-4a1f-a24b-d27d3e95aa6c/tags/tempest-TagsExtTest-Tag-196543697 HTTP/1.1" status: 204 len: 168 time: 1.4485145 Jan 27 17:11:09.339263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60504) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:09.364983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-b04c8b64-5780-46f0-8291-0c92ab22b95f tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '104ee1f0-d205-4a1f-a24b-d27d3e95aa6c') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:09.424400 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-f9cb7e55-ee16-407e-af97-65b263800b7d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:11:09.424650 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:09.450791 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cc73164a-cbec-4cb0-a3cf-a367d7c0e893 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.528944 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f9cb7e55-ee16-407e-af97-65b263800b7d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.529589 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-da4a9bd2-13ce-46ec-8afa-80af8e3e0fa5 None None] Provisioning for port c0897404-74ae-456b-a3ef-5bc4af4ba152 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:09.533515 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cb7e55-ee16-407e-af97-65b263800b7d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:09.534145 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f9cb7e55-ee16-407e-af97-65b263800b7d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.557305 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-da4a9bd2-13ce-46ec-8afa-80af8e3e0fa5 None None] Provisioning complete for port c0897404-74ae-456b-a3ef-5bc4af4ba152 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:09.557704 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-da4a9bd2-13ce-46ec-8afa-80af8e3e0fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.604122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.614327 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-cc73164a-cbec-4cb0-a3cf-a367d7c0e893 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bd5b5e-b54b-42d6-b35a-745a58cb517d']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:09.647717 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-cc73164a-cbec-4cb0-a3cf-a367d7c0e893 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d060200-daf6-4ed8-909b-00837827664a') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:09.648013 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-cc73164a-cbec-4cb0-a3cf-a367d7c0e893 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d060200-daf6-4ed8-909b-00837827664a') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:09.657214 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0d0d8053-18f0-4d27-9715-cb69e2ae6c7a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.674662 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:09.675162 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.712707 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cc73164a-cbec-4cb0-a3cf-a367d7c0e893 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.741026 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Transition to ACTIVE for port object 5f827cc3-7178-48fa-9a23-ea81c0655759 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:09.751948 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ed8d418-f408-44cc-b57a-9ab57d6aeac9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.758447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cc73164a-cbec-4cb0-a3cf-a367d7c0e893 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.773079 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] For port 72c9856d-05df-499d-ad10-46d8240cb37d, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:09.786368 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.791617 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f9cb7e55-ee16-407e-af97-65b263800b7d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9691892 Jan 27 17:11:09.792518 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb7e55-ee16-407e-af97-65b263800b7d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Network': ['ID=3a39be64-0f9d-4937-ad87-b5723fa3115a,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:09.794616 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60508) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:09.801864 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0995fa6c-d997-4283-b8b4-064c4754396b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.803764 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-8dde836f-e721-4bfc-84aa-98d75a5283a7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'subnet': {'network_id': '3a39be64-0f9d-4937-ad87-b5723fa3115a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:09.841332 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 3a39be64-0f9d-4937-ad87-b5723fa3115a details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:09.854404 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc73164a-cbec-4cb0-a3cf-a367d7c0e893 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:09.855722 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cc73164a-cbec-4cb0-a3cf-a367d7c0e893 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.867004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] For port 72c9856d-05df-499d-ad10-46d8240cb37d, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=72c9856d-05df-499d-ad10-46d8240cb37d,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:09.880877 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-da4a9bd2-13ce-46ec-8afa-80af8e3e0fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:09.883250 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:09.886718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8d418-f408-44cc-b57a-9ab57d6aeac9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c4c09b-74f7-4e96-9dad-22a833625619,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:09.895407 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b04c8b64-5780-46f0-8291-0c92ab22b95f tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/ports/104ee1f0-d205-4a1f-a24b-d27d3e95aa6c/tags HTTP/1.1" status: 200 len: 205 time: 0.5425467 Jan 27 17:11:09.901917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60512) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:09.945654 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0d0d8053-18f0-4d27-9715-cb69e2ae6c7a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:09.955813 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-7e51015e-882f-4623-bbc4-18bfeeb15ef5 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '14d330e4-ace8-4da6-a16b-ebcba67af779') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:09.973441 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ed8d418-f408-44cc-b57a-9ab57d6aeac9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.048234 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8dde836f-e721-4bfc-84aa-98d75a5283a7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:10.052365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8dde836f-e721-4bfc-84aa-98d75a5283a7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Usage tracker for resource:subnet and tenant:a1044fc2b04a4cf88962f2b23f4c469b is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:10.055475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8dde836f-e721-4bfc-84aa-98d75a5283a7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:10.062964 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8dde836f-e721-4bfc-84aa-98d75a5283a7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:10.076321 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.extraroute_db [None req-64b7ec56-81a8-4e63-a985-fd230f2934fe tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Added routes are [] {{(pid=87594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 27 17:11:10.076918 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.extraroute_db [None req-64b7ec56-81a8-4e63-a985-fd230f2934fe tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 27 17:11:10.080323 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0d0d8053-18f0-4d27-9715-cb69e2ae6c7a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.081286 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dde836f-e721-4bfc-84aa-98d75a5283a7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:10.084011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d8053-18f0-4d27-9715-cb69e2ae6c7a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Subnet': ['ID=776d7482-d52f-4aeb-b484-dbb794be1999,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:10.085513 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8dde836f-e721-4bfc-84aa-98d75a5283a7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.090519 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.111940 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.130623 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0d0d8053-18f0-4d27-9715-cb69e2ae6c7a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/776d7482-d52f-4aeb-b484-dbb794be1999 HTTP/1.1" status: 204 len: 168 time: 2.1657331 Jan 27 17:11:10.130623 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60516) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:10.177128 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc74e962-fc30-4531-b216-839bcd523282 None None] Network eb111497-a1bd-4f32-8008-5457d5cd4540 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:10.180929 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0ed8d418-f408-44cc-b57a-9ab57d6aeac9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/c8c4c09b-74f7-4e96-9dad-22a833625619 HTTP/1.1" status: 204 len: 168 time: 3.1910443 Jan 27 17:11:10.184542 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-256cb434-b4d1-469b-ac00-d1fa14ea2125 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'subnet': {'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:10.202208 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60520) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:10.227954 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cc73164a-cbec-4cb0-a3cf-a367d7c0e893 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.232419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cc73164a-cbec-4cb0-a3cf-a367d7c0e893 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.301825 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-64b7ec56-81a8-4e63-a985-fd230f2934fe tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.310263 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7e51015e-882f-4623-bbc4-18bfeeb15ef5 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/routers/14d330e4-ace8-4da6-a16b-ebcba67af779/tags HTTP/1.1" status: 200 len: 241 time: 0.4075718 Jan 27 17:11:10.314989 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60524) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:10.322497 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-cfaa93bd-1404-4f41-bb82-2b40b7b7c605 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '14d330e4-ace8-4da6-a16b-ebcba67af779', 'tempest-TagsExtTest-Tag-1101951774') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:10.324829 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd7f98-0f78-4450-8e42-6a2f9d31f7ac None None] Pushing event updated for resources: {'Port': ['ID=5f827cc3-7178-48fa-9a23-ea81c0655759,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:10.339114 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0995fa6c-d997-4283-b8b4-064c4754396b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.404096 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-439242a8-fcae-4de6-a2d7-744d49b3ed00 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1937797 Jan 27 17:11:10.404935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73164a-cbec-4cb0-a3cf-a367d7c0e893 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event deleted for resources: {'Network': ['ID=41bd5b5e-b54b-42d6-b35a-745a58cb517d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:10.418104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60528) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:10.467823 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157890f-5c6c-417f-9f0a-7a15439003c8 None None] Pushing event updated for resources: {'Port': ['ID=72c9856d-05df-499d-ad10-46d8240cb37d,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:10.657852 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-da4a9bd2-13ce-46ec-8afa-80af8e3e0fa5 None None] For port c0897404-74ae-456b-a3ef-5bc4af4ba152, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c0897404-74ae-456b-a3ef-5bc4af4ba152,segment=NetworkSegment(64d1c327-ec10-49e5-afba-89ff207e31e4),segment_id=64d1c327-ec10-49e5-afba-89ff207e31e4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:10.665283 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995fa6c-d997-4283-b8b4-064c4754396b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2ebe7d-b019-462d-a8fa-92391d7ff7e2,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:10.671237 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0995fa6c-d997-4283-b8b4-064c4754396b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.673698 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0995fa6c-d997-4283-b8b4-064c4754396b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/8d2ebe7d-b019-462d-a8fa-92391d7ff7e2 HTTP/1.1" status: 204 len: 168 time: 1.9309018 Jan 27 17:11:10.689732 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-da4a9bd2-13ce-46ec-8afa-80af8e3e0fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.691141 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cc73164a-cbec-4cb0-a3cf-a367d7c0e893 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "DELETE /v2.0/networks/41bd5b5e-b54b-42d6-b35a-745a58cb517d HTTP/1.1" status: 204 len: 168 time: 2.7572284 Jan 27 17:11:10.701193 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60532) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:10.701730 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60534) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:10.734095 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Attempting to bind port 5f827cc3-7178-48fa-9a23-ea81c0655759 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:10.734460 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Attempting to bind port 5f827cc3-7178-48fa-9a23-ea81c0655759 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '9291f23f-5140-4ec2-a814-56c0cf1ccaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'c7763469-1829-4f55-b76e-1d4a12e93e26'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:10.734810 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Attempting to bind port 5f827cc3-7178-48fa-9a23-ea81c0655759 on network c7763469-1829-4f55-b76e-1d4a12e93e26 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:10.737307 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98054f89-3461-46c2-9847-57311496843c None None] Network ca66c858-165e-400e-9f02-ba0be5e23c1e requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:10.820728 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-da4a9bd2-13ce-46ec-8afa-80af8e3e0fa5 None None] Could not find standard attr ID for object 3122fea2-c055-4753-9800-e10f864f3ad2. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:11:10.837347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:10.837347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Checking segment: {'id': '9291f23f-5140-4ec2-a814-56c0cf1ccaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'c7763469-1829-4f55-b76e-1d4a12e93e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:10.837347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.837347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Bound using segment: {'id': '9291f23f-5140-4ec2-a814-56c0cf1ccaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'c7763469-1829-4f55-b76e-1d4a12e93e26'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:10.837347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Bound port: 5f827cc3-7178-48fa-9a23-ea81c0655759, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9291f23f-5140-4ec2-a814-56c0cf1ccaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'c7763469-1829-4f55-b76e-1d4a12e93e26'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:10.837347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.863458 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cfaa93bd-1404-4f41-bb82-2b40b7b7c605 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/routers/14d330e4-ace8-4da6-a16b-ebcba67af779/tags/tempest-TagsExtTest-Tag-1101951774 HTTP/1.1" status: 204 len: 168 time: 0.5473640 Jan 27 17:11:10.864409 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8dde836f-e721-4bfc-84aa-98d75a5283a7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:10.873061 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60540) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:11.020478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-0499320b-0f97-4517-bce1-1c7be8d97064 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '14d330e4-ace8-4da6-a16b-ebcba67af779', 'tempest-TagsExtTest-Tag-1101951774') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:11.110478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde836f-e721-4bfc-84aa-98d75a5283a7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Subnet': ['ID=4198fa7a-a61f-4431-bce3-ee86094c4fdf,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:11.116558 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-256cb434-b4d1-469b-ac00-d1fa14ea2125 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:11.123048 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.139342 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d086ec49-57d3-4217-935e-6ca9bb9e05b9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.143136 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Allocated IP 172.26.1.222 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/44e71ba6-b7ca-4e63-9665-7bf0a9b07b37) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:11.148392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-256cb434-b4d1-469b-ac00-d1fa14ea2125 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:subnet and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:11.151317 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-da4a9bd2-13ce-46ec-8afa-80af8e3e0fa5 None None] Provisioning complete for port 931297b5-c2e1-49a8-ace2-d08fa6369412 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:11.151783 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-da4a9bd2-13ce-46ec-8afa-80af8e3e0fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.155103 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-256cb434-b4d1-469b-ac00-d1fa14ea2125 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:11.172809 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-256cb434-b4d1-469b-ac00-d1fa14ea2125 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:11.224104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:11.224422 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.265622 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 72c9856d-05df-499d-ad10-46d8240cb37d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:11.291222 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dde836f-e721-4bfc-84aa-98d75a5283a7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Checking segment: {'id': '217a011a-5a3d-4b08-9655-182d9c4180f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '3a39be64-0f9d-4937-ad87-b5723fa3115a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:11.291524 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dde836f-e721-4bfc-84aa-98d75a5283a7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network hostable DHCP agents. Network: 3a39be64-0f9d-4937-ad87-b5723fa3115a, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:11:11.299986 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a9bd2-13ce-46ec-8afa-80af8e3e0fa5 None None] Pushing event updated for resources: {'Port': ['ID=c0897404-74ae-456b-a3ef-5bc4af4ba152,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:11.301092 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256cb434-b4d1-469b-ac00-d1fa14ea2125 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:11.305780 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-256cb434-b4d1-469b-ac00-d1fa14ea2125 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.361860 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac0bd11-7a11-40c7-b39c-320d06aea5fa tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:11.362603 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4ac0bd11-7a11-40c7-b39c-320d06aea5fa tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:11.392193 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-da4a9bd2-13ce-46ec-8afa-80af8e3e0fa5 None None] Port 931297b5-c2e1-49a8-ace2-d08fa6369412 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:11.405927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] For port 5f827cc3-7178-48fa-9a23-ea81c0655759, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:11.412594 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] For port 5f827cc3-7178-48fa-9a23-ea81c0655759, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5f827cc3-7178-48fa-9a23-ea81c0655759,segment=NetworkSegment(9291f23f-5140-4ec2-a814-56c0cf1ccaf4),segment_id=9291f23f-5140-4ec2-a814-56c0cf1ccaf4)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:11.424333 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.493390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-64b7ec56-81a8-4e63-a985-fd230f2934fe tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.515720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-64b7ec56-81a8-4e63-a985-fd230f2934fe tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.587897 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 72c9856d-05df-499d-ad10-46d8240cb37d completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:11.606824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dde836f-e721-4bfc-84aa-98d75a5283a7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network 3a39be64-0f9d-4937-ad87-b5723fa3115a is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:11:11.619363 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:11.694555 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:11.695196 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:11.700012 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d086ec49-57d3-4217-935e-6ca9bb9e05b9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.727021 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4ac0bd11-7a11-40c7-b39c-320d06aea5fa tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:11.728239 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4ac0bd11-7a11-40c7-b39c-320d06aea5fa tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.3090997 Jan 27 17:11:11.734089 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0499320b-0f97-4517-bce1-1c7be8d97064 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/routers/14d330e4-ace8-4da6-a16b-ebcba67af779/tags/tempest-TagsExtTest-Tag-1101951774 HTTP/1.1" status: 204 len: 168 time: 0.7812390 Jan 27 17:11:11.734089 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60544) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:11.746365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-8dde836f-e721-4bfc-84aa-98d75a5283a7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 3a39be64-0f9d-4937-ad87-b5723fa3115a) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:11.751431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60546) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:11.811229 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc43cf4-25cd-45ec-9f19-478979121886 None None] Network 3a39be64-0f9d-4937-ad87-b5723fa3115a requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:11.820070 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-d086ec49-57d3-4217-935e-6ca9bb9e05b9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d316aa-6a3e-4cc7-8110-d11605ba5810']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:11.835366 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde836f-e721-4bfc-84aa-98d75a5283a7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:11.835939 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8dde836f-e721-4bfc-84aa-98d75a5283a7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.837148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-d086ec49-57d3-4217-935e-6ca9bb9e05b9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847f380d-c675-4449-8bd6-6eb444986999') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:11.837713 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-d086ec49-57d3-4217-935e-6ca9bb9e05b9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847f380d-c675-4449-8bd6-6eb444986999') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:11.851131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d086ec49-57d3-4217-935e-6ca9bb9e05b9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.852660 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-005b9fce-4158-407b-8681-02f72f12abdf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '14d330e4-ace8-4da6-a16b-ebcba67af779') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:11.870164 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d086ec49-57d3-4217-935e-6ca9bb9e05b9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:11.928023 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d086ec49-57d3-4217-935e-6ca9bb9e05b9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:11.934585 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d086ec49-57d3-4217-935e-6ca9bb9e05b9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.020989 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b7ec56-81a8-4e63-a985-fd230f2934fe tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router d867d368-53b4-4c2c-8f5d-be271ff07b0c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:11:12.052492 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8dde836f-e721-4bfc-84aa-98d75a5283a7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2548807 Jan 27 17:11:12.062565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60552) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:12.073472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428a5e54-c88a-4c2d-b23b-be85b01762c5 None None] DHCP port deletion for ca66c858-165e-400e-9f02-ba0be5e23c1e request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:12.108215 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:12.114250 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd7f98-0f78-4450-8e42-6a2f9d31f7ac None None] Pushing event updated for resources: {'Port': ['ID=5f827cc3-7178-48fa-9a23-ea81c0655759,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:12.133215 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d570ee-f459-4862-92c3-61253cfa526b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:12.134208 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-27d570ee-f459-4862-92c3-61253cfa526b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:12.135192 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-428a5e54-c88a-4c2d-b23b-be85b01762c5 None None] Deleting port a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:12.135558 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-428a5e54-c88a-4c2d-b23b-be85b01762c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.236281 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.254260 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] For port a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba,segment=NetworkSegment(e1558286-b441-46f5-bce3-35867bee9dbc),segment_id=e1558286-b441-46f5-bce3-35867bee9dbc)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:12.254399 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.268598 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-005b9fce-4158-407b-8681-02f72f12abdf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/routers/14d330e4-ace8-4da6-a16b-ebcba67af779/tags HTTP/1.1" status: 200 len: 205 time: 0.5071197 Jan 27 17:11:12.271014 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96c5449-6ef6-489b-9800-2e03ec6956d7 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:12.281762 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60556) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:12.288605 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d086ec49-57d3-4217-935e-6ca9bb9e05b9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.344609 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-1210a344-b437-482d-8521-662420074483 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'df084f6e-ada1-4867-a2f1-86aa961e1999') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:12.354537 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d086ec49-57d3-4217-935e-6ca9bb9e05b9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.369279 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-35a3607b-2ed0-48cf-830e-7d3907dedbf7 None None] Provisioning complete for port c0897404-74ae-456b-a3ef-5bc4af4ba152 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:12.369793 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35a3607b-2ed0-48cf-830e-7d3907dedbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.379743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-27d570ee-f459-4862-92c3-61253cfa526b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:12.380918 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-27d570ee-f459-4862-92c3-61253cfa526b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6363482 Jan 27 17:11:12.437920 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60560) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:12.496247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:12.533599 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1ca92b17-3fac-4dcf-814e-be215af959c1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929816 Jan 27 17:11:12.546993 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60564) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:12.555567 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b7ec56-81a8-4e63-a985-fd230f2934fe tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:12.563786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d2bd20fd-3551-4b72-824a-e8bd6dbf7c21 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:12.604885 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:12.611411 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:11:12.660748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-64b7ec56-81a8-4e63-a985-fd230f2934fe tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.664282 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-64b7ec56-81a8-4e63-a985-fd230f2934fe tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/d867d368-53b4-4c2c-8f5d-be271ff07b0c HTTP/1.1" status: 200 len: 699 time: 3.9811809 Jan 27 17:11:12.670654 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60568) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:12.675421 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1210a344-b437-482d-8521-662420074483 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/subnetpools/df084f6e-ada1-4867-a2f1-86aa961e1999/tags HTTP/1.1" status: 200 len: 241 time: 0.3857183 Jan 27 17:11:12.683968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086ec49-57d3-4217-935e-6ca9bb9e05b9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event deleted for resources: {'Network': ['ID=b8d316aa-6a3e-4cc7-8110-d11605ba5810,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:12.689499 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60570) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:12.696684 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-f316eaee-9bcd-4616-86f8-61b8666756aa tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'df084f6e-ada1-4867-a2f1-86aa961e1999', 'tempest-TagsExtTest-Tag-1268458261') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:12.718549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0a2f-ff5d-4f6a-80ac-0c3678caedb2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.722409 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e037be-5d6a-4e91-b1c7-877ffb1fefe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-3a39be64-0f9d-4937-ad87-b5723fa3115a', 'network_id': '3a39be64-0f9d-4937-ad87-b5723fa3115a', 'tenant_id': 'a1044fc2b04a4cf88962f2b23f4c469b', 'fixed_ips': [{'subnet_id': '4198fa7a-a61f-4431-bce3-ee86094c4fdf'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:12.723466 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60e037be-5d6a-4e91-b1c7-877ffb1fefe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.725712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d2bd20fd-3551-4b72-824a-e8bd6dbf7c21 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:12.744390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d2bd20fd-3551-4b72-824a-e8bd6dbf7c21 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:12.755515 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f316eaee-9bcd-4616-86f8-61b8666756aa tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/subnetpools/df084f6e-ada1-4867-a2f1-86aa961e1999/tags/tempest-TagsExtTest-Tag-1268458261 HTTP/1.1" status: 204 len: 168 time: 0.0626192 Jan 27 17:11:12.767554 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60576) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:12.780689 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-c2d5e71d-0084-4a20-a58a-caf67c022a69 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'df084f6e-ada1-4867-a2f1-86aa961e1999', 'tempest-TagsExtTest-Tag-1268458261') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:12.795406 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bd20fd-3551-4b72-824a-e8bd6dbf7c21 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:12.799202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d2bd20fd-3551-4b72-824a-e8bd6dbf7c21 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.803309 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d086ec49-57d3-4217-935e-6ca9bb9e05b9 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "DELETE /v2.0/networks/b8d316aa-6a3e-4cc7-8110-d11605ba5810 HTTP/1.1" status: 204 len: 168 time: 2.0978689 Jan 27 17:11:12.807447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60580) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:12.901491 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0a2f-ff5d-4f6a-80ac-0c3678caedb2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:12.973009 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.010335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0a2f-ff5d-4f6a-80ac-0c3678caedb2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.065203 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-acc42fa8-fba6-429f-8fe7-714586cfed19 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/routers/d867d368-53b4-4c2c-8f5d-be271ff07b0c HTTP/1.1" status: 200 len: 699 time: 0.3830838 Jan 27 17:11:13.068734 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60584) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:13.079878 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c0897404-74ae-456b-a3ef-5bc4af4ba152 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:13.234859 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:13.238870 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5c04-424e-4763-b4b7-9c3d5e04a7d6 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.242712 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=44e71ba6-b7ca-4e63-9665-7bf0a9b07b37,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:13.247783 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:13.256116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.263414 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:13.278594 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb0a2f-ff5d-4f6a-80ac-0c3678caedb2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Subnet': ['ID=4198fa7a-a61f-4431-bce3-ee86094c4fdf,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:13.318203 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-428a5e54-c88a-4c2d-b23b-be85b01762c5 None None] For port a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba,segment=NetworkSegment(e1558286-b441-46f5-bce3-35867bee9dbc),segment_id=e1558286-b441-46f5-bce3-35867bee9dbc)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:13.318631 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-428a5e54-c88a-4c2d-b23b-be85b01762c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.362362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-35a3607b-2ed0-48cf-830e-7d3907dedbf7 None None] Could not find standard attr ID for object 3122fea2-c055-4753-9800-e10f864f3ad2. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:11:13.364859 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-256cb434-b4d1-469b-ac00-d1fa14ea2125 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.401554 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:13.498393 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0a2f-ff5d-4f6a-80ac-0c3678caedb2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.498685 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-35a3607b-2ed0-48cf-830e-7d3907dedbf7 None None] Could not find standard attr ID for object a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:11:13.512935 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-428a5e54-c88a-4c2d-b23b-be85b01762c5 None None] Calling delete_port for a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:13.514855 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No DVR routers for this DVR port a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:13.528828 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c2d5e71d-0084-4a20-a58a-caf67c022a69 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/subnetpools/df084f6e-ada1-4867-a2f1-86aa961e1999/tags/tempest-TagsExtTest-Tag-1268458261 HTTP/1.1" status: 204 len: 168 time: 0.7579536 Jan 27 17:11:13.536982 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60588) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:13.560598 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256cb434-b4d1-469b-ac00-d1fa14ea2125 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network eb111497-a1bd-4f32-8008-5457d5cd4540 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server [None req-60e037be-5d6a-4e91-b1c7-877ffb1fefe1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4198fa7a-a61f-4431-bce3-ee86094c4fdf: This subnet is being modified by another concurrent operation. Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:11:13.562272 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise exception Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4198fa7a-a61f-4431-bce3-ee86094c4fdf: This subnet is being modified by another concurrent operation. Jan 27 17:11:13.566335 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server Jan 27 17:11:13.578715 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-256cb434-b4d1-469b-ac00-d1fa14ea2125 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:13.608863 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-ff4f009d-288a-4f6a-ac41-0f4fdf685fdf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'df084f6e-ada1-4867-a2f1-86aa961e1999') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:13.644564 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-1fdb0a2f-ff5d-4f6a-80ac-0c3678caedb2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a39be64-0f9d-4937-ad87-b5723fa3115a']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:13.648988 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425ce1bc-cca9-40c7-996d-9553a1cab007 None None] Network 3a39be64-0f9d-4937-ad87-b5723fa3115a requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:13.658389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256cb434-b4d1-469b-ac00-d1fa14ea2125 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:13.659434 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-256cb434-b4d1-469b-ac00-d1fa14ea2125 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.661320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99441d9-7cc5-4697-860b-868bda89469e None None] Network eb111497-a1bd-4f32-8008-5457d5cd4540 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:13.721064 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-1fdb0a2f-ff5d-4f6a-80ac-0c3678caedb2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217a011a-5a3d-4b08-9655-182d9c4180f6') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:13.721360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-1fdb0a2f-ff5d-4f6a-80ac-0c3678caedb2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217a011a-5a3d-4b08-9655-182d9c4180f6') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:13.745642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cb434-b4d1-469b-ac00-d1fa14ea2125 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Subnet': ['ID=13760099-3cb1-4213-8606-1c665b786a9a,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:13.757358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-35a3607b-2ed0-48cf-830e-7d3907dedbf7 None None] Provisioning for port 104ee1f0-d205-4a1f-a24b-d27d3e95aa6c completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:13.770802 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0a2f-ff5d-4f6a-80ac-0c3678caedb2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.785377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d2bd20fd-3551-4b72-824a-e8bd6dbf7c21 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.795839 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port c0897404-74ae-456b-a3ef-5bc4af4ba152 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:13.796199 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.849032 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ff4f009d-288a-4f6a-ac41-0f4fdf685fdf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/subnetpools/df084f6e-ada1-4867-a2f1-86aa961e1999/tags HTTP/1.1" status: 200 len: 205 time: 0.2514639 Jan 27 17:11:13.850523 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5c04-424e-4763-b4b7-9c3d5e04a7d6 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.865389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.873046 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60592) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:13.875093 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0a2f-ff5d-4f6a-80ac-0c3678caedb2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.880698 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-e93d325d-c537-452b-bcd9-90c206ae860d tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'df084f6e-ada1-4867-a2f1-86aa961e1999') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:13.883023 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-35a3607b-2ed0-48cf-830e-7d3907dedbf7 None None] Provisioning complete for port 104ee1f0-d205-4a1f-a24b-d27d3e95aa6c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:13.883387 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35a3607b-2ed0-48cf-830e-7d3907dedbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.913447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bd20fd-3551-4b72-824a-e8bd6dbf7c21 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:13.922839 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-d2bd20fd-3551-4b72-824a-e8bd6dbf7c21 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:13.932386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fdb0a2f-ff5d-4f6a-80ac-0c3678caedb2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:13.932784 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0a2f-ff5d-4f6a-80ac-0c3678caedb2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:13.949588 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:13.955216 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bd20fd-3551-4b72-824a-e8bd6dbf7c21 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:13.955807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d2bd20fd-3551-4b72-824a-e8bd6dbf7c21 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:13.974101 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547e3ba4-e13c-48ec-8584-0d7ec2270009 None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:13.976397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd20fd-3551-4b72-824a-e8bd6dbf7c21 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=26bd1f03-7cf6-439d-8ebb-032883be5547,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:14.007481 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-256cb434-b4d1-469b-ac00-d1fa14ea2125 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8340714 Jan 27 17:11:14.018231 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60596) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:14.019957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca66c858-165e-400e-9f02-ba0be5e23c1e']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:14.034713 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-7e1a5c04-424e-4763-b4b7-9c3d5e04a7d6 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a3fe35-bee1-42de-9634-7784c2e48472']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:14.038483 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-547e3ba4-e13c-48ec-8584-0d7ec2270009 None None] Deleting port 72c9856d-05df-499d-ad10-46d8240cb37d {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:14.039021 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-547e3ba4-e13c-48ec-8584-0d7ec2270009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.053194 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-4f24bae4-fb48-4836-8f2a-21fa272e7540 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'security_group': {'name': 'tempest-secgroup-362160979'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:14.065110 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1558286-b441-46f5-bce3-35867bee9dbc') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:14.065654 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1558286-b441-46f5-bce3-35867bee9dbc') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:14.083950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4f24bae4-fb48-4836-8f2a-21fa272e7540 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:14.091639 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-7e1a5c04-424e-4763-b4b7-9c3d5e04a7d6 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123c601f-6221-4094-9630-6bb5a549a3b0') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:14.092184 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-7e1a5c04-424e-4763-b4b7-9c3d5e04a7d6 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123c601f-6221-4094-9630-6bb5a549a3b0') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:14.103469 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.114150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4f24bae4-fb48-4836-8f2a-21fa272e7540 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:security_group and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:14.120663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0a2f-ff5d-4f6a-80ac-0c3678caedb2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.125020 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0a2f-ff5d-4f6a-80ac-0c3678caedb2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.128029 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4f24bae4-fb48-4836-8f2a-21fa272e7540 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:14.139372 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-428a5e54-c88a-4c2d-b23b-be85b01762c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:14.139723 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-428a5e54-c88a-4c2d-b23b-be85b01762c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:14.151005 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d2bd20fd-3551-4b72-824a-e8bd6dbf7c21 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6018424 Jan 27 17:11:14.158403 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60600) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:14.159222 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb0a2f-ff5d-4f6a-80ac-0c3678caedb2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Network': ['ID=3a39be64-0f9d-4937-ad87-b5723fa3115a,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:14.167296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-39859d90-1ece-4a1a-94da-0a65f46cd5a7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'mac_address': 'fa:16:3e:d4:a7:ca', 'name': 'tempest-NetworksTestDHCPv6-1127722852'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:14.182670 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1fdb0a2f-ff5d-4f6a-80ac-0c3678caedb2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/3a39be64-0f9d-4937-ad87-b5723fa3115a HTTP/1.1" status: 204 len: 168 time: 2.0535481 Jan 27 17:11:14.190067 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60604) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:14.193894 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-35a3607b-2ed0-48cf-830e-7d3907dedbf7 None None] Port 104ee1f0-d205-4a1f-a24b-d27d3e95aa6c cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:14.198638 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5c04-424e-4763-b4b7-9c3d5e04a7d6 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.214842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.217267 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4f24bae4-fb48-4836-8f2a-21fa272e7540 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:14.235886 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:14.236289 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:14.257264 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:14.264098 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7c073e-1c47-40a6-9808-eb1405806b0d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] GET failed (client error): The resource could not be found. Jan 27 17:11:14.264670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1c7c073e-1c47-40a6-9808-eb1405806b0d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Synchronizing usage tracker for tenant:a1044fc2b04a4cf88962f2b23f4c469b on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:14.365090 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1c7c073e-1c47-40a6-9808-eb1405806b0d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Unset dirty status for tenant:a1044fc2b04a4cf88962f2b23f4c469b on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:14.368918 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1c7c073e-1c47-40a6-9808-eb1405806b0d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "GET /v2.0/subnets/4198fa7a-a61f-4431-bce3-ee86094c4fdf HTTP/1.1" status: 404 len: 337 time: 0.1737375 Jan 27 17:11:14.371077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60608) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:14.406112 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e93d325d-c537-452b-bcd9-90c206ae860d tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/subnetpools/df084f6e-ada1-4867-a2f1-86aa961e1999/tags HTTP/1.1" status: 204 len: 168 time: 0.5270786 Jan 27 17:11:14.415436 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5c04-424e-4763-b4b7-9c3d5e04a7d6 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.417596 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60612) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:14.428245 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:11:10Z', 'revision_number': 7, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': '48066049-255a-4bb3-a012-6ced0b492b43', 'name': '', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:7c:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:23Z', 'updated_at': '2022-01-27T17:10:38Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f827cc3-7178-48fa-9a23-ea81c0655759', 'name': '', 'network_id': 'c7763469-1829-4f55-b76e-1d4a12e93e26', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:23:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b8f51a05-6700-45ea-a62a-fdd1d2868b96', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:56Z', 'updated_at': '2022-01-27T17:11:11Z', 'revision_number': 4, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': 'b8f51a05-6700-45ea-a62a-fdd1d2868b96', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962d3c8f-6890-4cac-a1a4-b49893b92f58', 'name': '', 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:42:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:41Z', 'updated_at': '2022-01-27T17:10:52Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:14.454298 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-8515c624-52ee-4a81-ae1f-93964f8b4b27 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:14.454768 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8515c624-52ee-4a81-ae1f-93964f8b4b27 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:14.460447 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8515c624-52ee-4a81-ae1f-93964f8b4b27 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/3a39be64-0f9d-4937-ad87-b5723fa3115a HTTP/1.1" status: 404 len: 339 time: 0.0853665 Jan 27 17:11:14.461558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60616) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:14.483037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-f30acd35-4c62-45b6-9c54-84ea0349a6a4 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '14d330e4-ace8-4da6-a16b-ebcba67af779') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:14.484068 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892ec54b-79c0-46c6-a372-04b69707d7ba None None] The sync data for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv is: [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:11:10Z', 'revision_number': 7, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': '48066049-255a-4bb3-a012-6ced0b492b43', 'name': '', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:7c:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:23Z', 'updated_at': '2022-01-27T17:10:38Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f827cc3-7178-48fa-9a23-ea81c0655759', 'name': '', 'network_id': 'c7763469-1829-4f55-b76e-1d4a12e93e26', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:23:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b8f51a05-6700-45ea-a62a-fdd1d2868b96', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:56Z', 'updated_at': '2022-01-27T17:11:11Z', 'revision_number': 4, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': 'b8f51a05-6700-45ea-a62a-fdd1d2868b96', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962d3c8f-6890-4cac-a1a4-b49893b92f58', 'name': '', 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:42:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:41Z', 'updated_at': '2022-01-27T17:10:52Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:11:14.486987 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-39859d90-1ece-4a1a-94da-0a65f46cd5a7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:14.528045 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-39859d90-1ece-4a1a-94da-0a65f46cd5a7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:14.540320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4f24bae4-fb48-4836-8f2a-21fa272e7540 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.565835 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1a5c04-424e-4763-b4b7-9c3d5e04a7d6 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:14.565835 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5c04-424e-4763-b4b7-9c3d5e04a7d6 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:14.587096 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:14.646399 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-428a5e54-c88a-4c2d-b23b-be85b01762c5 None None] Deleting port a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:14.647013 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-428a5e54-c88a-4c2d-b23b-be85b01762c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.664493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e2b7cd-e272-49f8-90dc-f2c33772670b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:14.665282 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e0e2b7cd-e272-49f8-90dc-f2c33772670b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Synchronizing usage tracker for tenant:a1044fc2b04a4cf88962f2b23f4c469b on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:14.685786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39859d90-1ece-4a1a-94da-0a65f46cd5a7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:14.686066 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4f24bae4-fb48-4836-8f2a-21fa272e7540 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:14.691349 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4f24bae4-fb48-4836-8f2a-21fa272e7540 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:security_group_rule and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:14.695480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.697254 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4f24bae4-fb48-4836-8f2a-21fa272e7540 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:14.726867 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.732514 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4f24bae4-fb48-4836-8f2a-21fa272e7540 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:14.736459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Network': ['ID=ca66c858-165e-400e-9f02-ba0be5e23c1e,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:14.756244 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.818125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5c04-424e-4763-b4b7-9c3d5e04a7d6 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.825442 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:14.859598 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5c04-424e-4763-b4b7-9c3d5e04a7d6 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:14.898457 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d13f1855-e914-4a17-b993-1e12eae195f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/networks/ca66c858-165e-400e-9f02-ba0be5e23c1e HTTP/1.1" status: 204 len: 168 time: 4.1921024 Jan 27 17:11:14.898457 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a5c04-424e-4763-b4b7-9c3d5e04a7d6 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] Pushing event deleted for resources: {'Network': ['ID=f9a3fe35-bee1-42de-9634-7784c2e48472,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:14.903086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60620) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:14.914015 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-52a9ea85-2f0d-4cca-9366-69e193688c97 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1580499841'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:14.923439 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f30acd35-4c62-45b6-9c54-84ea0349a6a4 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/routers/14d330e4-ace8-4da6-a16b-ebcba67af779/tags HTTP/1.1" status: 204 len: 168 time: 0.4990451 Jan 27 17:11:14.925147 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7e1a5c04-424e-4763-b4b7-9c3d5e04a7d6 tempest-BulkNetworkOpsTest-1249977387 tempest-BulkNetworkOpsTest-1249977387-project] 10.222.0.50 "DELETE /v2.0/networks/f9a3fe35-bee1-42de-9634-7784c2e48472 HTTP/1.1" status: 204 len: 168 time: 2.1128998 Jan 27 17:11:14.935395 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-52a9ea85-2f0d-4cca-9366-69e193688c97 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:14.941608 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60624) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:14.945542 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-52a9ea85-2f0d-4cca-9366-69e193688c97 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:network and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:14.952224 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-52a9ea85-2f0d-4cca-9366-69e193688c97 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:14.959585 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-f08b1cc2-4e38-4595-b97a-aec449dc04b8 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '104ee1f0-d205-4a1f-a24b-d27d3e95aa6c') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:14.963425 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:14.963768 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:14.983715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-428a5e54-c88a-4c2d-b23b-be85b01762c5 None None] The port 'a791c2c9-9b63-40a4-9a5f-d3d90d76e3ba' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:11:14.993046 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c183f5d6-d511-4c9c-b729-361cfffbd4a6 None None] Provisioning complete for port fcdd063c-ae8f-4f3b-860d-17a509206c69 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:14.993418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c183f5d6-d511-4c9c-b729-361cfffbd4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.015163 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-52a9ea85-2f0d-4cca-9366-69e193688c97 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:15.081291 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a9ea85-2f0d-4cca-9366-69e193688c97 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:15.093272 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-52a9ea85-2f0d-4cca-9366-69e193688c97 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.154939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4f24bae4-fb48-4836-8f2a-21fa272e7540 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.179680 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e0e2b7cd-e272-49f8-90dc-f2c33772670b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Unset dirty status for tenant:a1044fc2b04a4cf88962f2b23f4c469b on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:15.183896 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4f24bae4-fb48-4836-8f2a-21fa272e7540 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.184787 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e0e2b7cd-e272-49f8-90dc-f2c33772670b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7229667 Jan 27 17:11:15.185486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60630) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:15.228073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a9ea85-2f0d-4cca-9366-69e193688c97 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:15.242649 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5f827cc3-7178-48fa-9a23-ea81c0655759 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:15.267911 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.269955 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-52a9ea85-2f0d-4cca-9366-69e193688c97 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.269955 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-52a9ea85-2f0d-4cca-9366-69e193688c97 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Added segment 088b53a3-09ed-4398-8474-b2a2f34a9db6 of type vlan for network 4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff Jan 27 17:11:15.287183 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24bae4-fb48-4836-8f2a-21fa272e7540 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b896f4ce-24cd-46c4-8b46-cb17ce3a57fd,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:15.296381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4f24bae4-fb48-4836-8f2a-21fa272e7540 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.297596 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4f24bae4-fb48-4836-8f2a-21fa272e7540 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2704861 Jan 27 17:11:15.304901 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60632) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:15.320342 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-3c71cf06-919d-45e9-8adc-a39f6b43b0ae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'security_group': {'name': 'tempest-secgroup-1849181184'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:15.324317 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-547e3ba4-e13c-48ec-8584-0d7ec2270009 None None] For port 72c9856d-05df-499d-ad10-46d8240cb37d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=72c9856d-05df-499d-ad10-46d8240cb37d,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:15.324728 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-547e3ba4-e13c-48ec-8584-0d7ec2270009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.339245 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3c71cf06-919d-45e9-8adc-a39f6b43b0ae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:15.352374 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f08b1cc2-4e38-4595-b97a-aec449dc04b8 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/ports/104ee1f0-d205-4a1f-a24b-d27d3e95aa6c/tags HTTP/1.1" status: 204 len: 168 time: 0.4082232 Jan 27 17:11:15.361284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-52a9ea85-2f0d-4cca-9366-69e193688c97 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.366723 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3c71cf06-919d-45e9-8adc-a39f6b43b0ae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:security_group and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:15.368669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60638) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:15.371740 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3c71cf06-919d-45e9-8adc-a39f6b43b0ae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:15.377607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-2b78bc14-08f0-4ccf-95c4-dd1f6afea988 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '91dcbfb0-7792-4746-b1fb-db0dd45d21e4') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:15.428346 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b6f2395b-47e4-46d5-9053-f5c55832c556 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 HTTP/1.1" status: 200 len: 207 time: 0.0857410 Jan 27 17:11:15.432443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60644) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:15.462951 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3c71cf06-919d-45e9-8adc-a39f6b43b0ae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:15.531925 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60648) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:15.535823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-52a9ea85-2f0d-4cca-9366-69e193688c97 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:11:15.565940 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-547e3ba4-e13c-48ec-8584-0d7ec2270009 None None] Calling delete_port for 72c9856d-05df-499d-ad10-46d8240cb37d owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:15.606127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-39859d90-1ece-4a1a-94da-0a65f46cd5a7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.668603 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-39859d90-1ece-4a1a-94da-0a65f46cd5a7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port de4dd7aa-d97c-46e6-98ce-4b2de5853e4d yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:15.699052 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a315dfc-d131-4f0e-bb31-407a70eb576d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:15.705317 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a315dfc-d131-4f0e-bb31-407a70eb576d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:15.712929 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a315dfc-d131-4f0e-bb31-407a70eb576d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:15.719751 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a315dfc-d131-4f0e-bb31-407a70eb576d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:15.721435 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6a315dfc-d131-4f0e-bb31-407a70eb576d tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2843833 Jan 27 17:11:15.726528 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-52a9ea85-2f0d-4cca-9366-69e193688c97 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.732964 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a9ea85-2f0d-4cca-9366-69e193688c97 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:15.733645 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-52a9ea85-2f0d-4cca-9366-69e193688c97 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.739908 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60654) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:15.761138 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-547e3ba4-e13c-48ec-8584-0d7ec2270009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.793553 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3c71cf06-919d-45e9-8adc-a39f6b43b0ae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.809542 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce5c19-f474-4a2e-ae15-6436b25507f6 None None] Sync routers for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:15.812174 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547e3ba4-e13c-48ec-8584-0d7ec2270009 None None] No DVR routers for this DVR port 72c9856d-05df-499d-ad10-46d8240cb37d on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:15.821168 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce5c19-f474-4a2e-ae15-6436b25507f6 None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:15.821810 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d3ce5c19-f474-4a2e-ae15-6436b25507f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:15.827078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3c71cf06-919d-45e9-8adc-a39f6b43b0ae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:15.832304 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3c71cf06-919d-45e9-8adc-a39f6b43b0ae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:security_group_rule and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:15.837372 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3c71cf06-919d-45e9-8adc-a39f6b43b0ae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:15.845827 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3c71cf06-919d-45e9-8adc-a39f6b43b0ae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:15.850203 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e3ba4-e13c-48ec-8584-0d7ec2270009 None None] Pushing event deleted for resources: {'Port': ['ID=72c9856d-05df-499d-ad10-46d8240cb37d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:15.851873 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804f31ad-dad3-4672-be3b-ff9a3cf22b70 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:15.906918 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-39859d90-1ece-4a1a-94da-0a65f46cd5a7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::e0 (bbf03638-7624-437f-9c24-a87cd70c5626/26bd1f03-7cf6-439d-8ebb-032883be5547/de4dd7aa-d97c-46e6-98ce-4b2de5853e4d) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:15.930727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3c71cf06-919d-45e9-8adc-a39f6b43b0ae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.944859 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port 5f827cc3-7178-48fa-9a23-ea81c0655759 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:15.945193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.963852 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3c71cf06-919d-45e9-8adc-a39f6b43b0ae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:15.967797 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.002055 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c183f5d6-d511-4c9c-b729-361cfffbd4a6 None None] Could not find standard attr ID for object 72c9856d-05df-499d-ad10-46d8240cb37d. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:11:16.024342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 5f827cc3-7178-48fa-9a23-ea81c0655759 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:16.027307 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-d3ce5c19-f474-4a2e-ae15-6436b25507f6 None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:11:16.038323 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 5f827cc3-7178-48fa-9a23-ea81c0655759 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:16.038715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.059077 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ad827e85-074c-497f-a18a-f7e9e753995e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ee8b3a8879fb41659c0598f1d01c041c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5260088 Jan 27 17:11:16.059692 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60658) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:16.096658 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c183f5d6-d511-4c9c-b729-361cfffbd4a6 None None] Provisioning complete for port 931297b5-c2e1-49a8-ace2-d08fa6369412 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:16.096953 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c183f5d6-d511-4c9c-b729-361cfffbd4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.153647 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f3058f-557b-42fa-86aa-ccdeeaeaed74 None None] Update dhcp port {'port': {'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540', 'fixed_ips': [{'subnet_id': '4793f589-3ec6-4a5e-9adb-d279bc46b3de', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '13760099-3cb1-4213-8606-1c665b786a9a'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': 'fcdd063c-ae8f-4f3b-860d-17a509206c69'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:11:16.184781 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c183f5d6-d511-4c9c-b729-361cfffbd4a6 None None] Port 931297b5-c2e1-49a8-ace2-d08fa6369412 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:16.197021 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c183f5d6-d511-4c9c-b729-361cfffbd4a6 None None] Could not find standard attr ID for object 6fce30ba-07d9-4b38-a641-9ec641717a50. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:11:16.269710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2f3058f-557b-42fa-86aa-ccdeeaeaed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.281740 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c183f5d6-d511-4c9c-b729-361cfffbd4a6 None None] Provisioning complete for port 5f827cc3-7178-48fa-9a23-ea81c0655759 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:16.282110 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c183f5d6-d511-4c9c-b729-361cfffbd4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.285417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.327943 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.339616 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': '26bd1f03-7cf6-439d-8ebb-032883be5547'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:16.340452 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.427930 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d51abff4-f47b-4a68-9a9c-0b6e17b3a591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.459936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] For port 5f827cc3-7178-48fa-9a23-ea81c0655759, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5f827cc3-7178-48fa-9a23-ea81c0655759,segment=NetworkSegment(9291f23f-5140-4ec2-a814-56c0cf1ccaf4),segment_id=9291f23f-5140-4ec2-a814-56c0cf1ccaf4)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:16.460898 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.472124 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d3ce5c19-f474-4a2e-ae15-6436b25507f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:11:10Z', 'revision_number': 7, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': '48066049-255a-4bb3-a012-6ced0b492b43', 'name': '', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:7c:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:23Z', 'updated_at': '2022-01-27T17:10:38Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f827cc3-7178-48fa-9a23-ea81c0655759', 'name': '', 'network_id': 'c7763469-1829-4f55-b76e-1d4a12e93e26', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:23:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b8f51a05-6700-45ea-a62a-fdd1d2868b96', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:56Z', 'updated_at': '2022-01-27T17:11:11Z', 'revision_number': 4, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': 'b8f51a05-6700-45ea-a62a-fdd1d2868b96', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962d3c8f-6890-4cac-a1a4-b49893b92f58', 'name': '', 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:42:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:41Z', 'updated_at': '2022-01-27T17:10:52Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:16.479037 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce5c19-f474-4a2e-ae15-6436b25507f6 None None] Checking router: d867d368-53b4-4c2c-8f5d-be271ff07b0c for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:11:16.491766 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce5c19-f474-4a2e-ae15-6436b25507f6 None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:16.492665 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d3ce5c19-f474-4a2e-ae15-6436b25507f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:16.497677 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.526819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d51abff4-f47b-4a68-9a9c-0b6e17b3a591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.570926 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.620205 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 5f827cc3-7178-48fa-9a23-ea81c0655759, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5f827cc3-7178-48fa-9a23-ea81c0655759,segment=NetworkSegment(9291f23f-5140-4ec2-a814-56c0cf1ccaf4),segment_id=9291f23f-5140-4ec2-a814-56c0cf1ccaf4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:16.678844 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.686162 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-d3ce5c19-f474-4a2e-ae15-6436b25507f6 None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:11:16.702821 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-52a9ea85-2f0d-4cca-9366-69e193688c97 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7970192 Jan 27 17:11:16.716206 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60662) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:16.717292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d51abff4-f47b-4a68-9a9c-0b6e17b3a591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.725766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-aa9e1688-6feb-4303-9ccc-18637be0bbbd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'subnet': {'network_id': '4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:16.748271 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Calling delete_port for 5f827cc3-7178-48fa-9a23-ea81c0655759 owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:16.796457 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 72c9856d-05df-499d-ad10-46d8240cb37d no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:16.809372 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9ea85-2f0d-4cca-9366-69e193688c97 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Network': ['ID=4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:16.813103 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3c71cf06-919d-45e9-8adc-a39f6b43b0ae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.814526 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3c71cf06-919d-45e9-8adc-a39f6b43b0ae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5086796 Jan 27 17:11:16.832702 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60666) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:16.846364 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71cf06-919d-45e9-8adc-a39f6b43b0ae tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18133300-40c5-425d-ac11-368c8e4c27a2,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:16.856112 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-9826346e-c98e-4608-944c-989efc2a4b10 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'security_group': {'name': 'tempest-secgroup-2010576018'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:16.864039 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9826346e-c98e-4608-944c-989efc2a4b10 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:16.870943 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9826346e-c98e-4608-944c-989efc2a4b10 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:security_group and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:16.871302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-39859d90-1ece-4a1a-94da-0a65f46cd5a7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.875213 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9826346e-c98e-4608-944c-989efc2a4b10 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:16.877262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51abff4-f47b-4a68-9a9c-0b6e17b3a591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ace22bb-7bd6-462a-aa73-94737fa57ebe,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:16.882391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9826346e-c98e-4608-944c-989efc2a4b10 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:16.913773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:16.931478 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9826346e-c98e-4608-944c-989efc2a4b10 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.954643 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c183f5d6-d511-4c9c-b729-361cfffbd4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:16.955294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=44e71ba6-b7ca-4e63-9665-7bf0a9b07b37,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:16.971204 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2b78bc14-08f0-4ccf-95c4-dd1f6afea988 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/subnets/91dcbfb0-7792-4746-b1fb-db0dd45d21e4/tags HTTP/1.1" status: 204 len: 168 time: 1.5955014 Jan 27 17:11:16.971204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9826346e-c98e-4608-944c-989efc2a4b10 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:16.979021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60670) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:16.979258 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 72c9856d-05df-499d-ad10-46d8240cb37d {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:16.979539 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 72c9856d-05df-499d-ad10-46d8240cb37d not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:16.989139 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9826346e-c98e-4608-944c-989efc2a4b10 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:security_group_rule and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:16.997383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-39859d90-1ece-4a1a-94da-0a65f46cd5a7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object de4dd7aa-d97c-46e6-98ce-4b2de5853e4d will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:17.004714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-124b52e9-f273-4a53-a34b-2d68f57eaabe tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '91dcbfb0-7792-4746-b1fb-db0dd45d21e4', 'tempest-TagsExtTest-Tag-1985808331') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:17.054427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9826346e-c98e-4608-944c-989efc2a4b10 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:17.095356 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-23635678-1019-4fdc-886e-a9bd76e3dde8 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 1.3374414 Jan 27 17:11:17.096919 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9826346e-c98e-4608-944c-989efc2a4b10 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:17.101897 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60674) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:17.179214 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d51abff4-f47b-4a68-9a9c-0b6e17b3a591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.180057 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d51abff4-f47b-4a68-9a9c-0b6e17b3a591 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ace22bb-7bd6-462a-aa73-94737fa57ebe HTTP/1.1" status: 204 len: 168 time: 1.1143599 Jan 27 17:11:17.184551 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Floating IP 4222243b-f54a-4221-ad6b-043b3bd23bdd associated. External IP: 172.26.1.222, port: d667c3aa-c3bd-44ef-bdab-9e25fad5b30a. Jan 27 17:11:17.196261 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-c183f5d6-d511-4c9c-b729-361cfffbd4a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:17.196740 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-c183f5d6-d511-4c9c-b729-361cfffbd4a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:17.222369 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=5f827cc3-7178-48fa-9a23-ea81c0655759,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:17.237504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-aa9e1688-6feb-4303-9ccc-18637be0bbbd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:17.256043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-d2f3058f-557b-42fa-86aa-ccdeeaeaed74 None None] Allocated IP 2001:db8::2 (eb111497-a1bd-4f32-8008-5457d5cd4540/13760099-3cb1-4213-8606-1c665b786a9a/fcdd063c-ae8f-4f3b-860d-17a509206c69) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:17.259985 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-aa9e1688-6feb-4303-9ccc-18637be0bbbd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:subnet and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:17.284529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-aa9e1688-6feb-4303-9ccc-18637be0bbbd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:17.300527 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-aa9e1688-6feb-4303-9ccc-18637be0bbbd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:17.317448 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d3ce5c19-f474-4a2e-ae15-6436b25507f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:11:10Z', 'revision_number': 7, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': '48066049-255a-4bb3-a012-6ced0b492b43', 'name': '', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:7c:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:23Z', 'updated_at': '2022-01-27T17:10:38Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f827cc3-7178-48fa-9a23-ea81c0655759', 'name': '', 'network_id': 'c7763469-1829-4f55-b76e-1d4a12e93e26', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:23:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b8f51a05-6700-45ea-a62a-fdd1d2868b96', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:56Z', 'updated_at': '2022-01-27T17:11:11Z', 'revision_number': 4, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': 'b8f51a05-6700-45ea-a62a-fdd1d2868b96', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962d3c8f-6890-4cac-a1a4-b49893b92f58', 'name': '', 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:42:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:41Z', 'updated_at': '2022-01-27T17:10:52Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:17.327425 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce5c19-f474-4a2e-ae15-6436b25507f6 None None] The sync data for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv is: [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:11:10Z', 'revision_number': 7, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': '48066049-255a-4bb3-a012-6ced0b492b43', 'name': '', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:7c:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:23Z', 'updated_at': '2022-01-27T17:10:38Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f827cc3-7178-48fa-9a23-ea81c0655759', 'name': '', 'network_id': 'c7763469-1829-4f55-b76e-1d4a12e93e26', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:23:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b8f51a05-6700-45ea-a62a-fdd1d2868b96', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:56Z', 'updated_at': '2022-01-27T17:11:11Z', 'revision_number': 4, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': 'b8f51a05-6700-45ea-a62a-fdd1d2868b96', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962d3c8f-6890-4cac-a1a4-b49893b92f58', 'name': '', 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:42:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:41Z', 'updated_at': '2022-01-27T17:10:52Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:11:17.352309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9e1688-6feb-4303-9ccc-18637be0bbbd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:17.361945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa9e1688-6feb-4303-9ccc-18637be0bbbd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.413734 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-39859d90-1ece-4a1a-94da-0a65f46cd5a7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.431029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.api [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:17.431800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG oslo_db.api [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:17.477374 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0bda6-e185-4377-bce1-97236db94f39 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:17.478923 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0bda6-e185-4377-bce1-97236db94f39 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:17.480164 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-aee0bda6-e185-4377-bce1-97236db94f39 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Synchronizing usage tracker for tenant:a1044fc2b04a4cf88962f2b23f4c469b on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:17.508271 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d2f3058f-557b-42fa-86aa-ccdeeaeaed74 None None] For port fcdd063c-ae8f-4f3b-860d-17a509206c69, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fcdd063c-ae8f-4f3b-860d-17a509206c69,segment=NetworkSegment(2d35291d-3d2a-4230-bed7-0df0cbc155aa),segment_id=2d35291d-3d2a-4230-bed7-0df0cbc155aa)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:17.511058 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Allocated IP 2001:db8::2 (bbf03638-7624-437f-9c24-a87cd70c5626/26bd1f03-7cf6-439d-8ebb-032883be5547/d6e173c9-6253-4352-94be-dc42a6f7f588) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:17.535574 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39859d90-1ece-4a1a-94da-0a65f46cd5a7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=de4dd7aa-d97c-46e6-98ce-4b2de5853e4d,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:17.584198 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2f3058f-557b-42fa-86aa-ccdeeaeaed74 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.611298 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-aee0bda6-e185-4377-bce1-97236db94f39 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Unset dirty status for tenant:a1044fc2b04a4cf88962f2b23f4c469b on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:17.612468 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-aee0bda6-e185-4377-bce1-97236db94f39 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5082572 Jan 27 17:11:17.639983 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60686) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:17.655183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39859d90-1ece-4a1a-94da-0a65f46cd5a7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:17.666063 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-39859d90-1ece-4a1a-94da-0a65f46cd5a7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:17.679683 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d2f3058f-557b-42fa-86aa-ccdeeaeaed74 None None] Transition to ACTIVE for port object fcdd063c-ae8f-4f3b-860d-17a509206c69 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:17.680374 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-124b52e9-f273-4a53-a34b-2d68f57eaabe tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "PUT /v2.0/subnets/91dcbfb0-7792-4746-b1fb-db0dd45d21e4/tags/tempest-TagsExtTest-Tag-1985808331 HTTP/1.1" status: 201 len: 201 time: 0.6851990 Jan 27 17:11:17.681007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60692) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:17.687375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39859d90-1ece-4a1a-94da-0a65f46cd5a7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:17.695867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39859d90-1ece-4a1a-94da-0a65f46cd5a7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:17.696711 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2f3058f-557b-42fa-86aa-ccdeeaeaed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.696911 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-39859d90-1ece-4a1a-94da-0a65f46cd5a7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.722406 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-da61ec52-95a7-4a7e-bd51-063a9d52bbf0 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '104ee1f0-d205-4a1f-a24b-d27d3e95aa6c', 'tempest-TagsExtTest-Tag-1831657257') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:17.729944 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9826346e-c98e-4608-944c-989efc2a4b10 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.744957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9826346e-c98e-4608-944c-989efc2a4b10 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.807219 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-39859d90-1ece-4a1a-94da-0a65f46cd5a7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6447165 Jan 27 17:11:17.808049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60698) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:17.845928 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3ebc3a-ed55-4c88-8813-c4c7b2fb70e5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['shared'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:17.847320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3ebc3a-ed55-4c88-8813-c4c7b2fb70e5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['shared'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:17.848822 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5a3ebc3a-ed55-4c88-8813-c4c7b2fb70e5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2077012 Jan 27 17:11:17.853889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60702) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:17.886803 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826346e-c98e-4608-944c-989efc2a4b10 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990dc860-98a8-4c9b-9f51-cc2d3f3abdce,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:17.898476 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9826346e-c98e-4608-944c-989efc2a4b10 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.900102 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9826346e-c98e-4608-944c-989efc2a4b10 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0662949 Jan 27 17:11:17.903911 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60708) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:17.914774 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0dfb7114-43ae-48c0-9640-09f385294bfc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1536254667', 'security_groups': ['990dc860-98a8-4c9b-9f51-cc2d3f3abdce'], 'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '13760099-3cb1-4213-8606-1c665b786a9a'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:17.935388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port 5f827cc3-7178-48fa-9a23-ea81c0655759 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:17.935727 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:17.937172 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router de6c4960-00fc-4853-bd73-8cfffc05b31a has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:11:17.969596 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3058f-557b-42fa-86aa-ccdeeaeaed74 None None] Pushing event updated for resources: {'Port': ['ID=fcdd063c-ae8f-4f3b-860d-17a509206c69,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:18.043236 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.054089 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Transition to ACTIVE for port object d6e173c9-6253-4352-94be-dc42a6f7f588 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:18.074245 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Transition to ACTIVE for port object d6e173c9-6253-4352-94be-dc42a6f7f588 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:18.091575 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.214273 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Pushing event updated for resources: {'Port': ['ID=d6e173c9-6253-4352-94be-dc42a6f7f588,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:18.226029 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:18.227400 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:18.227527 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:18.232962 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:18.239917 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8610e37-e742-4af1-be1b-cfb98076753b None None] Sync routers for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:18.310696 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fc7be6-0798-4987-8d2a-48e629505f60 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:18.312148 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f7fc7be6-0798-4987-8d2a-48e629505f60 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "GET /v2.0/networks/146eb44b-1bb9-4b75-88db-115f56920a5b HTTP/1.1" status: 200 len: 800 time: 0.4558916 Jan 27 17:11:18.317191 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60718) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:18.333107 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.345701 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-da61ec52-95a7-4a7e-bd51-063a9d52bbf0 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "PUT /v2.0/ports/104ee1f0-d205-4a1f-a24b-d27d3e95aa6c/tags/tempest-TagsExtTest-Tag-1831657257 HTTP/1.1" status: 201 len: 201 time: 0.6428285 Jan 27 17:11:18.359035 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60722) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:18.359361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60724) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:18.373114 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8610e37-e742-4af1-be1b-cfb98076753b None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:18.374022 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-d8610e37-e742-4af1-be1b-cfb98076753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:18.399784 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-270e1cbe-47fb-4bd9-802e-5757f4480b6f tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '14d330e4-ace8-4da6-a16b-ebcba67af779', 'tempest-TagsExtTest-Tag-1264688238') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:18.408430 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0dfb7114-43ae-48c0-9640-09f385294bfc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:18.425795 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0dfb7114-43ae-48c0-9640-09f385294bfc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:18.431921 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-96d0ad38-e633-4d73-84bb-2da5eb4e74b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.4703784 Jan 27 17:11:18.432671 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60730) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:18.454376 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-d8610e37-e742-4af1-be1b-cfb98076753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:18.456710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Attempting to bind port d6e173c9-6253-4352-94be-dc42a6f7f588 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:18.457078 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Attempting to bind port d6e173c9-6253-4352-94be-dc42a6f7f588 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:18.457432 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Attempting to bind port d6e173c9-6253-4352-94be-dc42a6f7f588 on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:18.464283 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:18.464653 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:18.465055 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.465954 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:18.466061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Bound port: d6e173c9-6253-4352-94be-dc42a6f7f588, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:18.466526 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.490922 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa98489-26cb-4939-968d-f21a43e7d3b3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:18.492672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-daa98489-26cb-4939-968d-f21a43e7d3b3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:18.532822 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8610e37-e742-4af1-be1b-cfb98076753b None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:18.533464 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-d8610e37-e742-4af1-be1b-cfb98076753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:10:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:18.595883 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0e8c7c48-2ab3-4fe7-b28c-81e3781714f2 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "GET /v2.0/floatingips/4222243b-f54a-4221-ad6b-043b3bd23bdd HTTP/1.1" status: 200 len: 978 time: 0.1606500 Jan 27 17:11:18.596900 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60736) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:18.646825 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-534b3855-328e-4c76-ba34-cb87fd5e3d13 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "GET /v2.0/networks/146eb44b-1bb9-4b75-88db-115f56920a5b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3194501 Jan 27 17:11:18.654136 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] For port d6e173c9-6253-4352-94be-dc42a6f7f588, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:18.657819 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] For port d6e173c9-6253-4352-94be-dc42a6f7f588, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d6e173c9-6253-4352-94be-dc42a6f7f588,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:18.668176 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.672716 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60740) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:18.683734 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-d8610e37-e742-4af1-be1b-cfb98076753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:18.684369 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8610e37-e742-4af1-be1b-cfb98076753b None None] The sync data for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:11:18.728218 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1662927903'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:18.734073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:18.771774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Usage tracker for resource:network and tenant:bc6375dd00f14ad4896f324bc178ab53 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:18.772362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b0d93b40-ff3e-4df1-a203-f39e2d9d26f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.775689 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-daa98489-26cb-4939-968d-f21a43e7d3b3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:18.779437 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-daa98489-26cb-4939-968d-f21a43e7d3b3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.9650905 Jan 27 17:11:18.780870 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:18.788019 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60744) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:18.792977 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa9e1688-6feb-4303-9ccc-18637be0bbbd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:18.803571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:18.808449 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864bd80-215a-4b7c-8a46-7c20f981df9a None None] Pushing event updated for resources: {'Port': ['ID=d6e173c9-6253-4352-94be-dc42a6f7f588,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:18.867647 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfb7114-43ae-48c0-9640-09f385294bfc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:18.915371 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a50188a8-4d20-4bd8-b2ab-fa4f95d55666 None None] Provisioning for port fcdd063c-ae8f-4f3b-860d-17a509206c69 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:18.921821 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a50188a8-4d20-4bd8-b2ab-fa4f95d55666 None None] Provisioning complete for port fcdd063c-ae8f-4f3b-860d-17a509206c69 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:18.922480 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a50188a8-4d20-4bd8-b2ab-fa4f95d55666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.008112 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:19.011722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.039872 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] For port 5f827cc3-7178-48fa-9a23-ea81c0655759, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5f827cc3-7178-48fa-9a23-ea81c0655759,segment=NetworkSegment(9291f23f-5140-4ec2-a814-56c0cf1ccaf4),segment_id=9291f23f-5140-4ec2-a814-56c0cf1ccaf4)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:19.040231 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.064320 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.129961 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b29b4f-ae6a-4030-9b6d-9e248f7229b2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:19.131289 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d7b29b4f-ae6a-4030-9b6d-9e248f7229b2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "GET /v2.0/subnets/e400fbaa-0d9b-40fa-b6e7-29ed5ac6de1d HTTP/1.1" status: 200 len: 811 time: 0.4515615 Jan 27 17:11:19.139859 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60748) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:19.142267 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2c725a04-7b27-4e4c-b143-d14745266f38 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Synchronizing usage tracker for tenant:09799f3c75ba4e1bbef88b711a678f39 on resource:floatingip {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:19.169240 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5f827cc3-7178-48fa-9a23-ea81c0655759 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:19.278896 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2c725a04-7b27-4e4c-b143-d14745266f38 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Unset dirty status for tenant:09799f3c75ba4e1bbef88b711a678f39 on resource:floatingip {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:19.282626 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2c725a04-7b27-4e4c-b143-d14745266f38 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.6812510 Jan 27 17:11:19.287668 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60752) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:19.308961 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-26674840-8358-4bcb-9369-bfa4f5ee9ea9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'floatingip': {'port_id': '0dfce93b-3821-487d-afd4-6f887357fc9b'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:19.349021 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a50188a8-4d20-4bd8-b2ab-fa4f95d55666 None None] Provisioning complete for port 931297b5-c2e1-49a8-ace2-d08fa6369412 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:19.349673 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a50188a8-4d20-4bd8-b2ab-fa4f95d55666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.394094 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 5f827cc3-7178-48fa-9a23-ea81c0655759 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:19.394716 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.427655 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0dfb7114-43ae-48c0-9640-09f385294bfc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.439445 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab9442d-2575-4420-a126-2fa02e069a35 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['shared'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:19.440821 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6ab9442d-2575-4420-a126-2fa02e069a35 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "GET /v2.0/subnets/e400fbaa-0d9b-40fa-b6e7-29ed5ac6de1d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2958210 Jan 27 17:11:19.453997 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60756) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:19.465353 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-18f2f9c9-f640-4a8e-b1a2-481209d0f436 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-105790955'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:19.467701 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a50188a8-4d20-4bd8-b2ab-fa4f95d55666 None None] Port 931297b5-c2e1-49a8-ace2-d08fa6369412 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:19.479818 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-18f2f9c9-f640-4a8e-b1a2-481209d0f436 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:19.480206 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Calling delete_port for 5f827cc3-7178-48fa-9a23-ea81c0655759 owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:19.488163 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-26674840-8358-4bcb-9369-bfa4f5ee9ea9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.514906 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e1688-6feb-4303-9ccc-18637be0bbbd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Subnet': ['ID=04c46ec9-0c05-44e8-ba94-97a7445c8447,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:19.540468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fcdd063c-ae8f-4f3b-860d-17a509206c69 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:19.565983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-1b84c1fb-d0f7-4eba-8c75-feec7613d112 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port de4dd7aa-d97c-46e6-98ce-4b2de5853e4d {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:19.566786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1b84c1fb-d0f7-4eba-8c75-feec7613d112 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.569785 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-18f2f9c9-f640-4a8e-b1a2-481209d0f436 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:19.579474 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-0dfb7114-43ae-48c0-9640-09f385294bfc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] device_id is not set on port e192500f-00dd-49a4-9b39-61268f984c7b yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:19.624798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:19.631561 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-270e1cbe-47fb-4bd9-802e-5757f4480b6f tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "PUT /v2.0/routers/14d330e4-ace8-4da6-a16b-ebcba67af779/tags/tempest-TagsExtTest-Tag-1264688238 HTTP/1.1" status: 201 len: 201 time: 1.2488432 Jan 27 17:11:19.636801 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port fcdd063c-ae8f-4f3b-860d-17a509206c69 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:19.637483 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.641056 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60760) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:19.644318 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9e1688-6feb-4303-9ccc-18637be0bbbd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Checking segment: {'id': '088b53a3-09ed-4398-8474-b2a2f34a9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:19.644695 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9e1688-6feb-4303-9ccc-18637be0bbbd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network hostable DHCP agents. Network: 4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:11:19.656911 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Usage tracker for resource:security_group_rule and tenant:bc6375dd00f14ad4896f324bc178ab53 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:19.667727 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:19.672312 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-717873c4-66b8-4711-8d9c-ad7498b6b31b tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'df084f6e-ada1-4867-a2f1-86aa961e1999', 'tempest-TagsExtTest-Tag-292774334') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:19.682345 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f2f9c9-f640-4a8e-b1a2-481209d0f436 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:19.685966 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-18f2f9c9-f640-4a8e-b1a2-481209d0f436 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.689492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:19.832134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9e1688-6feb-4303-9ccc-18637be0bbbd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network 4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:11:19.903223 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f2f9c9-f640-4a8e-b1a2-481209d0f436 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:19.975591 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-18f2f9c9-f640-4a8e-b1a2-481209d0f436 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:19.976367 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-18f2f9c9-f640-4a8e-b1a2-481209d0f436 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Added segment ff817d71-238e-472d-993e-0822629a339d of type vlan for network 3725e150-bfa3-45db-9151-37b33e9769d2 Jan 27 17:11:19.982022 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-717873c4-66b8-4711-8d9c-ad7498b6b31b tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "PUT /v2.0/subnetpools/df084f6e-ada1-4867-a2f1-86aa961e1999/tags/tempest-TagsExtTest-Tag-292774334 HTTP/1.1" status: 201 len: 201 time: 0.3292627 Jan 27 17:11:20.020875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60764) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:20.036850 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.044183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-aa9e1688-6feb-4303-9ccc-18637be0bbbd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:20.045801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-d6d1ca91-68f5-41bf-a112-62d1974af5c1 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '91dcbfb0-7792-4746-b1fb-db0dd45d21e4', {'tags': ['tempest-TagsExtTest-Tag-1837168974', 'tempest-TagsExtTest-Tag-1484742427', 'tempest-TagsExtTest-Tag-553410755']}) {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:20.053733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01ea263-cbd3-4797-83fd-3026ed97e51c None None] Network 4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:20.087628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.162164 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-18f2f9c9-f640-4a8e-b1a2-481209d0f436 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.233350 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9e1688-6feb-4303-9ccc-18637be0bbbd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:20.233932 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa9e1688-6feb-4303-9ccc-18637be0bbbd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.299344 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.336259 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff', 'network_id': '4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff', 'tenant_id': 'bcf63b44a81342b381e6a8ef34f3f0e6', 'fixed_ips': [{'subnet_id': '04c46ec9-0c05-44e8-ba94-97a7445c8447'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:20.337648 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.343042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Port': ['ID=5f827cc3-7178-48fa-9a23-ea81c0655759,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:20.511160 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-0dfb7114-43ae-48c0-9640-09f385294bfc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Allocated IP 2001:db8::2c8 (eb111497-a1bd-4f32-8008-5457d5cd4540/13760099-3cb1-4213-8606-1c665b786a9a/e192500f-00dd-49a4-9b39-61268f984c7b) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:20.530685 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d6d1ca91-68f5-41bf-a112-62d1974af5c1 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "PUT /v2.0/subnets/91dcbfb0-7792-4746-b1fb-db0dd45d21e4/tags HTTP/1.1" status: 200 len: 317 time: 0.5024672 Jan 27 17:11:20.539429 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60768) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:20.553637 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-3408b815-e57c-4cf6-88a1-a095578439d1 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '91dcbfb0-7792-4746-b1fb-db0dd45d21e4') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:20.560580 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a270dbc0-20d2-476a-ad9b-a0470fb65efc None None] Provisioning for port d6e173c9-6253-4352-94be-dc42a6f7f588 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:20.570810 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Allocated IP 172.20.0.2 (4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff/04c46ec9-0c05-44e8-ba94-97a7445c8447/ef7d6542-a60d-4ffb-ab53-64530d857bf4) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:20.586803 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d53169-8a81-4da2-9117-61b012d0ef7d,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:20.592607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-18f2f9c9-f640-4a8e-b1a2-481209d0f436 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.593586 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1089} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:20.597992 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f2f9c9-f640-4a8e-b1a2-481209d0f436 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:20.598589 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-18f2f9c9-f640-4a8e-b1a2-481209d0f436 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.779054 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-aa9e1688-6feb-4303-9ccc-18637be0bbbd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0581255 Jan 27 17:11:20.786083 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60772) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:20.788972 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.789314 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Added segment 78276043-d210-4a0e-ba02-2874f664628f of type vlan for network 781b74e0-4ffc-4f0d-b831-2b71accb24f4 Jan 27 17:11:20.793414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.816479 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'network_id': '4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1412778480'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:20.818693 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-13c7a483-cb96-4f11-833f-391b32885a0e None None] Could not find standard attr ID for object 460eba52-4531-4639-9029-709428e71c44. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:11:20.845596 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.858968 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Transition to ACTIVE for port object ef7d6542-a60d-4ffb-ab53-64530d857bf4 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:20.861608 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1b84c1fb-d0f7-4eba-8c75-feec7613d112 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.881339 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Transition to ACTIVE for port object ef7d6542-a60d-4ffb-ab53-64530d857bf4 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:20.892488 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:20.903946 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-18f2f9c9-f640-4a8e-b1a2-481209d0f436 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4488788 Jan 27 17:11:20.909387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60776) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:20.927307 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-334e9a09-ff91-4fc9-8c06-b01a6e2392c5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'subnet': {'network_id': '3725e150-bfa3-45db-9151-37b33e9769d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:20.962316 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Network 4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:20.972916 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:20.975959 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:20.989181 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Pushing event updated for resources: {'Port': ['ID=ef7d6542-a60d-4ffb-ab53-64530d857bf4,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:21.016954 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.080758 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a937ac54-c1a9-46b5-80b5-6a1df6e07031 None None] Could not find standard attr ID for object 6fce30ba-07d9-4b38-a641-9ec641717a50. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:11:21.091620 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-701e6033-645c-4ff1-9c4f-cb35c7c39a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.103296 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Attempting to bind port ef7d6542-a60d-4ffb-ab53-64530d857bf4 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:21.103296 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Attempting to bind port ef7d6542-a60d-4ffb-ab53-64530d857bf4 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '088b53a3-09ed-4398-8474-b2a2f34a9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:21.103616 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Attempting to bind port ef7d6542-a60d-4ffb-ab53-64530d857bf4 on network 4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:21.109932 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:21.110295 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Checking segment: {'id': '088b53a3-09ed-4398-8474-b2a2f34a9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:21.110687 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.111063 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Bound using segment: {'id': '088b53a3-09ed-4398-8474-b2a2f34a9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:21.111510 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Bound port: ef7d6542-a60d-4ffb-ab53-64530d857bf4, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088b53a3-09ed-4398-8474-b2a2f34a9db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:21.111883 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.177515 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-1b84c1fb-d0f7-4eba-8c75-feec7613d112 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for de4dd7aa-d97c-46e6-98ce-4b2de5853e4d owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:21.232403 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] For port ef7d6542-a60d-4ffb-ab53-64530d857bf4, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:21.236094 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] For port ef7d6542-a60d-4ffb-ab53-64530d857bf4, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ef7d6542-a60d-4ffb-ab53-64530d857bf4,segment=NetworkSegment(088b53a3-09ed-4398-8474-b2a2f34a9db6),segment_id=088b53a3-09ed-4398-8474-b2a2f34a9db6)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:21.244214 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.295729 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d6e173c9-6253-4352-94be-dc42a6f7f588 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:21.317959 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-26674840-8358-4bcb-9369-bfa4f5ee9ea9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:11:21.403224 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d97f43-5ac7-4cfc-8ba1-fa232abec046 None None] Pushing event updated for resources: {'Port': ['ID=ef7d6542-a60d-4ffb-ab53-64530d857bf4,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:21.433849 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2f9c9-f640-4a8e-b1a2-481209d0f436 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Network': ['ID=3725e150-bfa3-45db-9151-37b33e9769d2,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:21.444876 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port d6e173c9-6253-4352-94be-dc42a6f7f588 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:21.458200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 3725e150-bfa3-45db-9151-37b33e9769d2 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:21.485447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-26674840-8358-4bcb-9369-bfa4f5ee9ea9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.487178 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port d6e173c9-6253-4352-94be-dc42a6f7f588 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:21.487341 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.509939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-26674840-8358-4bcb-9369-bfa4f5ee9ea9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.608847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:11:21.760765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.766928 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:21.767520 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.824390 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.849663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-334e9a09-ff91-4fc9-8c06-b01a6e2392c5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:21.868207 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8cedf7b2-41f1-4df2-8486-3486bebfd4b9 None None] Provisioning for port de4dd7aa-d97c-46e6-98ce-4b2de5853e4d completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:21.886857 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8cedf7b2-41f1-4df2-8486-3486bebfd4b9 None None] Provisioning complete for port de4dd7aa-d97c-46e6-98ce-4b2de5853e4d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:21.887225 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cedf7b2-41f1-4df2-8486-3486bebfd4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.892912 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-334e9a09-ff91-4fc9-8c06-b01a6e2392c5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:21.905253 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3408b815-e57c-4cf6-88a1-a095578439d1 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/subnets/91dcbfb0-7792-4746-b1fb-db0dd45d21e4/tags HTTP/1.1" status: 204 len: 168 time: 1.3587580 Jan 27 17:11:21.910029 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60780) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:21.910219 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:21.929334 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1b84c1fb-d0f7-4eba-8c75-feec7613d112 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.929880 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-dd2e811e-ca08-4016-a856-b7251d38d5ab tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91dcbfb0-7792-4746-b1fb-db0dd45d21e4', 'tempest-TagsExtTest-Tag-1837168974') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:21.935060 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8cedf7b2-41f1-4df2-8486-3486bebfd4b9 None None] Port de4dd7aa-d97c-46e6-98ce-4b2de5853e4d was deleted so its status cannot be updated. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 17:11:21.939197 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port d6e173c9-6253-4352-94be-dc42a6f7f588, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d6e173c9-6253-4352-94be-dc42a6f7f588,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:21.945136 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:21.989291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:port and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:22.022374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:22.027463 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.6428831 Jan 27 17:11:22.031080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334e9a09-ff91-4fc9-8c06-b01a6e2392c5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Made reservation on behalf of a1044fc2b04a4cf88962f2b23f4c469b for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:22.034902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-334e9a09-ff91-4fc9-8c06-b01a6e2392c5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.083074 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84c1fb-d0f7-4eba-8c75-feec7613d112 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=de4dd7aa-d97c-46e6-98ce-4b2de5853e4d,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:22.086669 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:22.131929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcdb3e-5a8d-41e7-bd32-f3db8015de19 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Network': ['ID=781b74e0-4ffc-4f0d-b831-2b71accb24f4,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:22.150527 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 781b74e0-4ffc-4f0d-b831-2b71accb24f4 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:22.158416 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1b84c1fb-d0f7-4eba-8c75-feec7613d112 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.161079 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1b84c1fb-d0f7-4eba-8c75-feec7613d112 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/de4dd7aa-d97c-46e6-98ce-4b2de5853e4d HTTP/1.1" status: 204 len: 168 time: 3.3597040 Jan 27 17:11:22.179399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router d867d368-53b4-4c2c-8f5d-be271ff07b0c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:11:22.181385 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60784) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:22.191022 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-26674840-8358-4bcb-9369-bfa4f5ee9ea9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Floating IP 4222243b-f54a-4221-ad6b-043b3bd23bdd associated. External IP: 172.26.1.222, port: d667c3aa-c3bd-44ef-bdab-9e25fad5b30a. Jan 27 17:11:22.291163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:22.295573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.402381 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.425228 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=d6e173c9-6253-4352-94be-dc42a6f7f588,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:22.427394 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.447151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] device_id is not set on port c823a0c9-b19c-49f7-b331-56f2e2fef7a7 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:22.464745 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0dfb7114-43ae-48c0-9640-09f385294bfc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.503448 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-0dfb7114-43ae-48c0-9640-09f385294bfc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Transition to ACTIVE for port object e192500f-00dd-49a4-9b39-61268f984c7b will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:22.569780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21df8a87-f05d-437c-a64e-873668b32332 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:22.576151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21df8a87-f05d-437c-a64e-873668b32332 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:22.577048 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-21df8a87-f05d-437c-a64e-873668b32332 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:22.614170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.ipam_backend_mixin [None req-334e9a09-ff91-4fc9-8c06-b01a6e2392c5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Performing IP validity checks on allocation pools {{(pid=87595) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 27 17:11:22.614587 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.ipam_backend_mixin [None req-334e9a09-ff91-4fc9-8c06-b01a6e2392c5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87595) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 27 17:11:22.653667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:22.663425 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586fa318-291a-40ee-8bae-078a9b7a78d6 None None] Sync routers for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:22.677275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-21df8a87-f05d-437c-a64e-873668b32332 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:22.679151 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586fa318-291a-40ee-8bae-078a9b7a78d6 None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:22.679861 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-586fa318-291a-40ee-8bae-078a9b7a78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:22.693772 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-21df8a87-f05d-437c-a64e-873668b32332 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5053918 Jan 27 17:11:22.699162 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3d9c5111-a9c1-4b3c-a6ba-960ed5024c40 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/d867d368-53b4-4c2c-8f5d-be271ff07b0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6275234 Jan 27 17:11:22.699900 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60788) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:22.700390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60790) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:22.789912 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-dd2e811e-ca08-4016-a856-b7251d38d5ab tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] show failed (client error): The resource could not be found. Jan 27 17:11:22.790976 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-dd2e811e-ca08-4016-a856-b7251d38d5ab tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/subnets/91dcbfb0-7792-4746-b1fb-db0dd45d21e4/tags/tempest-TagsExtTest-Tag-1837168974 HTTP/1.1" status: 404 len: 329 time: 0.8701801 Jan 27 17:11:22.798207 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60796) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:22.806463 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-2ef74cf7-32d9-4286-8718-f532fa76ae9c tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91dcbfb0-7792-4746-b1fb-db0dd45d21e4', 'tempest-TagsExtTest-Tag-1484742427') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:22.897913 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0dfb7114-43ae-48c0-9640-09f385294bfc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.937713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Allocated IP 172.20.0.10 (4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff/04c46ec9-0c05-44e8-ba94-97a7445c8447/c823a0c9-b19c-49f7-b331-56f2e2fef7a7) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:22.949107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-920f5b18-b3a9-4002-91f9-5b33e5d804f0 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting subnet b8f51a05-6700-45ea-a62a-fdd1d2868b96 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:22.958947 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-920f5b18-b3a9-4002-91f9-5b33e5d804f0 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:22.970571 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-586fa318-291a-40ee-8bae-078a9b7a78d6 None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:11:23.025572 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-920f5b18-b3a9-4002-91f9-5b33e5d804f0 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.115356 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc73b5ff-ae5b-4c1c-ba2f-9e1c1253f428 None None] Network 4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:23.161727 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-920f5b18-b3a9-4002-91f9-5b33e5d804f0 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.327761 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-920f5b18-b3a9-4002-91f9-5b33e5d804f0 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.345597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb7114-43ae-48c0-9640-09f385294bfc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=e192500f-00dd-49a4-9b39-61268f984c7b,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:23.400917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f5b18-b3a9-4002-91f9-5b33e5d804f0 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f51a05-6700-45ea-a62a-fdd1d2868b96,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:23.401998 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfb7114-43ae-48c0-9640-09f385294bfc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network eb111497-a1bd-4f32-8008-5457d5cd4540 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:23.404600 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ef7d6542-a60d-4ffb-ab53-64530d857bf4 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:23.406768 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-c970b4b1-24ff-43ae-84d5-aa7ff2c489f8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet 26bd1f03-7cf6-439d-8ebb-032883be5547 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:23.441342 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c970b4b1-24ff-43ae-84d5-aa7ff2c489f8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.480524 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-920f5b18-b3a9-4002-91f9-5b33e5d804f0 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.483656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-0dfb7114-43ae-48c0-9640-09f385294bfc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:23.516977 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-920f5b18-b3a9-4002-91f9-5b33e5d804f0 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/subnets/b8f51a05-6700-45ea-a62a-fdd1d2868b96 HTTP/1.1" status: 204 len: 168 time: 0.7971900 Jan 27 17:11:23.528564 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60800) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:23.537253 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfb7114-43ae-48c0-9640-09f385294bfc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:23.545487 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfb7114-43ae-48c0-9640-09f385294bfc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:23.546632 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0dfb7114-43ae-48c0-9640-09f385294bfc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.604004 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0dfb7114-43ae-48c0-9640-09f385294bfc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.6983702 Jan 27 17:11:23.615244 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60804) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:23.630581 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12b2d6b-07ea-4586-95b6-873fadf7f485 None None] Network c7763469-1829-4f55-b76e-1d4a12e93e26 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:23.637929 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-586fa318-291a-40ee-8bae-078a9b7a78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:11:19Z', 'revision_number': 8, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': '48066049-255a-4bb3-a012-6ced0b492b43', 'name': '', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:7c:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:23Z', 'updated_at': '2022-01-27T17:10:38Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962d3c8f-6890-4cac-a1a4-b49893b92f58', 'name': '', 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:42:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:41Z', 'updated_at': '2022-01-27T17:10:52Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:23.648305 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586fa318-291a-40ee-8bae-078a9b7a78d6 None None] Checking router: d867d368-53b4-4c2c-8f5d-be271ff07b0c for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:11:23.669878 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586fa318-291a-40ee-8bae-078a9b7a78d6 None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:23.670582 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-586fa318-291a-40ee-8bae-078a9b7a78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:23.676224 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-bd7f8661-a55a-4950-b5cc-1cde906653a4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'subnet': {'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:23.693330 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c970b4b1-24ff-43ae-84d5-aa7ff2c489f8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.868928 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9b7fbc71-b37f-457f-b63f-dab36dc63700 None None] Provisioning for port ef7d6542-a60d-4ffb-ab53-64530d857bf4 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:23.911885 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:23.956751 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-586fa318-291a-40ee-8bae-078a9b7a78d6 None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:11:24.050091 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-334e9a09-ff91-4fc9-8c06-b01a6e2392c5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.080688 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port ef7d6542-a60d-4ffb-ab53-64530d857bf4 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:24.092779 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port ef7d6542-a60d-4ffb-ab53-64530d857bf4 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:24.093143 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.155570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26674840-8358-4bcb-9369-bfa4f5ee9ea9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router de6c4960-00fc-4853-bd73-8cfffc05b31a has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:11:24.159478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.204338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.222404 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-2ef74cf7-32d9-4286-8718-f532fa76ae9c tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] show failed (client error): The resource could not be found. Jan 27 17:11:24.227382 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2ef74cf7-32d9-4286-8718-f532fa76ae9c tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/subnets/91dcbfb0-7792-4746-b1fb-db0dd45d21e4/tags/tempest-TagsExtTest-Tag-1484742427 HTTP/1.1" status: 404 len: 329 time: 1.4273174 Jan 27 17:11:24.239517 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60808) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:24.254176 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-9b5fe755-bb8f-40b7-993c-56e7286162f3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '91dcbfb0-7792-4746-b1fb-db0dd45d21e4', 'tempest-TagsExtTest-Tag-553410755') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:24.293124 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Transition to ACTIVE for port object c823a0c9-b19c-49f7-b331-56f2e2fef7a7 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:24.330279 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a0992fb5-9806-4fe3-9d28-6b891c58c074 None None] Provisioning for port e192500f-00dd-49a4-9b39-61268f984c7b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:24.344987 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.363691 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a0992fb5-9806-4fe3-9d28-6b891c58c074 None None] Provisioning complete for port e192500f-00dd-49a4-9b39-61268f984c7b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:24.364073 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a0992fb5-9806-4fe3-9d28-6b891c58c074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.436195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:24.436638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.466549 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a0992fb5-9806-4fe3-9d28-6b891c58c074 None None] Port e192500f-00dd-49a4-9b39-61268f984c7b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:24.475956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c970b4b1-24ff-43ae-84d5-aa7ff2c489f8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.507062 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-586fa318-291a-40ee-8bae-078a9b7a78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:11:19Z', 'revision_number': 8, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': '48066049-255a-4bb3-a012-6ced0b492b43', 'name': '', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:7c:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:23Z', 'updated_at': '2022-01-27T17:10:38Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962d3c8f-6890-4cac-a1a4-b49893b92f58', 'name': '', 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:42:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:41Z', 'updated_at': '2022-01-27T17:10:52Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:24.519047 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586fa318-291a-40ee-8bae-078a9b7a78d6 None None] The sync data for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv is: [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:11:19Z', 'revision_number': 8, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': '48066049-255a-4bb3-a012-6ced0b492b43', 'name': '', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:7c:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:23Z', 'updated_at': '2022-01-27T17:10:38Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '962d3c8f-6890-4cac-a1a4-b49893b92f58', 'name': '', 'network_id': '39e8b3df-7604-42f7-a7eb-45d82ca12518', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:42:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:41Z', 'updated_at': '2022-01-27T17:10:52Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': 'ab61c362-ab51-479d-b13a-bf9ac8bdd1a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:11:24.642217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network 4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:24.652262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c970b4b1-24ff-43ae-84d5-aa7ff2c489f8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.658622 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.662524 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26674840-8358-4bcb-9369-bfa4f5ee9ea9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:24.676334 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c5c29-e1a6-4dce-9789-171dd48f66ac None None] Sync routers for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:24.749736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:24.762560 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:24.763491 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c5c29-e1a6-4dce-9789-171dd48f66ac None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:24.764605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b53c5c29-e1a6-4dce-9789-171dd48f66ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:24.830790 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c970b4b1-24ff-43ae-84d5-aa7ff2c489f8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:24.851565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970b4b1-24ff-43ae-84d5-aa7ff2c489f8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=26bd1f03-7cf6-439d-8ebb-032883be5547,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:24.864591 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348337c3-e49a-405c-850d-98b28bfa35ec None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:24.880563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=c823a0c9-b19c-49f7-b331-56f2e2fef7a7,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:24.908762 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-bd7f8661-a55a-4950-b5cc-1cde906653a4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:24.917617 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bd7f8661-a55a-4950-b5cc-1cde906653a4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:subnet and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:24.920798 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bd7f8661-a55a-4950-b5cc-1cde906653a4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:24.933491 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-bd7f8661-a55a-4950-b5cc-1cde906653a4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:24.948232 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e9a09-ff91-4fc9-8c06-b01a6e2392c5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Subnet': ['ID=f2520a9f-5ae2-46b9-8cd8-e8fd055aabbf,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:24.974070 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port ef7d6542-a60d-4ffb-ab53-64530d857bf4, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ef7d6542-a60d-4ffb-ab53-64530d857bf4,segment=NetworkSegment(088b53a3-09ed-4398-8474-b2a2f34a9db6),segment_id=088b53a3-09ed-4398-8474-b2a2f34a9db6)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:25.002133 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133a674f-3b64-4854-816b-dff0a7afd1ac None None] DHCP port deletion for c7763469-1829-4f55-b76e-1d4a12e93e26 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:25.249455 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b53c5c29-e1a6-4dce-9789-171dd48f66ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:25.255984 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.257042 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d6e173c9-6253-4352-94be-dc42a6f7f588 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:25.258942 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60812) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:25.273295 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c970b4b1-24ff-43ae-84d5-aa7ff2c489f8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/26bd1f03-7cf6-439d-8ebb-032883be5547 HTTP/1.1" status: 204 len: 168 time: 2.5543528 Jan 27 17:11:25.274148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334e9a09-ff91-4fc9-8c06-b01a6e2392c5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Checking segment: {'id': 'ff817d71-238e-472d-993e-0822629a339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3725e150-bfa3-45db-9151-37b33e9769d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:25.274308 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] For port 55070f7a-8bfe-42b2-bc53-59bcc28cdad8, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=55070f7a-8bfe-42b2-bc53-59bcc28cdad8,segment=NetworkSegment(9291f23f-5140-4ec2-a814-56c0cf1ccaf4),segment_id=9291f23f-5140-4ec2-a814-56c0cf1ccaf4)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:25.274557 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334e9a09-ff91-4fc9-8c06-b01a6e2392c5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network hostable DHCP agents. Network: 3725e150-bfa3-45db-9151-37b33e9769d2, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:11:25.274661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.286825 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60814) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:25.292744 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:25.293421 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.293914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-bb776158-f46a-437d-bfe3-81e0325b50f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'subnet': {'network_id': '781b74e0-4ffc-4f0d-b831-2b71accb24f4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:25.311606 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7f8661-a55a-4950-b5cc-1cde906653a4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:25.315222 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bd7f8661-a55a-4950-b5cc-1cde906653a4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.344036 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-133a674f-3b64-4854-816b-dff0a7afd1ac None None] Deleting port 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:25.344423 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-133a674f-3b64-4854-816b-dff0a7afd1ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.434041 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2714a299-2b52-4903-9f16-473a95b9f000 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 4.6467888 Jan 27 17:11:25.434970 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60820) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:25.498237 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-53ba9cbb-6fec-4b9e-a644-9d700b541067 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1875436 Jan 27 17:11:25.504847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Calling delete_port for 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:25.519419 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c5c29-e1a6-4dce-9789-171dd48f66ac None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:25.520320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b53c5c29-e1a6-4dce-9789-171dd48f66ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:25.520451 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60824) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:25.521416 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-9b5fe755-bb8f-40b7-993c-56e7286162f3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] show failed (client error): The resource could not be found. Jan 27 17:11:25.525213 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9b5fe755-bb8f-40b7-993c-56e7286162f3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/subnets/91dcbfb0-7792-4746-b1fb-db0dd45d21e4/tags/tempest-TagsExtTest-Tag-553410755 HTTP/1.1" status: 404 len: 328 time: 1.2816238 Jan 27 17:11:25.527662 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26674840-8358-4bcb-9369-bfa4f5ee9ea9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router de6c4960-00fc-4853-bd73-8cfffc05b31a has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:11:25.533750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60828) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:25.538127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-64c1d86f-dd36-4613-ad54-7bfdf771d917 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '104ee1f0-d205-4a1f-a24b-d27d3e95aa6c', {'tags': ['tempest-TagsExtTest-Tag-1924375275', 'tempest-TagsExtTest-Tag-407090840', 'tempest-TagsExtTest-Tag-285535026']}) {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:25.582621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0630bf19-858c-4e5d-a466-d1a4968eafe5 None None] Provisioning complete for port ef7d6542-a60d-4ffb-ab53-64530d857bf4 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:25.582984 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0630bf19-858c-4e5d-a466-d1a4968eafe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.605962 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334e9a09-ff91-4fc9-8c06-b01a6e2392c5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Network 3725e150-bfa3-45db-9151-37b33e9769d2 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:11:25.615058 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-bb776158-f46a-437d-bfe3-81e0325b50f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:25.638441 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bb776158-f46a-437d-bfe3-81e0325b50f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Usage tracker for resource:subnet and tenant:bc6375dd00f14ad4896f324bc178ab53 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:25.679352 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-e50da137-e247-48b8-a480-fe57733811b3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port c823a0c9-b19c-49f7-b331-56f2e2fef7a7 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:25.679795 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e50da137-e247-48b8-a480-fe57733811b3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.689254 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b53c5c29-e1a6-4dce-9789-171dd48f66ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:25.689930 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c5c29-e1a6-4dce-9789-171dd48f66ac None None] The sync data for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:11:25.690026 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bb776158-f46a-437d-bfe3-81e0325b50f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:25.705709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=ef7d6542-a60d-4ffb-ab53-64530d857bf4,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:25.726723 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-334e9a09-ff91-4fc9-8c06-b01a6e2392c5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 3725e150-bfa3-45db-9151-37b33e9769d2) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:25.731600 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334e9a09-ff91-4fc9-8c06-b01a6e2392c5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:25.732197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-334e9a09-ff91-4fc9-8c06-b01a6e2392c5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.737488 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.ipam_backend_mixin [None req-bd7f8661-a55a-4950-b5cc-1cde906653a4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13760099-3cb1-4213-8606-1c665b786a9a (CIDR: 2001:db8::/64) Jan 27 17:11:25.742289 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-bb776158-f46a-437d-bfe3-81e0325b50f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:25.754916 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f0de80-de57-4085-8c02-673b10ad27ef None None] Network 3725e150-bfa3-45db-9151-37b33e9769d2 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:25.769668 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7f8661-a55a-4950-b5cc-1cde906653a4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:25.770162 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7f8661-a55a-4950-b5cc-1cde906653a4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:25.800872 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-64c1d86f-dd36-4613-ad54-7bfdf771d917 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "PUT /v2.0/ports/104ee1f0-d205-4a1f-a24b-d27d3e95aa6c/tags HTTP/1.1" status: 200 len: 316 time: 0.2645540 Jan 27 17:11:25.801465 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60832) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:25.808250 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-d8f06335-edf4-471c-a675-29387846347b tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '104ee1f0-d205-4a1f-a24b-d27d3e95aa6c') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:25.818102 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.850793 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb776158-f46a-437d-bfe3-81e0325b50f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:25.854191 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb776158-f46a-437d-bfe3-81e0325b50f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.870755 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bd7f8661-a55a-4950-b5cc-1cde906653a4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2517066 Jan 27 17:11:25.874836 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-334e9a09-ff91-4fc9-8c06-b01a6e2392c5 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.9543629 Jan 27 17:11:25.877222 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60836) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:25.877492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60838) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:25.878288 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Port': ['ID=55070f7a-8bfe-42b2-bc53-59bcc28cdad8,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:25.906429 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1951f849-0a61-4953-be80-f40bbb0c3649 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:25.932832 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port d6e173c9-6253-4352-94be-dc42a6f7f588 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:25.933109 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] No DVR routers for this DVR port 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:25.933212 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:25.942090 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-189d2753-3ff1-4068-a430-3d93a0e866da tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'subnet': {'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:25.982602 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-133a674f-3b64-4854-816b-dff0a7afd1ac None None] For port 55070f7a-8bfe-42b2-bc53-59bcc28cdad8, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=55070f7a-8bfe-42b2-bc53-59bcc28cdad8,segment=NetworkSegment(9291f23f-5140-4ec2-a814-56c0cf1ccaf4),segment_id=9291f23f-5140-4ec2-a814-56c0cf1ccaf4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:25.983063 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-133a674f-3b64-4854-816b-dff0a7afd1ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.124364 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85929702-98c3-4075-8f74-2d384e661f05 None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:26.144778 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8e95e-0e9c-404b-839b-da62cfb1b744 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:26.148963 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b2a8e95e-0e9c-404b-839b-da62cfb1b744 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6229298 Jan 27 17:11:26.199031 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60844) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:26.199458 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26674840-8358-4bcb-9369-bfa4f5ee9ea9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:26.204007 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-26674840-8358-4bcb-9369-bfa4f5ee9ea9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.207341 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-133a674f-3b64-4854-816b-dff0a7afd1ac None None] Calling delete_port for 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:26.211897 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cd3379-dc51-47e8-b2e9-162a4d231b3b None None] Sync routers for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:26.224678 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd3379-dc51-47e8-b2e9-162a4d231b3b None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:26.226394 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-04cd3379-dc51-47e8-b2e9-162a4d231b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:26.235283 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-85929702-98c3-4075-8f74-2d384e661f05 None None] Deleting port d6e173c9-6253-4352-94be-dc42a6f7f588 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:26.235283 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85929702-98c3-4075-8f74-2d384e661f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.300775 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-04cd3379-dc51-47e8-b2e9-162a4d231b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:26.312468 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd3379-dc51-47e8-b2e9-162a4d231b3b None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:26.314524 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-04cd3379-dc51-47e8-b2e9-162a4d231b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:26.393661 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bea50a-3de5-4444-9756-bd0b3d1a7109 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:26.394274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-93bea50a-3de5-4444-9756-bd0b3d1a7109 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:26.403888 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-04cd3379-dc51-47e8-b2e9-162a4d231b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:26.404655 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cd3379-dc51-47e8-b2e9-162a4d231b3b None None] The sync data for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:11:26.473969 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-93bea50a-3de5-4444-9756-bd0b3d1a7109 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:26.474644 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.478126 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-93bea50a-3de5-4444-9756-bd0b3d1a7109 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2441671 Jan 27 17:11:26.482565 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-26674840-8358-4bcb-9369-bfa4f5ee9ea9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "PUT /v2.0/floatingips/4222243b-f54a-4221-ad6b-043b3bd23bdd HTTP/1.1" status: 200 len: 978 time: 7.1939862 Jan 27 17:11:26.485110 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60848) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:26.485365 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60850) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:26.493269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e50da137-e247-48b8-a480-fe57733811b3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.494165 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-9307a16f-cfac-4399-91e3-52878b0e73a6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:26.521798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1951f849-0a61-4953-be80-f40bbb0c3649 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2793828'] for subnet, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.596834 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-85929702-98c3-4075-8f74-2d384e661f05 None None] For port d6e173c9-6253-4352-94be-dc42a6f7f588, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d6e173c9-6253-4352-94be-dc42a6f7f588,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:26.597298 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85929702-98c3-4075-8f74-2d384e661f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.649825 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d8f06335-edf4-471c-a675-29387846347b tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/ports/104ee1f0-d205-4a1f-a24b-d27d3e95aa6c/tags HTTP/1.1" status: 204 len: 168 time: 0.8449008 Jan 27 17:11:26.652673 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7763469-1829-4f55-b76e-1d4a12e93e26']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:26.659779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60856) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:26.666726 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-98f1148e-a6f7-4bf6-b47d-e1fd53543829 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1724193 Jan 27 17:11:26.666894 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-e50da137-e247-48b8-a480-fe57733811b3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for c823a0c9-b19c-49f7-b331-56f2e2fef7a7 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:26.666991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60858) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:26.672399 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f2819c76-42e1-4c5b-b7e3-701dfac4cfc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:26.703193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-189d2753-3ff1-4068-a430-3d93a0e866da tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:26.709329 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-f48f1b9a-8d65-4901-9141-e787070a266b tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '104ee1f0-d205-4a1f-a24b-d27d3e95aa6c', 'tempest-TagsExtTest-Tag-1924375275') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:26.758361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9291f23f-5140-4ec2-a814-56c0cf1ccaf4') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:26.758704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9291f23f-5140-4ec2-a814-56c0cf1ccaf4') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:26.758819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9307a16f-cfac-4399-91e3-52878b0e73a6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.766320 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-189d2753-3ff1-4068-a430-3d93a0e866da tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:subnet and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:26.775036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-189d2753-3ff1-4068-a430-3d93a0e866da tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:26.781545 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-85929702-98c3-4075-8f74-2d384e661f05 None None] Calling delete_port for d6e173c9-6253-4352-94be-dc42a6f7f588 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:26.824429 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.835362 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-189d2753-3ff1-4068-a430-3d93a0e866da tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:26.845817 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-133a674f-3b64-4854-816b-dff0a7afd1ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:26.846247 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-133a674f-3b64-4854-816b-dff0a7afd1ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:26.873572 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.893073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb776158-f46a-437d-bfe3-81e0325b50f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.893648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:26.894077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:26.911325 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:26.920489 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f6c16dfe-f06b-47f4-b0e8-d021f6fe3a87 None None] Provisioning for port c823a0c9-b19c-49f7-b331-56f2e2fef7a7 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:26.926463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f6c16dfe-f06b-47f4-b0e8-d021f6fe3a87 None None] Provisioning complete for port c823a0c9-b19c-49f7-b331-56f2e2fef7a7 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:26.927114 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6c16dfe-f06b-47f4-b0e8-d021f6fe3a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.932974 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189d2753-3ff1-4068-a430-3d93a0e866da tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:26.936532 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-189d2753-3ff1-4068-a430-3d93a0e866da tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:26.971240 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f2819c76-42e1-4c5b-b7e3-701dfac4cfc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:26.977195 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-3725e150-bfa3-45db-9151-37b33e9769d2', 'network_id': '3725e150-bfa3-45db-9151-37b33e9769d2', 'tenant_id': 'a1044fc2b04a4cf88962f2b23f4c469b', 'fixed_ips': [{'subnet_id': 'f2520a9f-5ae2-46b9-8cd8-e8fd055aabbf'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:26.978391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.077281 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f2819c76-42e1-4c5b-b7e3-701dfac4cfc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:27.095145 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb776158-f46a-437d-bfe3-81e0325b50f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Subnet': ['ID=312788b5-02c5-4a8e-b3c5-08b7912e051d,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:27.129999 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2819c76-42e1-4c5b-b7e3-701dfac4cfc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:27.133718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f2819c76-42e1-4c5b-b7e3-701dfac4cfc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.148439 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ef7d6542-a60d-4ffb-ab53-64530d857bf4 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:27.164223 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb776158-f46a-437d-bfe3-81e0325b50f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Checking segment: {'id': '78276043-d210-4a0e-ba02-2874f664628f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '781b74e0-4ffc-4f0d-b831-2b71accb24f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:27.164566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb776158-f46a-437d-bfe3-81e0325b50f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network hostable DHCP agents. Network: 781b74e0-4ffc-4f0d-b831-2b71accb24f4, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:11:27.204028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.237449 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85929702-98c3-4075-8f74-2d384e661f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.275049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.275327 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9307a16f-cfac-4399-91e3-52878b0e73a6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.288472 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-f48f1b9a-8d65-4901-9141-e787070a266b tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] show failed (client error): The resource could not be found. Jan 27 17:11:27.289804 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f48f1b9a-8d65-4901-9141-e787070a266b tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/ports/104ee1f0-d205-4a1f-a24b-d27d3e95aa6c/tags/tempest-TagsExtTest-Tag-1924375275 HTTP/1.1" status: 404 len: 329 time: 0.5918953 Jan 27 17:11:27.293802 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f6c16dfe-f06b-47f4-b0e8-d021f6fe3a87 None None] Port c823a0c9-b19c-49f7-b331-56f2e2fef7a7 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:27.297876 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85929702-98c3-4075-8f74-2d384e661f05 None None] Pushing event deleted for resources: {'Port': ['ID=d6e173c9-6253-4352-94be-dc42a6f7f588,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:27.303946 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85929702-98c3-4075-8f74-2d384e661f05 None None] No DVR routers for this DVR port d6e173c9-6253-4352-94be-dc42a6f7f588 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:27.318837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60864) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:27.320493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Network': ['ID=c7763469-1829-4f55-b76e-1d4a12e93e26,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:27.336788 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-08984873-d747-4f36-a1af-48c070ae98cc tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '104ee1f0-d205-4a1f-a24b-d27d3e95aa6c', 'tempest-TagsExtTest-Tag-407090840') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:27.341416 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9307a16f-cfac-4399-91e3-52878b0e73a6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.341809 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-9307a16f-cfac-4399-91e3-52878b0e73a6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Floating IP 4222243b-f54a-4221-ad6b-043b3bd23bdd disassociated. External IP: 172.26.1.222, port: 0dfce93b-3821-487d-afd4-6f887357fc9b. Jan 27 17:11:27.345785 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port ef7d6542-a60d-4ffb-ab53-64530d857bf4 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:27.346071 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.377529 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-133a674f-3b64-4854-816b-dff0a7afd1ac None None] Deleting port 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:27.377529 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-133a674f-3b64-4854-816b-dff0a7afd1ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.380373 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e50da137-e247-48b8-a480-fe57733811b3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.420562 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb776158-f46a-437d-bfe3-81e0325b50f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network 781b74e0-4ffc-4f0d-b831-2b71accb24f4 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:11:27.448327 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ac2d4ffa-728d-40c0-b88b-19cf5f3eb0be tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/networks/c7763469-1829-4f55-b76e-1d4a12e93e26 HTTP/1.1" status: 204 len: 168 time: 3.9186792 Jan 27 17:11:27.451178 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60868) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:27.456755 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50da137-e247-48b8-a480-fe57733811b3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=c823a0c9-b19c-49f7-b331-56f2e2fef7a7,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:27.459992 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.ipam_backend_mixin [None req-189d2753-3ff1-4068-a430-3d93a0e866da tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4793f589-3ec6-4a5e-9adb-d279bc46b3de (CIDR: 2001:db8:0:1::/64) Jan 27 17:11:27.460907 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1951f849-0a61-4953-be80-f40bbb0c3649 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726415941358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2137317'] for subnet, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.486090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-133a674f-3b64-4854-816b-dff0a7afd1ac None None] The port '55070f7a-8bfe-42b2-bc53-59bcc28cdad8' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:11:27.536247 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-189d2753-3ff1-4068-a430-3d93a0e866da tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:27.536518 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-bb776158-f46a-437d-bfe3-81e0325b50f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 781b74e0-4ffc-4f0d-b831-2b71accb24f4) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:27.537063 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189d2753-3ff1-4068-a430-3d93a0e866da tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:27.547599 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5a0bae-ca1e-4961-b701-4f597a284311 None None] Network 781b74e0-4ffc-4f0d-b831-2b71accb24f4 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:27.626126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1951f849-0a61-4953-be80-f40bbb0c3649 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:27.626728 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1951f849-0a61-4953-be80-f40bbb0c3649 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.628030 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1951f849-0a61-4953-be80-f40bbb0c3649 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "PUT /v2.0/subnets/f2520a9f-5ae2-46b9-8cd8-e8fd055aabbf HTTP/1.1" status: 200 len: 877 time: 1.7462394 Jan 27 17:11:27.636670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60872) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:27.642406 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-189d2753-3ff1-4068-a430-3d93a0e866da tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.7618887 Jan 27 17:11:27.647546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60874) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:27.679690 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-75f13d0f-3341-443a-9233-5408c10cdc95 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'subnet': {'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:27.703172 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951f849-0a61-4953-be80-f40bbb0c3649 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event updated for resources: {'Subnet': ['ID=f2520a9f-5ae2-46b9-8cd8-e8fd055aabbf,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:27.725415 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Allocated IP 172.20.0.3 (3725e150-bfa3-45db-9151-37b33e9769d2/f2520a9f-5ae2-46b9-8cd8-e8fd055aabbf/be947708-50c2-448c-8d25-c8eeba0eb5ab) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:27.769357 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e50da137-e247-48b8-a480-fe57733811b3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.773995 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e50da137-e247-48b8-a480-fe57733811b3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/ports/c823a0c9-b19c-49f7-b331-56f2e2fef7a7 HTTP/1.1" status: 204 len: 168 time: 2.2769208 Jan 27 17:11:27.819618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60880) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:27.856284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb776158-f46a-437d-bfe3-81e0325b50f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:27.858150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb776158-f46a-437d-bfe3-81e0325b50f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:27.897376 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5f827cc3-7178-48fa-9a23-ea81c0655759 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:27.951865 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 5f827cc3-7178-48fa-9a23-ea81c0655759 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:27.952282 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5f827cc3-7178-48fa-9a23-ea81c0655759 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:27.952932 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d6e173c9-6253-4352-94be-dc42a6f7f588 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:27.980815 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-781b74e0-4ffc-4f0d-b831-2b71accb24f4', 'network_id': '781b74e0-4ffc-4f0d-b831-2b71accb24f4', 'tenant_id': 'bc6375dd00f14ad4896f324bc178ab53', 'fixed_ips': [{'subnet_id': '312788b5-02c5-4a8e-b3c5-08b7912e051d'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:27.981882 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.055298 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: d6e173c9-6253-4352-94be-dc42a6f7f588 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:28.056042 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d6e173c9-6253-4352-94be-dc42a6f7f588 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:28.056676 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:28.056831 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bb776158-f46a-437d-bfe3-81e0325b50f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7697825 Jan 27 17:11:28.061764 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-08984873-d747-4f36-a1af-48c070ae98cc tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] show failed (client error): The resource could not be found. Jan 27 17:11:28.062783 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-08984873-d747-4f36-a1af-48c070ae98cc tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/ports/104ee1f0-d205-4a1f-a24b-d27d3e95aa6c/tags/tempest-TagsExtTest-Tag-407090840 HTTP/1.1" status: 404 len: 328 time: 0.7398560 Jan 27 17:11:28.065441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60884) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:28.065781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60886) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:28.082687 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-c91f770b-6923-4e3c-814a-4d0e8a1cbe09 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '104ee1f0-d205-4a1f-a24b-d27d3e95aa6c', 'tempest-TagsExtTest-Tag-285535026') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:28.098327 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:28.099005 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 55070f7a-8bfe-42b2-bc53-59bcc28cdad8 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:28.110477 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-18454937-55d9-401e-aca1-75d9f1b1a68e tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] GET failed (client error): The resource could not be found. Jan 27 17:11:28.111201 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-18454937-55d9-401e-aca1-75d9f1b1a68e tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:28.123776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c7896421-1ea3-4fc0-8b38-20c721a47adc tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1231958227'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:28.155937 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c7896421-1ea3-4fc0-8b38-20c721a47adc tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:28.167411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c7896421-1ea3-4fc0-8b38-20c721a47adc tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Usage tracker for resource:network and tenant:bc6375dd00f14ad4896f324bc178ab53 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:28.174995 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c7896421-1ea3-4fc0-8b38-20c721a47adc tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:28.196802 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.211810 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c7896421-1ea3-4fc0-8b38-20c721a47adc tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:28.238808 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-18454937-55d9-401e-aca1-75d9f1b1a68e tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:28.238808 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-18454937-55d9-401e-aca1-75d9f1b1a68e tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports/c823a0c9-b19c-49f7-b331-56f2e2fef7a7 HTTP/1.1" status: 404 len: 333 time: 0.4124665 Jan 27 17:11:28.243252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-75f13d0f-3341-443a-9233-5408c10cdc95 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:28.245862 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60892) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:28.286349 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-75f13d0f-3341-443a-9233-5408c10cdc95 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Usage tracker for resource:subnet and tenant:c08441886451403eaced8170704dc616 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:28.323925 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-75f13d0f-3341-443a-9233-5408c10cdc95 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:28.327697 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7896421-1ea3-4fc0-8b38-20c721a47adc tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:28.329235 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.331427 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c7896421-1ea3-4fc0-8b38-20c721a47adc tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.347327 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Allocated IP 2001:db8:0:ffff::2 (781b74e0-4ffc-4f0d-b831-2b71accb24f4/312788b5-02c5-4a8e-b3c5-08b7912e051d/455a5bb8-641e-4b32-a793-09f320294f47) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:28.349624 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Transition to ACTIVE for port object be947708-50c2-448c-8d25-c8eeba0eb5ab will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:28.362575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-75f13d0f-3341-443a-9233-5408c10cdc95 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:28.403330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Transition to ACTIVE for port object be947708-50c2-448c-8d25-c8eeba0eb5ab will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:28.411728 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.428798 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.446993 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f13d0f-3341-443a-9233-5408c10cdc95 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Made reservation on behalf of c08441886451403eaced8170704dc616 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:28.450634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-75f13d0f-3341-443a-9233-5408c10cdc95 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.478733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-79694ec0-8813-4e55-8732-fc9863f5ec7d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting subnet 04c46ec9-0c05-44e8-ba94-97a7445c8447 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:28.481099 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-c91f770b-6923-4e3c-814a-4d0e8a1cbe09 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] show failed (client error): The resource could not be found. Jan 27 17:11:28.485172 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c91f770b-6923-4e3c-814a-4d0e8a1cbe09 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/ports/104ee1f0-d205-4a1f-a24b-d27d3e95aa6c/tags/tempest-TagsExtTest-Tag-285535026 HTTP/1.1" status: 404 len: 328 time: 0.4094989 Jan 27 17:11:28.488977 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60896) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:28.500485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-79694ec0-8813-4e55-8732-fc9863f5ec7d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.530176 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7896421-1ea3-4fc0-8b38-20c721a47adc tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:28.539372 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-3c39200e-be84-49e0-a6bf-2984f70e3c5c tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '14d330e4-ace8-4da6-a16b-ebcba67af779', {'tags': ['tempest-TagsExtTest-Tag-768851455', 'tempest-TagsExtTest-Tag-974568563', 'tempest-TagsExtTest-Tag-444470877']}) {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:28.567386 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Network 3725e150-bfa3-45db-9151-37b33e9769d2 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:28.570895 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:28.576041 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9307a16f-cfac-4399-91e3-52878b0e73a6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router de6c4960-00fc-4853-bd73-8cfffc05b31a has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:11:28.577350 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:28.579537 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Pushing event updated for resources: {'Port': ['ID=be947708-50c2-448c-8d25-c8eeba0eb5ab,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:28.646883 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.objects.ports [None req-f2819c76-42e1-4c5b-b7e3-701dfac4cfc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87595) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:11:28.651725 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c7896421-1ea3-4fc0-8b38-20c721a47adc tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.652057 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-c7896421-1ea3-4fc0-8b38-20c721a47adc tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Added segment d93ef361-ef71-4473-9cff-462ad219ead9 of type vlan for network 608f8975-7df7-4b7a-b373-b8eedeb35209 Jan 27 17:11:28.705788 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f2819c76-42e1-4c5b-b7e3-701dfac4cfc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.743559 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Attempting to bind port be947708-50c2-448c-8d25-c8eeba0eb5ab on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:28.744075 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Attempting to bind port be947708-50c2-448c-8d25-c8eeba0eb5ab by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'ff817d71-238e-472d-993e-0822629a339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3725e150-bfa3-45db-9151-37b33e9769d2'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:28.744652 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Attempting to bind port be947708-50c2-448c-8d25-c8eeba0eb5ab on network 3725e150-bfa3-45db-9151-37b33e9769d2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:28.758642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:28.759081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Checking segment: {'id': 'ff817d71-238e-472d-993e-0822629a339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3725e150-bfa3-45db-9151-37b33e9769d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:28.759553 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.760941 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Bound using segment: {'id': 'ff817d71-238e-472d-993e-0822629a339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3725e150-bfa3-45db-9151-37b33e9769d2'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:28.760941 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Bound port: be947708-50c2-448c-8d25-c8eeba0eb5ab, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff817d71-238e-472d-993e-0822629a339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3725e150-bfa3-45db-9151-37b33e9769d2'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:28.760941 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.779262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-79694ec0-8813-4e55-8732-fc9863f5ec7d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.787319 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.818170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2819c76-42e1-4c5b-b7e3-701dfac4cfc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:28.871031 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2819c76-42e1-4c5b-b7e3-701dfac4cfc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=d1019bd9-5639-49f0-b0e5-4789e42586a8,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:28.874968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-f2819c76-42e1-4c5b-b7e3-701dfac4cfc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:28.877921 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2819c76-42e1-4c5b-b7e3-701dfac4cfc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:28.878514 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f2819c76-42e1-4c5b-b7e3-701dfac4cfc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.891294 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Transition to ACTIVE for port object 455a5bb8-641e-4b32-a793-09f320294f47 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:28.891789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c7896421-1ea3-4fc0-8b38-20c721a47adc tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.906117 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcdfcf3-160a-4fc3-890e-bf9c9bc3dddd None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:28.924445 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3c39200e-be84-49e0-a6bf-2984f70e3c5c tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "PUT /v2.0/routers/14d330e4-ace8-4da6-a16b-ebcba67af779/tags HTTP/1.1" status: 200 len: 315 time: 0.4284289 Jan 27 17:11:28.926065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60900) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:28.938782 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-1b07cbdf-9411-47a9-b7ce-f798fbd4cad9 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '14d330e4-ace8-4da6-a16b-ebcba67af779') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:28.961202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:28.966780 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Transition to ACTIVE for port object 455a5bb8-641e-4b32-a793-09f320294f47 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:28.995830 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f2819c76-42e1-4c5b-b7e3-701dfac4cfc0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3277874 Jan 27 17:11:29.000685 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60904) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:29.018832 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9307a16f-cfac-4399-91e3-52878b0e73a6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:29.021051 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ebd9f707-c86f-4664-953a-0be17db5b19f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:29.022740 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.023238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9307a16f-cfac-4399-91e3-52878b0e73a6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.049284 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Subnet': ['ID=f2520a9f-5ae2-46b9-8cd8-e8fd055aabbf,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:29.072261 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb3fb1-08f5-4947-9b9d-acedc6a99163 None None] Sync routers for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:29.084713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c7896421-1ea3-4fc0-8b38-20c721a47adc tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.091708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7896421-1ea3-4fc0-8b38-20c721a47adc tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:29.092529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c7896421-1ea3-4fc0-8b38-20c721a47adc tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.119090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] For port be947708-50c2-448c-8d25-c8eeba0eb5ab, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:29.124260 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Network 781b74e0-4ffc-4f0d-b831-2b71accb24f4 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:29.126521 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:29.134270 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:29.143893 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9307a16f-cfac-4399-91e3-52878b0e73a6 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "PUT /v2.0/floatingips/4222243b-f54a-4221-ad6b-043b3bd23bdd HTTP/1.1" status: 200 len: 688 time: 2.6536632 Jan 27 17:11:29.147067 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb3fb1-08f5-4947-9b9d-acedc6a99163 None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:29.147921 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-ebeb3fb1-08f5-4947-9b9d-acedc6a99163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:29.151649 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60908) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:29.208299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] For port be947708-50c2-448c-8d25-c8eeba0eb5ab, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=be947708-50c2-448c-8d25-c8eeba0eb5ab,segment=NetworkSegment(ff817d71-238e-472d-993e-0822629a339d),segment_id=ff817d71-238e-472d-993e-0822629a339d)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:29.241052 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-79694ec0-8813-4e55-8732-fc9863f5ec7d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.279357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-ebeb3fb1-08f5-4947-9b9d-acedc6a99163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:29.289241 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.293140 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Pushing event updated for resources: {'Port': ['ID=455a5bb8-641e-4b32-a793-09f320294f47,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:29.372339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.441232 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb3fb1-08f5-4947-9b9d-acedc6a99163 None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:29.442048 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-ebeb3fb1-08f5-4947-9b9d-acedc6a99163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:29.469840 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c7896421-1ea3-4fc0-8b38-20c721a47adc tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3928447 Jan 27 17:11:29.489095 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Attempting to bind port 455a5bb8-641e-4b32-a793-09f320294f47 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:29.489323 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60912) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:29.489664 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Attempting to bind port 455a5bb8-641e-4b32-a793-09f320294f47 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '78276043-d210-4a0e-ba02-2874f664628f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '781b74e0-4ffc-4f0d-b831-2b71accb24f4'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:29.490128 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Attempting to bind port 455a5bb8-641e-4b32-a793-09f320294f47 on network 781b74e0-4ffc-4f0d-b831-2b71accb24f4 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:29.498388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7896421-1ea3-4fc0-8b38-20c721a47adc tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Network': ['ID=608f8975-7df7-4b7a-b373-b8eedeb35209,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:29.512109 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3725e150-bfa3-45db-9151-37b33e9769d2']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:29.519481 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-39346aa1-35be-4136-9ec4-d3459c629304 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'subnet': {'network_id': '608f8975-7df7-4b7a-b373-b8eedeb35209', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:29.546377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff817d71-238e-472d-993e-0822629a339d') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:29.546615 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff817d71-238e-472d-993e-0822629a339d') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:29.555330 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-c1784bb8-90e7-423c-ac57-812d80c1d8a8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Deleting port 44e71ba6-b7ca-4e63-9665-7bf0a9b07b37 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:29.555658 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c1784bb8-90e7-423c-ac57-812d80c1d8a8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.556819 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:29.557294 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Checking segment: {'id': '78276043-d210-4a0e-ba02-2874f664628f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '781b74e0-4ffc-4f0d-b831-2b71accb24f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:29.557850 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.558331 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Bound using segment: {'id': '78276043-d210-4a0e-ba02-2874f664628f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '781b74e0-4ffc-4f0d-b831-2b71accb24f4'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:29.558893 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Bound port: 455a5bb8-641e-4b32-a793-09f320294f47, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78276043-d210-4a0e-ba02-2874f664628f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '781b74e0-4ffc-4f0d-b831-2b71accb24f4'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:29.559349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.568653 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 608f8975-7df7-4b7a-b373-b8eedeb35209 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:29.575571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.580385 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-ebeb3fb1-08f5-4947-9b9d-acedc6a99163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:29.580912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb3fb1-08f5-4947-9b9d-acedc6a99163 None None] The sync data for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:11:29.600571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ebd9f707-c86f-4664-953a-0be17db5b19f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:29.609830 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a387533-84b7-4802-abe0-8996719ae496 None None] Pushing event updated for resources: {'Port': ['ID=be947708-50c2-448c-8d25-c8eeba0eb5ab,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:29.631361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.633750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-79694ec0-8813-4e55-8732-fc9863f5ec7d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.659927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': 'd1019bd9-5639-49f0-b0e5-4789e42586a8'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:29.661343 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.829805 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ebd9f707-c86f-4664-953a-0be17db5b19f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:29.835575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79694ec0-8813-4e55-8732-fc9863f5ec7d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Subnet': ['ID=04c46ec9-0c05-44e8-ba94-97a7445c8447,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:29.838335 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1b07cbdf-9411-47a9-b7ce-f798fbd4cad9 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/routers/14d330e4-ace8-4da6-a16b-ebcba67af779/tags HTTP/1.1" status: 204 len: 168 time: 0.9082654 Jan 27 17:11:29.840795 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:29.841355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.844424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60916) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:29.845597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-39346aa1-35be-4136-9ec4-d3459c629304 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:29.850231 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] For port 455a5bb8-641e-4b32-a793-09f320294f47, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:29.858873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-24d3b0f3-d7d5-4494-9c3b-9cfc886966ac tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '14d330e4-ace8-4da6-a16b-ebcba67af779', 'tempest-TagsExtTest-Tag-768851455') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:29.872401 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:29.889376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-79694ec0-8813-4e55-8732-fc9863f5ec7d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.895185 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] For port 455a5bb8-641e-4b32-a793-09f320294f47, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=455a5bb8-641e-4b32-a793-09f320294f47,segment=NetworkSegment(78276043-d210-4a0e-ba02-2874f664628f),segment_id=78276043-d210-4a0e-ba02-2874f664628f)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:29.902373 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-79694ec0-8813-4e55-8732-fc9863f5ec7d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/04c46ec9-0c05-44e8-ba94-97a7445c8447 HTTP/1.1" status: 204 len: 168 time: 1.6246550 Jan 27 17:11:29.920841 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-75f13d0f-3341-443a-9233-5408c10cdc95 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.925726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60920) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:29.932250 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-39346aa1-35be-4136-9ec4-d3459c629304 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Usage tracker for resource:subnet and tenant:bc6375dd00f14ad4896f324bc178ab53 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:29.938361 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:29.941987 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8859af-4edd-4afc-9a4f-6e8f9b5b4d27 None None] Network 4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:29.949961 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8bfbdca2-c755-4f4d-bb69-d69417934767 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.000535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-39346aa1-35be-4136-9ec4-d3459c629304 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:30.038577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-39346aa1-35be-4136-9ec4-d3459c629304 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:30.040712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd9f707-c86f-4664-953a-0be17db5b19f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:30.044457 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ebd9f707-c86f-4664-953a-0be17db5b19f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.134605 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c1784bb8-90e7-423c-ac57-812d80c1d8a8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.135212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c1784bb8-90e7-423c-ac57-812d80c1d8a8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.157250 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39346aa1-35be-4136-9ec4-d3459c629304 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:30.161747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-39346aa1-35be-4136-9ec4-d3459c629304 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.187071 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Allocated IP 2001:db8::f816:3eff:feac:e1f8 (bbf03638-7624-437f-9c24-a87cd70c5626/d1019bd9-5639-49f0-b0e5-4789e42586a8/0bfef4dd-a4cf-49d7-88f8-920e5b236f4d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:30.237738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.api [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 17:11:30.237738 dv-neutron-826439-2-hyperv neutron-server[87594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 17:11:30.237738 dv-neutron-826439-2-hyperv neutron-server[87594]: [parameters: {'id': '3725e150-bfa3-45db-9151-37b33e9769d2'}] Jan 27 17:11:30.237738 dv-neutron-826439-2-hyperv neutron-server[87594]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:30.238649 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG oslo_db.api [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:30.247477 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f13d0f-3341-443a-9233-5408c10cdc95 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Network eb111497-a1bd-4f32-8008-5457d5cd4540 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:30.255501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-75f13d0f-3341-443a-9233-5408c10cdc95 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:30.260266 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2acfe-b894-4c91-87a3-a584937be256 None None] Pushing event updated for resources: {'Port': ['ID=455a5bb8-641e-4b32-a793-09f320294f47,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:30.275840 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd2b5b7-dadf-44c4-bb33-95eddb1c445e None None] Network eb111497-a1bd-4f32-8008-5457d5cd4540 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:30.276858 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f13d0f-3341-443a-9233-5408c10cdc95 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:30.277846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-75f13d0f-3341-443a-9233-5408c10cdc95 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.287881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.364125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f13d0f-3341-443a-9233-5408c10cdc95 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Subnet': ['ID=d39b026b-7a28-49c2-9bae-22f7399e4606,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:30.380210 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-c1784bb8-90e7-423c-ac57-812d80c1d8a8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Calling delete_port for 44e71ba6-b7ca-4e63-9665-7bf0a9b07b37 owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:30.385387 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-75f13d0f-3341-443a-9233-5408c10cdc95 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7169678 Jan 27 17:11:30.389559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port ef7d6542-a60d-4ffb-ab53-64530d857bf4 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:30.390170 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.423263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60924) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:30.434639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-8d2e5d69-a7fa-4067-b4fe-9a827a57b49e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1931535424', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd39b026b-7a28-49c2-9bae-22f7399e4606'}], 'security_groups': ['b896f4ce-24cd-46c4-8b46-cb17ce3a57fd', '18133300-40c5-425d-ac11-368c8e4c27a2']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:30.566453 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-24d3b0f3-d7d5-4494-9c3b-9cfc886966ac tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] show failed (client error): The resource could not be found. Jan 27 17:11:30.570024 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-24d3b0f3-d7d5-4494-9c3b-9cfc886966ac tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/routers/14d330e4-ace8-4da6-a16b-ebcba67af779/tags/tempest-TagsExtTest-Tag-768851455 HTTP/1.1" status: 404 len: 328 time: 0.7188523 Jan 27 17:11:30.571710 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60928) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:30.599207 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-427f6ab0-58e5-4f6e-9e34-0504f75d0479 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '14d330e4-ace8-4da6-a16b-ebcba67af779', 'tempest-TagsExtTest-Tag-974568563') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:30.721253 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.ipam_backend_mixin [None req-ebd9f707-c86f-4664-953a-0be17db5b19f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1019bd9-5639-49f0-b0e5-4789e42586a8 (CIDR: 2001:db8::/64) Jan 27 17:11:30.742109 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.765561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.778293 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Transition to ACTIVE for port object 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:30.799320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Transition to ACTIVE for port object 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:30.819838 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd9f707-c86f-4664-953a-0be17db5b19f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:30.820595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd9f707-c86f-4664-953a-0be17db5b19f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:30.824681 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.862994 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Deleting port be947708-50c2-448c-8d25-c8eeba0eb5ab {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:30.863420 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:30.922818 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:30.928617 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Pushing event updated for resources: {'Port': ['ID=0bfef4dd-a4cf-49d7-88f8-920e5b236f4d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:30.931760 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:30.936418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:31.019363 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ebd9f707-c86f-4664-953a-0be17db5b19f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0056186 Jan 27 17:11:31.025551 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60932) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.095265 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db5b707-e9f6-4c4c-b946-6f47ad9b7f1a None None] DHCP port deletion for 4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:31.112986 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Attempting to bind port 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:31.113351 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Attempting to bind port 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:31.113719 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Attempting to bind port 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:31.124508 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4db5b707-e9f6-4c4c-b946-6f47ad9b7f1a None None] Deleting port ef7d6542-a60d-4ffb-ab53-64530d857bf4 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:31.124880 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4db5b707-e9f6-4c4c-b946-6f47ad9b7f1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.209496 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:31.209895 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:31.210300 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.210681 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:31.211157 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Bound port: 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:31.211524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.269044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c1784bb8-90e7-423c-ac57-812d80c1d8a8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.280610 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-200abf98-11b7-4698-8166-a97083ebe17f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:31.319527 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 455a5bb8-641e-4b32-a793-09f320294f47 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:31.379769 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1784bb8-90e7-423c-ac57-812d80c1d8a8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Port': ['ID=44e71ba6-b7ca-4e63-9665-7bf0a9b07b37,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:31.404776 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbdca2-c755-4f4d-bb69-d69417934767 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port 962d3c8f-6890-4cac-a1a4-b49893b92f58 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:31.405029 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8bfbdca2-c755-4f4d-bb69-d69417934767 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.410657 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae39997d-b215-4ccb-a3dd-ae8e12494d19 None None] Network 3725e150-bfa3-45db-9151-37b33e9769d2 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:31.412980 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-427f6ab0-58e5-4f6e-9e34-0504f75d0479 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] show failed (client error): The resource could not be found. Jan 27 17:11:31.417051 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-427f6ab0-58e5-4f6e-9e34-0504f75d0479 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/routers/14d330e4-ace8-4da6-a16b-ebcba67af779/tags/tempest-TagsExtTest-Tag-974568563 HTTP/1.1" status: 404 len: 328 time: 0.8366525 Jan 27 17:11:31.427920 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60938) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:31.439037 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-96144a91-1dd9-4c0a-896e-0827c0e41ffd tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '14d330e4-ace8-4da6-a16b-ebcba67af779', 'tempest-TagsExtTest-Tag-444470877') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:31.493194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5d69-a7fa-4067-b4fe-9a827a57b49e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.600081 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-39346aa1-35be-4136-9ec4-d3459c629304 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.663676 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4db5b707-e9f6-4c4c-b946-6f47ad9b7f1a None None] For port ef7d6542-a60d-4ffb-ab53-64530d857bf4, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ef7d6542-a60d-4ffb-ab53-64530d857bf4,segment=NetworkSegment(088b53a3-09ed-4398-8474-b2a2f34a9db6),segment_id=088b53a3-09ed-4398-8474-b2a2f34a9db6)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:31.663972 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4db5b707-e9f6-4c4c-b946-6f47ad9b7f1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.702343 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] For port ef7d6542-a60d-4ffb-ab53-64530d857bf4, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ef7d6542-a60d-4ffb-ab53-64530d857bf4,segment=NetworkSegment(088b53a3-09ed-4398-8474-b2a2f34a9db6),segment_id=088b53a3-09ed-4398-8474-b2a2f34a9db6)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:31.702786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.746011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c1784bb8-90e7-423c-ac57-812d80c1d8a8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.852756 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-200abf98-11b7-4698-8166-a97083ebe17f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:31.864981 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e35edae-172e-46d6-a358-3b559b0a40a7 None None] Network 781b74e0-4ffc-4f0d-b831-2b71accb24f4 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:31.872505 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39346aa1-35be-4136-9ec4-d3459c629304 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Subnet': ['ID=68fb5afb-fb58-473a-8b33-d8d54a55aa5f,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:31.896446 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for ef7d6542-a60d-4ffb-ab53-64530d857bf4 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:31.901146 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39346aa1-35be-4136-9ec4-d3459c629304 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Checking segment: {'id': 'd93ef361-ef71-4473-9cff-462ad219ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '608f8975-7df7-4b7a-b373-b8eedeb35209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:31.901638 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39346aa1-35be-4136-9ec4-d3459c629304 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network hostable DHCP agents. Network: 608f8975-7df7-4b7a-b373-b8eedeb35209, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:11:31.904168 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4db5b707-e9f6-4c4c-b946-6f47ad9b7f1a None None] Calling delete_port for ef7d6542-a60d-4ffb-ab53-64530d857bf4 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:31.908586 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-200abf98-11b7-4698-8166-a97083ebe17f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:31.946099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c1784bb8-90e7-423c-ac57-812d80c1d8a8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.948020 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c1784bb8-90e7-423c-ac57-812d80c1d8a8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/floatingips/4222243b-f54a-4221-ad6b-043b3bd23bdd HTTP/1.1" status: 204 len: 168 time: 2.7946887 Jan 27 17:11:31.951820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-8bfbdca2-c755-4f4d-bb69-d69417934767 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] For port 962d3c8f-6890-4cac-a1a4-b49893b92f58, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=962d3c8f-6890-4cac-a1a4-b49893b92f58,segment=NetworkSegment(9fc03266-6b76-44d2-a6a8-9e06423dd13d),segment_id=9fc03266-6b76-44d2-a6a8-9e06423dd13d)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:31.952275 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8bfbdca2-c755-4f4d-bb69-d69417934767 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.959759 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200abf98-11b7-4698-8166-a97083ebe17f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:31.963738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-200abf98-11b7-4698-8166-a97083ebe17f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:31.977229 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60942) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.019720 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4921ffb2-3918-4d31-810d-e52a45a532ed None None] Provisioning for port be947708-50c2-448c-8d25-c8eeba0eb5ab completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:32.047325 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] For port be947708-50c2-448c-8d25-c8eeba0eb5ab, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=be947708-50c2-448c-8d25-c8eeba0eb5ab,segment=NetworkSegment(ff817d71-238e-472d-993e-0822629a339d),segment_id=ff817d71-238e-472d-993e-0822629a339d)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:32.047707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.100334 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-78c17026-bf67-420f-8cd7-efd44a75358c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] delete failed (client error): The resource could not be found. Jan 27 17:11:32.102087 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-78c17026-bf67-420f-8cd7-efd44a75358c tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/floatingips/4222243b-f54a-4221-ad6b-043b3bd23bdd HTTP/1.1" status: 404 len: 345 time: 0.1207438 Jan 27 17:11:32.110763 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60946) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.176545 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 455a5bb8-641e-4b32-a793-09f320294f47 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:32.198091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Calling delete_port for be947708-50c2-448c-8d25-c8eeba0eb5ab owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:32.229042 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-96144a91-1dd9-4c0a-896e-0827c0e41ffd tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] show failed (client error): The resource could not be found. Jan 27 17:11:32.229621 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-96144a91-1dd9-4c0a-896e-0827c0e41ffd tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/routers/14d330e4-ace8-4da6-a16b-ebcba67af779/tags/tempest-TagsExtTest-Tag-444470877 HTTP/1.1" status: 404 len: 328 time: 0.7966406 Jan 27 17:11:32.230427 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device be947708-50c2-448c-8d25-c8eeba0eb5ab up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:32.248585 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60950) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.257767 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] For port 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:32.291649 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39346aa1-35be-4136-9ec4-d3459c629304 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network 608f8975-7df7-4b7a-b373-b8eedeb35209 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:11:32.302727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbdca2-c755-4f4d-bb69-d69417934767 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Calling delete_port for 962d3c8f-6890-4cac-a1a4-b49893b92f58 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:32.310379 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] For port 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0bfef4dd-a4cf-49d7-88f8-920e5b236f4d,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:32.321835 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.328386 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-4db5b707-e9f6-4c4c-b946-6f47ad9b7f1a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 27 17:11:32.328386 dv-neutron-826439-2-hyperv neutron-server[87596]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Jan 27 17:11:32.328386 dv-neutron-826439-2-hyperv neutron-server[87596]: [parameters: {'port_id': 'ef7d6542-a60d-4ffb-ab53-64530d857bf4', 'host': 'dv-neutron-826439-2-hyperv', 'level': 0}] Jan 27 17:11:32.328386 dv-neutron-826439-2-hyperv neutron-server[87596]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:32.328938 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-4db5b707-e9f6-4c4c-b946-6f47ad9b7f1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:32.329758 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.339720 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-f837b4cf-1464-486a-bb30-7f388214ccc6 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'df084f6e-ada1-4867-a2f1-86aa961e1999', {'tags': ['tempest-TagsExtTest-Tag-1693093451', 'tempest-TagsExtTest-Tag-1530523706', 'tempest-TagsExtTest-Tag-345162156']}) {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:32.400734 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=ef7d6542-a60d-4ffb-ab53-64530d857bf4,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:32.434297 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No DVR routers for this DVR port ef7d6542-a60d-4ffb-ab53-64530d857bf4 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:32.474339 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-39346aa1-35be-4136-9ec4-d3459c629304 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 608f8975-7df7-4b7a-b373-b8eedeb35209) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:32.483135 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4ec6be20-4cad-4f53-bad9-aab800dce60f None None] Provisioning for port 455a5bb8-641e-4b32-a793-09f320294f47 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:32.486228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39346aa1-35be-4136-9ec4-d3459c629304 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:32.487128 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-39346aa1-35be-4136-9ec4-d3459c629304 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.502945 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e3885d-e72b-482c-b831-5abb08b79759 None None] Network 608f8975-7df7-4b7a-b373-b8eedeb35209 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:32.506565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.559945 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4ec6be20-4cad-4f53-bad9-aab800dce60f None None] Provisioning complete for port 455a5bb8-641e-4b32-a793-09f320294f47 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:32.560317 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ec6be20-4cad-4f53-bad9-aab800dce60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.572699 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-39346aa1-35be-4136-9ec4-d3459c629304 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0709052 Jan 27 17:11:32.584694 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60954) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.584694 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Port': ['ID=be947708-50c2-448c-8d25-c8eeba0eb5ab,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:32.611772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701e4686-8361-489a-a69d-09c55d5eb66e tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:32.618166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701e4686-8361-489a-a69d-09c55d5eb66e tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:32.623967 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701e4686-8361-489a-a69d-09c55d5eb66e tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:32.625013 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-701e4686-8361-489a-a69d-09c55d5eb66e tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Synchronizing usage tracker for tenant:09799f3c75ba4e1bbef88b711a678f39 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:32.636975 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f837b4cf-1464-486a-bb30-7f388214ccc6 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "PUT /v2.0/subnetpools/df084f6e-ada1-4867-a2f1-86aa961e1999/tags HTTP/1.1" status: 200 len: 317 time: 0.3466413 Jan 27 17:11:32.653774 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No active binding found for port be947708-50c2-448c-8d25-c8eeba0eb5ab {{(pid=87596) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 27 17:11:32.654837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device be947708-50c2-448c-8d25-c8eeba0eb5ab not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 27 17:11:32.654995 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60958) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.664226 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-7cd4a9e9-f5bd-4326-99d2-6649579ae909 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'df084f6e-ada1-4867-a2f1-86aa961e1999') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:32.673381 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.690775 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No DVR routers for this DVR port be947708-50c2-448c-8d25-c8eeba0eb5ab on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:32.711757 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Port be947708-50c2-448c-8d25-c8eeba0eb5ab not found, will not notify nova. {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 27 17:11:32.721973 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-701e4686-8361-489a-a69d-09c55d5eb66e tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Unset dirty status for tenant:09799f3c75ba4e1bbef88b711a678f39 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:32.725864 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-701e4686-8361-489a-a69d-09c55d5eb66e tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "GET /v2.0/ports?network_id=4b1cf005-cdc7-4692-8fc5-cec78537f47e HTTP/1.1" status: 200 len: 2358 time: 0.5512729 Jan 27 17:11:32.734224 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60962) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.837484 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4db5b707-e9f6-4c4c-b946-6f47ad9b7f1a None None] Deleting port ef7d6542-a60d-4ffb-ab53-64530d857bf4 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:32.837484 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4db5b707-e9f6-4c4c-b946-6f47ad9b7f1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:32.883979 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:32.904607 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7cd4a9e9-f5bd-4326-99d2-6649579ae909 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/subnetpools/df084f6e-ada1-4867-a2f1-86aa961e1999/tags HTTP/1.1" status: 204 len: 168 time: 0.2477231 Jan 27 17:11:32.907998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60966) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:32.915884 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331caec-bbc4-4086-86cd-6bd662f8d721 None None] Pushing event updated for resources: {'Port': ['ID=0bfef4dd-a4cf-49d7-88f8-920e5b236f4d,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:32.933556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088b53a3-09ed-4398-8474-b2a2f34a9db6') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:32.933894 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088b53a3-09ed-4398-8474-b2a2f34a9db6') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:32.951814 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.tag.tag_plugin [None req-ade4a8e3-8b13-466a-9522-660b5845ef73 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'df084f6e-ada1-4867-a2f1-86aa961e1999', 'tempest-TagsExtTest-Tag-1693093451') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:32.954161 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dcf7b5-9e51-42d7-bec4-548b0fdc93e1 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:32.955382 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e4dcf7b5-9e51-42d7-bec4-548b0fdc93e1 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Synchronizing usage tracker for tenant:09799f3c75ba4e1bbef88b711a678f39 on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:32.996943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.007813 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4db5b707-e9f6-4c4c-b946-6f47ad9b7f1a None None] The port 'ef7d6542-a60d-4ffb-ab53-64530d857bf4' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:11:33.049389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e4dcf7b5-9e51-42d7-bec4-548b0fdc93e1 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Unset dirty status for tenant:09799f3c75ba4e1bbef88b711a678f39 on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:33.051370 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e4dcf7b5-9e51-42d7-bec4-548b0fdc93e1 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "GET /v2.0/subnets/a0498f9c-e051-4b03-bb1c-b54543ef01b2 HTTP/1.1" status: 200 len: 797 time: 0.3160999 Jan 27 17:11:33.056645 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60970) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.063527 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-eac39f56-b2de-41f9-bc20-f0a66de92523 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'port': {'network_id': '4b1cf005-cdc7-4692-8fc5-cec78537f47e', 'name': 'tempest-FloatingIPTestJSON-2123880085', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:33.083212 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ec6be20-4cad-4f53-bad9-aab800dce60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.115631 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e233ea0-3016-41a0-a38e-fb70fe4df092 None None] DHCP port deletion for 3725e150-bfa3-45db-9151-37b33e9769d2 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:33.305463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ec183c-f853-45fb-b0b3-b4e737037399 None None] Network 3725e150-bfa3-45db-9151-37b33e9769d2 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:33.325290 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.344764 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.351178 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8bfbdca2-c755-4f4d-bb69-d69417934767 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.361055 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:33.370563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.380493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3725e150-bfa3-45db-9151-37b33e9769d2']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:33.404286 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c97bc40-b703-4659-809d-83fd2acdf689 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.406832 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:11:33.414720 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbdca2-c755-4f4d-bb69-d69417934767 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Port': ['ID=962d3c8f-6890-4cac-a1a4-b49893b92f58,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:33.416566 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff817d71-238e-472d-993e-0822629a339d') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:33.416973 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff817d71-238e-472d-993e-0822629a339d') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:33.425088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:33.426434 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:33.443003 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:33.445958 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4ec6be20-4cad-4f53-bad9-aab800dce60f None None] For port 455a5bb8-641e-4b32-a793-09f320294f47, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=455a5bb8-641e-4b32-a793-09f320294f47,segment=NetworkSegment(78276043-d210-4a0e-ba02-2874f664628f),segment_id=78276043-d210-4a0e-ba02-2874f664628f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:33.468963 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.556111 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-ade4a8e3-8b13-466a-9522-660b5845ef73 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] show failed (client error): The resource could not be found. Jan 27 17:11:33.557247 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ade4a8e3-8b13-466a-9522-660b5845ef73 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/subnetpools/df084f6e-ada1-4867-a2f1-86aa961e1999/tags/tempest-TagsExtTest-Tag-1693093451 HTTP/1.1" status: 404 len: 329 time: 0.6315725 Jan 27 17:11:33.571715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15755c4d-513a-417f-b28c-1f1cc3c8c1be None None] Update dhcp port {'port': {'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540', 'fixed_ips': [{'subnet_id': '4793f589-3ec6-4a5e-9adb-d279bc46b3de', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '13760099-3cb1-4213-8606-1c665b786a9a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd39b026b-7a28-49c2-9bae-22f7399e4606'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': 'fcdd063c-ae8f-4f3b-860d-17a509206c69'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:11:33.574522 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60974) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.584774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-8d2e5d69-a7fa-4067-b4fe-9a827a57b49e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Delete allocated IP 2001:db8::2c8 (eb111497-a1bd-4f32-8008-5457d5cd4540/13760099-3cb1-4213-8606-1c665b786a9a) {{(pid=87594) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 17:11:33.588153 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.623896 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ec6be20-4cad-4f53-bad9-aab800dce60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.636617 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:33.637080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-adec68cf-c04a-41d6-8f37-03a335ca1ca4 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'df084f6e-ada1-4867-a2f1-86aa961e1999', 'tempest-TagsExtTest-Tag-1530523706') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:33.637238 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.654008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-8d2e5d69-a7fa-4067-b4fe-9a827a57b49e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Allocated IP 2001:db8:0:2::1ca (eb111497-a1bd-4f32-8008-5457d5cd4540/d39b026b-7a28-49c2-9bae-22f7399e4606/e192500f-00dd-49a4-9b39-61268f984c7b) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:33.656375 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:33.663753 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-200abf98-11b7-4698-8166-a97083ebe17f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.672785 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.677942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.737551 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-15755c4d-513a-417f-b28c-1f1cc3c8c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.762312 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Network': ['ID=4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:33.807620 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-eac39f56-b2de-41f9-bc20-f0a66de92523 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:33.808012 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8007ad-9a30-4b80-b916-3d5c54ccfaef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-608f8975-7df7-4b7a-b373-b8eedeb35209', 'network_id': '608f8975-7df7-4b7a-b373-b8eedeb35209', 'tenant_id': 'bc6375dd00f14ad4896f324bc178ab53', 'fixed_ips': [{'subnet_id': '68fb5afb-fb58-473a-8b33-d8d54a55aa5f'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:33.808859 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1c8007ad-9a30-4b80-b916-3d5c54ccfaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.848015 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c97bc40-b703-4659-809d-83fd2acdf689 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.877885 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200abf98-11b7-4698-8166-a97083ebe17f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:33.887017 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200abf98-11b7-4698-8166-a97083ebe17f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=a4707ac6-89b0-4e14-a173-c7eb86f1da30,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:33.890579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-200abf98-11b7-4698-8166-a97083ebe17f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:33.895206 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3ebb6a09-cf55-48f0-a5bd-1d3b875a3c98 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/networks/4ff24ce1-cfda-44d7-9a63-c88d8b9c3bff HTTP/1.1" status: 204 len: 168 time: 3.8821812 Jan 27 17:11:33.901270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60978) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:33.904917 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-eac39f56-b2de-41f9-bc20-f0a66de92523 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:33.913283 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-3fda480a-3046-4857-a24b-f2c643c1a79f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343', 'name': 'tempest-PortsTestJSON-461518844'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:33.921186 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200abf98-11b7-4698-8166-a97083ebe17f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:33.922047 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-200abf98-11b7-4698-8166-a97083ebe17f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.948714 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6be20-4cad-4f53-bad9-aab800dce60f None None] Pushing event updated for resources: {'Port': ['ID=455a5bb8-641e-4b32-a793-09f320294f47,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:33.957781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:33.962041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.039879 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-adec68cf-c04a-41d6-8f37-03a335ca1ca4 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] show failed (client error): The resource could not be found. Jan 27 17:11:34.045080 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-adec68cf-c04a-41d6-8f37-03a335ca1ca4 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/subnetpools/df084f6e-ada1-4867-a2f1-86aa961e1999/tags/tempest-TagsExtTest-Tag-1530523706 HTTP/1.1" status: 404 len: 329 time: 0.4537153 Jan 27 17:11:34.047957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60982) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:34.048147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Network': ['ID=3725e150-bfa3-45db-9151-37b33e9769d2,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:34.058666 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-95d57540-8c87-4d8b-9a4b-0534b9024cd8 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'df084f6e-ada1-4867-a2f1-86aa961e1999', 'tempest-TagsExtTest-Tag-345162156') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:34.060628 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2c13de8f-1d8a-4899-a256-f52c82175629 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/3725e150-bfa3-45db-9151-37b33e9769d2 HTTP/1.1" status: 204 len: 168 time: 6.4170222 Jan 27 17:11:34.072836 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 60986) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:34.078804 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:34.084167 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-200abf98-11b7-4698-8166-a97083ebe17f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0528383 Jan 27 17:11:34.140462 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-68cf4ac2-4ad3-47ea-a6e6-c6ca839f0123 None None] Provisioning complete for port 455a5bb8-641e-4b32-a793-09f320294f47 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:34.140833 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68cf4ac2-4ad3-47ea-a6e6-c6ca839f0123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.167044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60990) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:34.184819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'mac_address': 'fa:16:3e:4e:5d:5b', 'name': 'tempest-NetworksTestDHCPv6-1125640932'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:34.243162 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8d301f-ec9d-44e7-be45-48667b72a54c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:34.243993 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8d301f-ec9d-44e7-be45-48667b72a54c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:34.249064 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac39f56-b2de-41f9-bc20-f0a66de92523 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Made reservation on behalf of 09799f3c75ba4e1bbef88b711a678f39 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:34.268090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ef7d6542-a60d-4ffb-ab53-64530d857bf4 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:34.272017 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3fda480a-3046-4857-a24b-f2c643c1a79f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:34.283081 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3fda480a-3046-4857-a24b-f2c643c1a79f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:port and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:34.290896 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ba8d301f-ec9d-44e7-be45-48667b72a54c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/subnets/f2520a9f-5ae2-46b9-8cd8-e8fd055aabbf HTTP/1.1" status: 404 len: 337 time: 0.2139192 Jan 27 17:11:34.290896 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3fda480a-3046-4857-a24b-f2c643c1a79f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:34.298015 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60994) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:34.299002 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3fda480a-3046-4857-a24b-f2c643c1a79f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:34.305250 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c97bc40-b703-4659-809d-83fd2acdf689 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.310978 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae21c7b7-385b-4c8e-b7d5-fd8659f7f90f None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:34.347846 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: ef7d6542-a60d-4ffb-ab53-64530d857bf4 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:34.348258 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ef7d6542-a60d-4ffb-ab53-64530d857bf4 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:34.365335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97bc40-b703-4659-809d-83fd2acdf689 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Subnet': ['ID=68fb5afb-fb58-473a-8b33-d8d54a55aa5f,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:34.395724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fda480a-3046-4857-a24b-f2c643c1a79f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:34.399496 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3fda480a-3046-4857-a24b-f2c643c1a79f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.417591 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-95d57540-8c87-4d8b-9a4b-0534b9024cd8 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] show failed (client error): The resource could not be found. Jan 27 17:11:34.421448 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-95d57540-8c87-4d8b-9a4b-0534b9024cd8 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/subnetpools/df084f6e-ada1-4867-a2f1-86aa961e1999/tags/tempest-TagsExtTest-Tag-345162156 HTTP/1.1" status: 404 len: 328 time: 0.3685124 Jan 27 17:11:34.421448 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8ac461-60e0-4107-82b6-29975b7e1970 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:34.421448 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8ac461-60e0-4107-82b6-29975b7e1970 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:34.424404 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-db8ac461-60e0-4107-82b6-29975b7e1970 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/3725e150-bfa3-45db-9151-37b33e9769d2 HTTP/1.1" status: 404 len: 339 time: 0.0665777 Jan 27 17:11:34.426867 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 60998) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:34.427199 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32768) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:34.447103 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-3fda480a-3046-4857-a24b-f2c643c1a79f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] device_id is not set on port b943efa8-c5de-4ce0-a316-041f06c8b1b7 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server [None req-1c8007ad-9a30-4b80-b916-3d5c54ccfaef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68fb5afb-fb58-473a-8b33-d8d54a55aa5f: This subnet is being modified by another concurrent operation. Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise exception Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68fb5afb-fb58-473a-8b33-d8d54a55aa5f: This subnet is being modified by another concurrent operation. Jan 27 17:11:34.465350 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server Jan 27 17:11:34.485305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-f28d1673-d5b2-41bb-aad1-1fca13b962fd tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'df084f6e-ada1-4867-a2f1-86aa961e1999') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:34.504240 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d4afbb-9537-4c62-a83e-c3853de0bc01 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:34.504681 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d4afbb-9537-4c62-a83e-c3853de0bc01 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:34.509294 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-83d4afbb-9537-4c62-a83e-c3853de0bc01 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/subnets/4198fa7a-a61f-4431-bce3-ee86094c4fdf HTTP/1.1" status: 404 len: 337 time: 0.0750828 Jan 27 17:11:34.541113 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c97bc40-b703-4659-809d-83fd2acdf689 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.548495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32774) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:34.554579 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-8d2e5d69-a7fa-4067-b4fe-9a827a57b49e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:11:34.572193 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8bfbdca2-c755-4f4d-bb69-d69417934767 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.584609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eec87a-7d99-4910-a7ae-f481e3fb1fab None None] Network 608f8975-7df7-4b7a-b373-b8eedeb35209 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:34.610004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5d69-a7fa-4067-b4fe-9a827a57b49e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.630029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-3c97bc40-b703-4659-809d-83fd2acdf689 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608f8975-7df7-4b7a-b373-b8eedeb35209']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:34.642755 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f1a762-456d-46a7-b7c6-014a9323d243 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:34.643213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f1a762-456d-46a7-b7c6-014a9323d243 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:34.666218 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-8d2e5d69-a7fa-4067-b4fe-9a827a57b49e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Transition to ACTIVE for port object e192500f-00dd-49a4-9b39-61268f984c7b will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:34.674150 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-3c97bc40-b703-4659-809d-83fd2acdf689 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93ef361-ef71-4473-9cff-462ad219ead9') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:34.674467 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-3c97bc40-b703-4659-809d-83fd2acdf689 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93ef361-ef71-4473-9cff-462ad219ead9') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:34.685799 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-34f1a762-456d-46a7-b7c6-014a9323d243 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/3a39be64-0f9d-4937-ad87-b5723fa3115a HTTP/1.1" status: 404 len: 339 time: 0.1342158 Jan 27 17:11:34.685799 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5d69-a7fa-4067-b4fe-9a827a57b49e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.701571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32778) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:34.737650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c97bc40-b703-4659-809d-83fd2acdf689 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.803645 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:34.821027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:34.830392 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f28d1673-d5b2-41bb-aad1-1fca13b962fd tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/subnetpools/df084f6e-ada1-4867-a2f1-86aa961e1999/tags HTTP/1.1" status: 204 len: 168 time: 0.3976762 Jan 27 17:11:34.832855 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:34.836679 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32782) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:34.839979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-eac39f56-b2de-41f9-bc20-f0a66de92523 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.842455 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c97bc40-b703-4659-809d-83fd2acdf689 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.859813 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-c67b2be2-699d-49f2-96f5-2881928527b4 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '14d330e4-ace8-4da6-a16b-ebcba67af779') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:34.890403 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e5d69-a7fa-4067-b4fe-9a827a57b49e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] In _notify_port_updated(), no bound segment for port e192500f-00dd-49a4-9b39-61268f984c7b on network eb111497-a1bd-4f32-8008-5457d5cd4540 {{(pid=87594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:11:34.895888 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2e5d69-a7fa-4067-b4fe-9a827a57b49e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:34.896492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5d69-a7fa-4067-b4fe-9a827a57b49e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.900480 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8d2e5d69-a7fa-4067-b4fe-9a827a57b49e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "PUT /v2.0/ports/e192500f-00dd-49a4-9b39-61268f984c7b HTTP/1.1" status: 200 len: 970 time: 4.4731510 Jan 27 17:11:34.919396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c97bc40-b703-4659-809d-83fd2acdf689 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:34.919396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c97bc40-b703-4659-809d-83fd2acdf689 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:34.927114 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32786) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:34.927968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:34.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:34.944066 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-15755c4d-513a-417f-b28c-1f1cc3c8c1be None None] Allocated IP 2001:db8:0:2::2 (eb111497-a1bd-4f32-8008-5457d5cd4540/d39b026b-7a28-49c2-9bae-22f7399e4606/fcdd063c-ae8f-4f3b-860d-17a509206c69) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:34.955992 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-07187822-69af-4205-9150-961aca155c65 None None] Provisioning for port 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:34.974012 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-07187822-69af-4205-9150-961aca155c65 None None] Provisioning complete for port 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:34.974562 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07187822-69af-4205-9150-961aca155c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.007414 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-39e37079-eb0a-4b08-8c32-92faca6910a7 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port e192500f-00dd-49a4-9b39-61268f984c7b {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:35.007752 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-39e37079-eb0a-4b08-8c32-92faca6910a7 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.092155 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e5d69-a7fa-4067-b4fe-9a827a57b49e tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event updated for resources: {'Port': ['ID=e192500f-00dd-49a4-9b39-61268f984c7b,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:35.101135 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-eac39f56-b2de-41f9-bc20-f0a66de92523 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] device_id is not set on port 6578d116-8708-40b5-93d0-d96c2da9475d yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:35.102092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8aea-7dd0-4560-8ee0-88683666d132 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.169865 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:35.318686 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-15755c4d-513a-417f-b28c-1f1cc3c8c1be None None] For port fcdd063c-ae8f-4f3b-860d-17a509206c69, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fcdd063c-ae8f-4f3b-860d-17a509206c69,segment=NetworkSegment(2d35291d-3d2a-4230-bed7-0df0cbc155aa),segment_id=2d35291d-3d2a-4230-bed7-0df0cbc155aa)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:35.327222 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c97bc40-b703-4659-809d-83fd2acdf689 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.351688 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07187822-69af-4205-9150-961aca155c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.357767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c97bc40-b703-4659-809d-83fd2acdf689 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.371494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97bc40-b703-4659-809d-83fd2acdf689 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Network': ['ID=608f8975-7df7-4b7a-b373-b8eedeb35209,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:35.376963 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3fda480a-3046-4857-a24b-f2c643c1a79f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.388054 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8600996c-c4bf-4305-aa06-aba43832d3b8 None None] Update dhcp port {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'fixed_ips': [{'subnet_id': 'd1019bd9-5639-49f0-b0e5-4789e42586a8', 'ip_address': '2001:db8::f816:3eff:feac:e1f8'}, {'subnet_id': 'a4707ac6-89b0-4e14-a173-c7eb86f1da30'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': '0bfef4dd-a4cf-49d7-88f8-920e5b236f4d'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:11:35.413038 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3c97bc40-b703-4659-809d-83fd2acdf689 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/networks/608f8975-7df7-4b7a-b373-b8eedeb35209 HTTP/1.1" status: 204 len: 168 time: 2.8268933 Jan 27 17:11:35.413658 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32790) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:35.435819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-45eec3cc-4393-406b-b481-bb407b737cb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-378902948'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:35.437280 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-15755c4d-513a-417f-b28c-1f1cc3c8c1be None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.453698 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-45eec3cc-4393-406b-b481-bb407b737cb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:35.465336 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:35.468658 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-45eec3cc-4393-406b-b481-bb407b737cb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Usage tracker for resource:network and tenant:bc6375dd00f14ad4896f324bc178ab53 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:35.473182 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-15755c4d-513a-417f-b28c-1f1cc3c8c1be None None] Transition to ACTIVE for port object fcdd063c-ae8f-4f3b-860d-17a509206c69 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:35.475600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-45eec3cc-4393-406b-b481-bb407b737cb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:35.482019 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-07187822-69af-4205-9150-961aca155c65 None None] For port 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0bfef4dd-a4cf-49d7-88f8-920e5b236f4d,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:35.486533 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-15755c4d-513a-417f-b28c-1f1cc3c8c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.487863 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-45eec3cc-4393-406b-b481-bb407b737cb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:35.519193 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:35.519559 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.542484 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8aea-7dd0-4560-8ee0-88683666d132 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.543175 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8600996c-c4bf-4305-aa06-aba43832d3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.579405 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45eec3cc-4393-406b-b481-bb407b737cb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:35.583051 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-45eec3cc-4393-406b-b481-bb407b737cb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.589316 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07187822-69af-4205-9150-961aca155c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.596242 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-1e1d8aea-7dd0-4560-8ee0-88683666d132 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0420b62f-ce44-438c-bb87-4977147dbb2d']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:35.611377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3fda480a-3046-4857-a24b-f2c643c1a79f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.672138 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-1e1d8aea-7dd0-4560-8ee0-88683666d132 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33a1275-767d-4dcc-a2b9-16d916556133') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:35.672403 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-1e1d8aea-7dd0-4560-8ee0-88683666d132 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33a1275-767d-4dcc-a2b9-16d916556133') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:35.701544 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8aea-7dd0-4560-8ee0-88683666d132 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.709291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fda480a-3046-4857-a24b-f2c643c1a79f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:35.717760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-3fda480a-3046-4857-a24b-f2c643c1a79f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:35.726386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda480a-3046-4857-a24b-f2c643c1a79f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:35.731899 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fda480a-3046-4857-a24b-f2c643c1a79f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:35.732490 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3fda480a-3046-4857-a24b-f2c643c1a79f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.737046 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45eec3cc-4393-406b-b481-bb407b737cb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:35.757650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8aea-7dd0-4560-8ee0-88683666d132 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.763289 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda480a-3046-4857-a24b-f2c643c1a79f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=b943efa8-c5de-4ce0-a316-041f06c8b1b7,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:35.770402 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-45eec3cc-4393-406b-b481-bb407b737cb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.770772 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-45eec3cc-4393-406b-b481-bb407b737cb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Added segment 022e2191-4dc0-48ff-8c6f-4c4a1116f0c7 of type vlan for network 4e75839c-772d-4127-87e8-6a1f10a41667 Jan 27 17:11:35.779311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1d8aea-7dd0-4560-8ee0-88683666d132 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:35.779721 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8aea-7dd0-4560-8ee0-88683666d132 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:35.797508 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:35.804462 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15755c4d-513a-417f-b28c-1f1cc3c8c1be None None] Pushing event updated for resources: {'Port': ['ID=fcdd063c-ae8f-4f3b-860d-17a509206c69,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:35.817075 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3fda480a-3046-4857-a24b-f2c643c1a79f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9076285 Jan 27 17:11:35.821076 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32794) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:35.837665 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c67b2be2-699d-49f2-96f5-2881928527b4 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/routers/14d330e4-ace8-4da6-a16b-ebcba67af779/tags HTTP/1.1" status: 204 len: 168 time: 0.9857547 Jan 27 17:11:35.856454 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32798) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:35.885237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-45eec3cc-4393-406b-b481-bb407b737cb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:35.885540 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-97e24a4c-e56f-4745-a773-92c646e5fe23 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '104ee1f0-d205-4a1f-a24b-d27d3e95aa6c') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:35.930519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfbdca2-c755-4f4d-bb69-d69417934767 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router d867d368-53b4-4c2c-8f5d-be271ff07b0c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:11:35.995658 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-801d0532-00ea-4932-a93c-c429c269652f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port b943efa8-c5de-4ce0-a316-041f06c8b1b7 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:35.996506 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-801d0532-00ea-4932-a93c-c429c269652f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.024602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8aea-7dd0-4560-8ee0-88683666d132 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.036454 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.059739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8aea-7dd0-4560-8ee0-88683666d132 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.066677 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07187822-69af-4205-9150-961aca155c65 None None] Pushing event updated for resources: {'Port': ['ID=0bfef4dd-a4cf-49d7-88f8-920e5b236f4d,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:36.075933 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 455a5bb8-641e-4b32-a793-09f320294f47 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:36.088264 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d8aea-7dd0-4560-8ee0-88683666d132 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Network': ['ID=0420b62f-ce44-438c-bb87-4977147dbb2d,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:36.091120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-45eec3cc-4393-406b-b481-bb407b737cb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.098067 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45eec3cc-4393-406b-b481-bb407b737cb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:36.098942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-45eec3cc-4393-406b-b481-bb407b737cb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.131625 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1e1d8aea-7dd0-4560-8ee0-88683666d132 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/0420b62f-ce44-438c-bb87-4977147dbb2d HTTP/1.1" status: 204 len: 168 time: 1.3965678 Jan 27 17:11:36.142998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32802) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:36.169312 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-8600996c-c4bf-4305-aa06-aba43832d3b8 None None] Allocated IP 2001:db8:0:1::2 (bbf03638-7624-437f-9c24-a87cd70c5626/a4707ac6-89b0-4e14-a173-c7eb86f1da30/0bfef4dd-a4cf-49d7-88f8-920e5b236f4d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:36.202658 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc30ae2-cc13-4646-b24f-2d2d35688951 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:36.203900 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc30ae2-cc13-4646-b24f-2d2d35688951 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:36.206075 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cfc30ae2-cc13-4646-b24f-2d2d35688951 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/subnets/fb2fdb4e-38e7-4dd8-80c9-ad513e5fb71b HTTP/1.1" status: 404 len: 337 time: 0.0587614 Jan 27 17:11:36.211802 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32806) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:36.267143 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 455a5bb8-641e-4b32-a793-09f320294f47 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:36.267505 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.312781 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-45eec3cc-4393-406b-b481-bb407b737cb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8979173 Jan 27 17:11:36.320875 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32810) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:36.329789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-07d284d1-a0c1-47d7-bedc-fba7d4ef98ab tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'subnet': {'network_id': '4e75839c-772d-4127-87e8-6a1f10a41667', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:36.347349 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port 5450df60-0fec-4f81-b6cf-37fb2bb26f4b yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:36.347574 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eec3cc-4393-406b-b481-bb407b737cb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Network': ['ID=4e75839c-772d-4127-87e8-6a1f10a41667,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:36.425320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 4e75839c-772d-4127-87e8-6a1f10a41667 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:36.444488 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de69ac6-306f-4e98-b1ea-a87e45942031 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:36.444953 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de69ac6-306f-4e98-b1ea-a87e45942031 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:36.494322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-39e37079-eb0a-4b08-8c32-92faca6910a7 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.535287 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9de69ac6-306f-4e98-b1ea-a87e45942031 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/54faf6be-d2d7-4f9d-9e14-ae5f08e309cc HTTP/1.1" status: 404 len: 339 time: 0.3188550 Jan 27 17:11:36.538883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32814) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:36.590003 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-801d0532-00ea-4932-a93c-c429c269652f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.599154 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73f75d3-a4e6-49e4-af2b-62821b77769b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:36.599655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73f75d3-a4e6-49e4-af2b-62821b77769b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:36.601444 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d73f75d3-a4e6-49e4-af2b-62821b77769b tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/subnets/f04860df-708b-4bff-82ac-f326ff3a467d HTTP/1.1" status: 404 len: 337 time: 0.0593662 Jan 27 17:11:36.604986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-07d284d1-a0c1-47d7-bedc-fba7d4ef98ab tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:36.607307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32818) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:36.616997 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfbdca2-c755-4f4d-bb69-d69417934767 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:36.631740 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea9ef09-17d7-4dc0-8bd9-f3f46d95e7ec None None] Sync routers for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:36.653543 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea9ef09-17d7-4dc0-8bd9-f3f46d95e7ec None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:36.656787 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-9ea9ef09-17d7-4dc0-8bd9-f3f46d95e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:36.685605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device be947708-50c2-448c-8d25-c8eeba0eb5ab no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:36.734665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: be947708-50c2-448c-8d25-c8eeba0eb5ab {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:36.735004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device be947708-50c2-448c-8d25-c8eeba0eb5ab not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:36.760509 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-801d0532-00ea-4932-a93c-c429c269652f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for b943efa8-c5de-4ce0-a316-041f06c8b1b7 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:36.770253 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8600996c-c4bf-4305-aa06-aba43832d3b8 None None] For port 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0bfef4dd-a4cf-49d7-88f8-920e5b236f4d,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:36.791721 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-07d284d1-a0c1-47d7-bedc-fba7d4ef98ab tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Usage tracker for resource:subnet and tenant:bc6375dd00f14ad4896f324bc178ab53 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:36.797671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-07d284d1-a0c1-47d7-bedc-fba7d4ef98ab tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:36.817958 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8600996c-c4bf-4305-aa06-aba43832d3b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.819449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-07d284d1-a0c1-47d7-bedc-fba7d4ef98ab tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:36.822097 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-401641df-cefb-4f15-a81f-1b4ad3075caf tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:36.822626 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-401641df-cefb-4f15-a81f-1b4ad3075caf tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:36.824381 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-401641df-cefb-4f15-a81f-1b4ad3075caf tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/d5e827a5-2f20-49f7-8dd2-13754a7bb7a1 HTTP/1.1" status: 404 len: 339 time: 0.2145467 Jan 27 17:11:36.830153 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32822) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:36.852089 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8600996c-c4bf-4305-aa06-aba43832d3b8 None None] Transition to ACTIVE for port object 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:36.866139 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8600996c-c4bf-4305-aa06-aba43832d3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.901419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-39e37079-eb0a-4b08-8c32-92faca6910a7 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for e192500f-00dd-49a4-9b39-61268f984c7b owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:36.924977 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6dc46b9-a261-4fff-888c-7321ea0795d6 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:36.925446 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6dc46b9-a261-4fff-888c-7321ea0795d6 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:36.937590 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f6dc46b9-a261-4fff-888c-7321ea0795d6 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/subnets/a38b06d0-866f-44f3-8a91-3691b37c4d37 HTTP/1.1" status: 404 len: 337 time: 0.1045260 Jan 27 17:11:36.938360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-801d0532-00ea-4932-a93c-c429c269652f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.940200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32826) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:36.944237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d284d1-a0c1-47d7-bedc-fba7d4ef98ab tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:36.945059 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-97e24a4c-e56f-4745-a773-92c646e5fe23 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/ports/104ee1f0-d205-4a1f-a24b-d27d3e95aa6c/tags HTTP/1.1" status: 204 len: 168 time: 1.0839465 Jan 27 17:11:36.950211 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-eac39f56-b2de-41f9-bc20-f0a66de92523 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Allocated IP 172.20.0.14 (4b1cf005-cdc7-4692-8fc5-cec78537f47e/a0498f9c-e051-4b03-bb1c-b54543ef01b2/6578d116-8708-40b5-93d0-d96c2da9475d) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:36.950797 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07d284d1-a0c1-47d7-bedc-fba7d4ef98ab tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:36.962620 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-07fdf451-2cc6-4e47-8aab-a2824b54a3ab None None] Provisioning for port fcdd063c-ae8f-4f3b-860d-17a509206c69 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:37.000292 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-9ea9ef09-17d7-4dc0-8bd9-f3f46d95e7ec None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:11:37.003253 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32830) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:37.023239 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.tag.tag_plugin [None req-d82363aa-db72-4a00-9dca-815145d487e2 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '91dcbfb0-7792-4746-b1fb-db0dd45d21e4') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:37.067053 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-07fdf451-2cc6-4e47-8aab-a2824b54a3ab None None] Provisioning complete for port fcdd063c-ae8f-4f3b-860d-17a509206c69 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:37.067671 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07fdf451-2cc6-4e47-8aab-a2824b54a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.119453 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-eac39f56-b2de-41f9-bc20-f0a66de92523 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Allocated IP 172.20.0.13 (4b1cf005-cdc7-4692-8fc5-cec78537f47e/a0498f9c-e051-4b03-bb1c-b54543ef01b2/6578d116-8708-40b5-93d0-d96c2da9475d) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:37.140572 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8bfbdca2-c755-4f4d-bb69-d69417934767 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/d867d368-53b4-4c2c-8f5d-be271ff07b0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6881201 Jan 27 17:11:37.151401 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32834) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:37.167870 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:37.307853 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600996c-c4bf-4305-aa06-aba43832d3b8 None None] Pushing event updated for resources: {'Port': ['ID=0bfef4dd-a4cf-49d7-88f8-920e5b236f4d,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:37.416216 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fcdd063c-ae8f-4f3b-860d-17a509206c69 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:37.417743 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c90b24-322a-4320-95e4-e96efecb4c53 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting subnet ab61c362-ab51-479d-b13a-bf9ac8bdd1a0 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:37.426524 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8c90b24-322a-4320-95e4-e96efecb4c53 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.483613 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07d284d1-a0c1-47d7-bedc-fba7d4ef98ab tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.531816 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port fcdd063c-ae8f-4f3b-860d-17a509206c69 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:37.532445 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.534878 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-9ea9ef09-17d7-4dc0-8bd9-f3f46d95e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:11:32Z', 'revision_number': 9, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': '48066049-255a-4bb3-a012-6ced0b492b43', 'name': '', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:7c:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:23Z', 'updated_at': '2022-01-27T17:10:38Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:37.538975 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea9ef09-17d7-4dc0-8bd9-f3f46d95e7ec None None] Checking router: d867d368-53b4-4c2c-8f5d-be271ff07b0c for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:11:37.548175 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea9ef09-17d7-4dc0-8bd9-f3f46d95e7ec None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:37.548787 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-9ea9ef09-17d7-4dc0-8bd9-f3f46d95e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:37.584618 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-7601e4cd-27ec-4403-8681-48aa048634ac tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:37.585833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7601e4cd-27ec-4403-8681-48aa048634ac tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:37.592911 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-801d0532-00ea-4932-a93c-c429c269652f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.595854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d284d1-a0c1-47d7-bedc-fba7d4ef98ab tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Subnet': ['ID=f2eadb10-4d9f-46ae-bfd3-d36292d72be4,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:37.600169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d0532-00ea-4932-a93c-c429c269652f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=b943efa8-c5de-4ce0-a316-041f06c8b1b7,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:37.616905 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7601e4cd-27ec-4403-8681-48aa048634ac tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/5261e066-19d5-4544-a691-ac4f9cf846d9 HTTP/1.1" status: 404 len: 339 time: 0.6757221 Jan 27 17:11:37.619138 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-801d0532-00ea-4932-a93c-c429c269652f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/ports/b943efa8-c5de-4ce0-a316-041f06c8b1b7 HTTP/1.1" status: 204 len: 168 time: 1.7894034 Jan 27 17:11:37.621699 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32838) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:37.622029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32840) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:37.629862 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c9ee7338-e95a-4f75-8203-78e290e8e781 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343', 'mac_address': 'fa:16:3e:87:3e:e0', 'name': 'tempest-PortsTestJSON-504023028'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:37.736595 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d82363aa-db72-4a00-9dca-815145d487e2 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/subnets/91dcbfb0-7792-4746-b1fb-db0dd45d21e4/tags HTTP/1.1" status: 204 len: 168 time: 0.7229609 Jan 27 17:11:37.744044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8:0:1::d8 (bbf03638-7624-437f-9c24-a87cd70c5626/a4707ac6-89b0-4e14-a173-c7eb86f1da30/5450df60-0fec-4f81-b6cf-37fb2bb26f4b) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:37.748464 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32846) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:37.762732 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8c90b24-322a-4320-95e4-e96efecb4c53 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.769416 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-07fdf451-2cc6-4e47-8aab-a2824b54a3ab None None] Provisioning for port e192500f-00dd-49a4-9b39-61268f984c7b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:37.776289 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-07fdf451-2cc6-4e47-8aab-a2824b54a3ab None None] Provisioning complete for port e192500f-00dd-49a4-9b39-61268f984c7b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:37.777009 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07fdf451-2cc6-4e47-8aab-a2824b54a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.786205 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-9ea9ef09-17d7-4dc0-8bd9-f3f46d95e7ec None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:11:37.805392 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-431123d3-5e21-4a0c-a4ae-49800efcbcfc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:37.806025 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431123d3-5e21-4a0c-a4ae-49800efcbcfc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:37.807711 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-431123d3-5e21-4a0c-a4ae-49800efcbcfc tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/subnets/873d20da-eb7a-43b8-9d7a-fee93ee0c609 HTTP/1.1" status: 404 len: 337 time: 0.1847546 Jan 27 17:11:37.813182 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32850) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:37.834853 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-07fdf451-2cc6-4e47-8aab-a2824b54a3ab None None] Port e192500f-00dd-49a4-9b39-61268f984c7b was deleted so its status cannot be updated. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 17:11:37.842863 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::f816:3eff:fe4e:5d5b (bbf03638-7624-437f-9c24-a87cd70c5626/d1019bd9-5639-49f0-b0e5-4789e42586a8/5450df60-0fec-4f81-b6cf-37fb2bb26f4b) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:37.850420 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-39e37079-eb0a-4b08-8c32-92faca6910a7 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.856425 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-07fdf451-2cc6-4e47-8aab-a2824b54a3ab None None] Provisioning complete for port 931297b5-c2e1-49a8-ace2-d08fa6369412 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:37.857239 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07fdf451-2cc6-4e47-8aab-a2824b54a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:37.866008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c9ee7338-e95a-4f75-8203-78e290e8e781 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:37.872239 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d284d1-a0c1-47d7-bedc-fba7d4ef98ab tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Checking segment: {'id': '022e2191-4dc0-48ff-8c6f-4c4a1116f0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '4e75839c-772d-4127-87e8-6a1f10a41667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:37.872570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d284d1-a0c1-47d7-bedc-fba7d4ef98ab tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network hostable DHCP agents. Network: 4e75839c-772d-4127-87e8-6a1f10a41667, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:11:37.877162 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f789dc-40de-444d-91c1-fdd307a866c9 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:37.877635 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f789dc-40de-444d-91c1-fdd307a866c9 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:37.881567 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-66f789dc-40de-444d-91c1-fdd307a866c9 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/c37391de-d4ed-4803-b3fc-3f0a70890a61 HTTP/1.1" status: 404 len: 339 time: 0.0636964 Jan 27 17:11:37.882090 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c9ee7338-e95a-4f75-8203-78e290e8e781 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:port and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:37.885907 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32854) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:37.886665 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c9ee7338-e95a-4f75-8203-78e290e8e781 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:37.931726 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-07fdf451-2cc6-4e47-8aab-a2824b54a3ab None None] Port 931297b5-c2e1-49a8-ace2-d08fa6369412 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:37.946404 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa36fb8-4f37-4ba1-a997-4f48f805daa2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:37.946852 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa36fb8-4f37-4ba1-a997-4f48f805daa2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:37.950920 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0fa36fb8-4f37-4ba1-a997-4f48f805daa2 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/subnets/61b68536-6855-4b4d-b0ba-763a2de35ba8 HTTP/1.1" status: 404 len: 337 time: 0.0585694 Jan 27 17:11:37.950920 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c9ee7338-e95a-4f75-8203-78e290e8e781 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:37.954613 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32858) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:37.988138 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6cedeb-1422-41cb-b06e-0f01e337109f tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:37.988619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6cedeb-1422-41cb-b06e-0f01e337109f tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:37.992751 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8a6cedeb-1422-41cb-b06e-0f01e337109f tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/3a02c23a-802b-4864-9d99-59a034d5aece HTTP/1.1" status: 404 len: 339 time: 0.0329938 Jan 27 17:11:37.993506 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32862) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:38.017042 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e37079-eb0a-4b08-8c32-92faca6910a7 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=e192500f-00dd-49a4-9b39-61268f984c7b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:38.033365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ee7338-e95a-4f75-8203-78e290e8e781 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:38.051106 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d284d1-a0c1-47d7-bedc-fba7d4ef98ab tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network 4e75839c-772d-4127-87e8-6a1f10a41667 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:11:38.055825 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a75540-2daf-4545-8b2e-f3aa126a6272 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:38.056279 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a75540-2daf-4545-8b2e-f3aa126a6272 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:38.062766 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-41a75540-2daf-4545-8b2e-f3aa126a6272 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/subnets/421c3aae-3359-40bf-bb5b-b13d23edbfc2 HTTP/1.1" status: 404 len: 337 time: 0.0680761 Jan 27 17:11:38.068248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32866) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:38.070522 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d37681ba-ed40-46e3-a727-7ce193e6cdfd None None] Could not find standard attr ID for object e192500f-00dd-49a4-9b39-61268f984c7b. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:11:38.102913 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5650523-847b-4f06-bd37-2b5c46398e85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:38.103382 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5650523-847b-4f06-bd37-2b5c46398e85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:38.105545 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d5650523-847b-4f06-bd37-2b5c46398e85 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/87d737c6-82b7-4ce4-a659-e5f9ccfddb5c HTTP/1.1" status: 404 len: 339 time: 0.0345609 Jan 27 17:11:38.116313 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32870) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:38.142517 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-eac39f56-b2de-41f9-bc20-f0a66de92523 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.154539 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-39e37079-eb0a-4b08-8c32-92faca6910a7 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.160412 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-07d284d1-a0c1-47d7-bedc-fba7d4ef98ab tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 4e75839c-772d-4127-87e8-6a1f10a41667) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:38.170889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d284d1-a0c1-47d7-bedc-fba7d4ef98ab tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:38.171755 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07d284d1-a0c1-47d7-bedc-fba7d4ef98ab tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.181564 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f25f172-3a68-4a46-86af-51cdd2203bfc None None] Network 4e75839c-772d-4127-87e8-6a1f10a41667 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:38.224029 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-39e37079-eb0a-4b08-8c32-92faca6910a7 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/ports/e192500f-00dd-49a4-9b39-61268f984c7b HTTP/1.1" status: 204 len: 168 time: 3.2886405 Jan 27 17:11:38.227928 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32874) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:38.259539 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33369c8-0daa-4bd3-b422-d6632c95bbf7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:38.260339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33369c8-0daa-4bd3-b422-d6632c95bbf7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:38.262317 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b33369c8-0daa-4bd3-b422-d6632c95bbf7 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/subnets/08431bb5-9890-4b97-8def-673d79c81de7 HTTP/1.1" status: 404 len: 337 time: 0.1400824 Jan 27 17:11:38.284325 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32878) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:38.311164 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c9ee7338-e95a-4f75-8203-78e290e8e781 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.326836 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85270f30-9b28-43e3-bedc-5cc6cd106092 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks [] for subnetpool, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.328611 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-85270f30-9b28-43e3-bedc-5cc6cd106092 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/subnetpools/df084f6e-ada1-4867-a2f1-86aa961e1999 HTTP/1.1" status: 204 len: 168 time: 0.5691781 Jan 27 17:11:38.334079 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-07d284d1-a0c1-47d7-bedc-fba7d4ef98ab tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0065925 Jan 27 17:11:38.334764 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32882) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:38.335087 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32884) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:38.359553 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ab3380f2-1e71-4a26-ac95-2b24f777d09d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-943491429'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:38.406637 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10c5c2b-8908-44f8-8597-75793b4c330c tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] GET failed (client error): The resource could not be found. Jan 27 17:11:38.407416 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d10c5c2b-8908-44f8-8597-75793b4c330c tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Synchronizing usage tracker for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:38.426551 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-3792bfce-a71c-4cd0-8ba6-f962609f4ada tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:38.430913 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3792bfce-a71c-4cd0-8ba6-f962609f4ada tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:38.433281 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3792bfce-a71c-4cd0-8ba6-f962609f4ada tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/b1fdcfe5-7493-4b12-b5b9-520a149e05ca HTTP/1.1" status: 404 len: 339 time: 0.1415207 Jan 27 17:11:38.437781 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-9ea9ef09-17d7-4dc0-8bd9-f3f46d95e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:11:32Z', 'revision_number': 9, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': '48066049-255a-4bb3-a012-6ced0b492b43', 'name': '', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:7c:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:23Z', 'updated_at': '2022-01-27T17:10:38Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:38.443796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32890) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:38.448618 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea9ef09-17d7-4dc0-8bd9-f3f46d95e7ec None None] The sync data for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv is: [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:11:32Z', 'revision_number': 9, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': '48066049-255a-4bb3-a012-6ced0b492b43', 'name': '', 'network_id': '64f7444e-4da7-4919-a435-1e7da4215eea', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:7c:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:23Z', 'updated_at': '2022-01-27T17:10:38Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '0b149407-abea-48c3-ae02-50637ebdba7d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:11:38.455170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8c90b24-322a-4320-95e4-e96efecb4c53 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.506869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ab3380f2-1e71-4a26-ac95-2b24f777d09d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:38.507141 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1bf33289-c305-492f-85d7-923c2a3b23bf None None] Provisioning for port 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:38.517220 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-100cc78e-6757-48bd-a3d2-fcd8cb87b554 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "GET /v2.0/ports?device_id=14d330e4-ace8-4da6-a16b-ebcba67af779 HTTP/1.1" status: 200 len: 205 time: 0.1802742 Jan 27 17:11:38.517720 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-387d6cd2-63c0-44bf-94ce-b069709e06e9 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:38.518185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387d6cd2-63c0-44bf-94ce-b069709e06e9 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:38.518499 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1bf33289-c305-492f-85d7-923c2a3b23bf None None] Provisioning complete for port 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:38.519003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1bf33289-c305-492f-85d7-923c2a3b23bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.520652 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32894) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:38.526442 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-387d6cd2-63c0-44bf-94ce-b069709e06e9 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/subnets/fc2fde15-601f-4786-a7d8-56337528fa5e HTTP/1.1" status: 404 len: 337 time: 0.0792067 Jan 27 17:11:38.527727 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-c9ee7338-e95a-4f75-8203-78e290e8e781 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] device_id is not set on port 6f1d1abd-690f-413b-b3f0-b0af2fe2e6c3 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:38.548304 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-4e75839c-772d-4127-87e8-6a1f10a41667', 'network_id': '4e75839c-772d-4127-87e8-6a1f10a41667', 'tenant_id': 'bc6375dd00f14ad4896f324bc178ab53', 'fixed_ips': [{'subnet_id': 'f2eadb10-4d9f-46ae-bfd3-d36292d72be4'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:38.549125 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.561370 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32898) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:38.565376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ab3380f2-1e71-4a26-ac95-2b24f777d09d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Usage tracker for resource:network and tenant:bc6375dd00f14ad4896f324bc178ab53 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:38.569495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ab3380f2-1e71-4a26-ac95-2b24f777d09d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:38.607094 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ab3380f2-1e71-4a26-ac95-2b24f777d09d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:38.612065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d10c5c2b-8908-44f8-8597-75793b4c330c tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Unset dirty status for tenant:c08441886451403eaced8170704dc616 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:38.613117 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d10c5c2b-8908-44f8-8597-75793b4c330c tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports/e192500f-00dd-49a4-9b39-61268f984c7b HTTP/1.1" status: 404 len: 333 time: 0.3706934 Jan 27 17:11:38.618721 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32902) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:38.621452 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-113ad6ba-8128-4a6d-99d1-e8e930def766 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:38.622109 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113ad6ba-8128-4a6d-99d1-e8e930def766 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:38.624320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-eac39f56-b2de-41f9-bc20-f0a66de92523 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.654360 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-113ad6ba-8128-4a6d-99d1-e8e930def766 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/5f618e06-c5b3-44b4-b233-646ce1454809 HTTP/1.1" status: 404 len: 339 time: 0.0909445 Jan 27 17:11:38.660632 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32906) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:38.715873 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3380f2-1e71-4a26-ac95-2b24f777d09d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:38.719869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab3380f2-1e71-4a26-ac95-2b24f777d09d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.751391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6115ed49-f6b8-4c12-a3c7-def3d5b586d7 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.825083 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.862553 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfedde5-d9c2-43b6-9505-fd963a951fe3 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Deleting subnet e400fbaa-0d9b-40fa-b6e7-29ed5ac6de1d {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:38.864733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3380f2-1e71-4a26-ac95-2b24f777d09d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:38.867708 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Allocated IP 2001:db8::3 (4e75839c-772d-4127-87e8-6a1f10a41667/f2eadb10-4d9f-46ae-bfd3-d36292d72be4/8c7173a3-e89c-4f79-bc70-6aa21caec017) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:38.878516 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fdfedde5-d9c2-43b6-9505-fd963a951fe3 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.886926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac39f56-b2de-41f9-bc20-f0a66de92523 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network 4b1cf005-cdc7-4692-8fc5-cec78537f47e is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:38.897868 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-eac39f56-b2de-41f9-bc20-f0a66de92523 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:38.940528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fc2aafc3-fd32-4446-93b1-891f824f3a83 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.944880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab3380f2-1e71-4a26-ac95-2b24f777d09d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:38.945356 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-ab3380f2-1e71-4a26-ac95-2b24f777d09d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Added segment 1e1de347-39de-4ecc-90b8-6d2da69e7412 of type vlan for network b7f07f6b-8795-48f1-9221-ccc2affb95f4 Jan 27 17:11:39.025561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:39.087240 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fdfedde5-d9c2-43b6-9505-fd963a951fe3 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.119312 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fc2aafc3-fd32-4446-93b1-891f824f3a83 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.129209 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c9ee7338-e95a-4f75-8203-78e290e8e781 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.152069 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac39f56-b2de-41f9-bc20-f0a66de92523 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:39.180371 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab3380f2-1e71-4a26-ac95-2b24f777d09d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.182749 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object 5450df60-0fec-4f81-b6cf-37fb2bb26f4b will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:39.208471 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:39.208849 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.227947 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac39f56-b2de-41f9-bc20-f0a66de92523 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=6578d116-8708-40b5-93d0-d96c2da9475d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:39.240772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8c90b24-322a-4320-95e4-e96efecb4c53 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.266146 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab3380f2-1e71-4a26-ac95-2b24f777d09d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.271926 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3380f2-1e71-4a26-ac95-2b24f777d09d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:39.272497 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.272830 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab3380f2-1e71-4a26-ac95-2b24f777d09d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.288218 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Transition to ACTIVE for port object 8c7173a3-e89c-4f79-bc70-6aa21caec017 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:39.295029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fc2aafc3-fd32-4446-93b1-891f824f3a83 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.313561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Transition to ACTIVE for port object 8c7173a3-e89c-4f79-bc70-6aa21caec017 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:39.347841 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fdfedde5-d9c2-43b6-9505-fd963a951fe3 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.348698 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.361218 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c90b24-322a-4320-95e4-e96efecb4c53 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Subnet': ['ID=ab61c362-ab51-479d-b13a-bf9ac8bdd1a0,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:39.400588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aafc3-fd32-4446-93b1-891f824f3a83 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=990dc860-98a8-4c9b-9f51-cc2d3f3abdce,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:39.409961 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c9ee7338-e95a-4f75-8203-78e290e8e781 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.414776 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5c33a0-6840-442a-8361-01690c283a61 None None] Network 39e8b3df-7604-42f7-a7eb-45d82ca12518 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:39.422735 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8c90b24-322a-4320-95e4-e96efecb4c53 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.441718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6115ed49-f6b8-4c12-a3c7-def3d5b586d7 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.446337 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6115ed49-f6b8-4c12-a3c7-def3d5b586d7 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.457999 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c8c90b24-322a-4320-95e4-e96efecb4c53 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/subnets/ab61c362-ab51-479d-b13a-bf9ac8bdd1a0 HTTP/1.1" status: 204 len: 168 time: 2.3010805 Jan 27 17:11:39.468079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac39f56-b2de-41f9-bc20-f0a66de92523 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:39.468740 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-eac39f56-b2de-41f9-bc20-f0a66de92523 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.472593 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32912) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:39.478615 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Network 4e75839c-772d-4127-87e8-6a1f10a41667 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:39.493927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:39.495915 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 962d3c8f-6890-4cac-a1a4-b49893b92f58 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:39.543355 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:39.546079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6115ed49-f6b8-4c12-a3c7-def3d5b586d7 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.546640 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6115ed49-f6b8-4c12-a3c7-def3d5b586d7 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Fanout notify agent at l3_agent the message router_deleted on router 14d330e4-ace8-4da6-a16b-ebcba67af779 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:11:39.562030 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 962d3c8f-6890-4cac-a1a4-b49893b92f58 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:39.562562 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 962d3c8f-6890-4cac-a1a4-b49893b92f58 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:39.611388 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6115ed49-f6b8-4c12-a3c7-def3d5b586d7 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.612564 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6115ed49-f6b8-4c12-a3c7-def3d5b586d7 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/routers/14d330e4-ace8-4da6-a16b-ebcba67af779 HTTP/1.1" status: 204 len: 168 time: 1.0900557 Jan 27 17:11:39.618346 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ab3380f2-1e71-4a26-ac95-2b24f777d09d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2657995 Jan 27 17:11:39.619939 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32916) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:39.625274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32918) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:39.626803 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-eac39f56-b2de-41f9-bc20-f0a66de92523 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 6.5688512 Jan 27 17:11:39.631785 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32922) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:39.636315 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-524032bb-75c9-43b9-abdb-199f4a5bfcdd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'subnet': {'network_id': 'b7f07f6b-8795-48f1-9221-ccc2affb95f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:39.636521 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Pushing event updated for resources: {'Port': ['ID=8c7173a3-e89c-4f79-bc70-6aa21caec017,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:39.647677 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3380f2-1e71-4a26-ac95-2b24f777d09d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Network': ['ID=b7f07f6b-8795-48f1-9221-ccc2affb95f4,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:39.653576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fc2aafc3-fd32-4446-93b1-891f824f3a83 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.654819 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fc2aafc3-fd32-4446-93b1-891f824f3a83 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/security-groups/990dc860-98a8-4c9b-9f51-cc2d3f3abdce HTTP/1.1" status: 204 len: 168 time: 1.0272019 Jan 27 17:11:39.661185 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '6578d116-8708-40b5-93d0-d96c2da9475d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:39.665958 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network b7f07f6b-8795-48f1-9221-ccc2affb95f4 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:39.672002 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32928) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:39.673102 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.693632 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:39.698559 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.722284 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ee7338-e95a-4f75-8203-78e290e8e781 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:39.735889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-c9ee7338-e95a-4f75-8203-78e290e8e781 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:39.743720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ee7338-e95a-4f75-8203-78e290e8e781 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:39.749296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ee7338-e95a-4f75-8203-78e290e8e781 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:39.750220 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c9ee7338-e95a-4f75-8203-78e290e8e781 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.768704 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Usage tracker for resource:floatingip and tenant:09799f3c75ba4e1bbef88b711a678f39 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:39.785760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee7338-e95a-4f75-8203-78e290e8e781 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=6f1d1abd-690f-413b-b3f0-b0af2fe2e6c3,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:39.787970 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:39.800785 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf1737-415d-413c-91f1-96f77ea260cf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Deleting port 104ee1f0-d205-4a1f-a24b-d27d3e95aa6c {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:39.801279 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0dbf1737-415d-413c-91f1-96f77ea260cf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.827819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:39.838194 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c9ee7338-e95a-4f75-8203-78e290e8e781 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2107365 Jan 27 17:11:39.843390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fdfedde5-d9c2-43b6-9505-fd963a951fe3 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.853924 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32932) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:39.858750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Attempting to bind port 8c7173a3-e89c-4f79-bc70-6aa21caec017 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:39.859110 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Attempting to bind port 8c7173a3-e89c-4f79-bc70-6aa21caec017 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '022e2191-4dc0-48ff-8c6f-4c4a1116f0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '4e75839c-772d-4127-87e8-6a1f10a41667'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:39.859463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Attempting to bind port 8c7173a3-e89c-4f79-bc70-6aa21caec017 on network 4e75839c-772d-4127-87e8-6a1f10a41667 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:39.891542 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:39.891906 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Checking segment: {'id': '022e2191-4dc0-48ff-8c6f-4c4a1116f0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '4e75839c-772d-4127-87e8-6a1f10a41667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:39.892302 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.892700 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Bound using segment: {'id': '022e2191-4dc0-48ff-8c6f-4c4a1116f0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '4e75839c-772d-4127-87e8-6a1f10a41667'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:39.893337 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Bound port: 8c7173a3-e89c-4f79-bc70-6aa21caec017, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022e2191-4dc0-48ff-8c6f-4c4a1116f0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '4e75839c-772d-4127-87e8-6a1f10a41667'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:39.893510 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.918128 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:39.931196 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port 2325ed33-7c03-4b46-8c29-945997f58fa7 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:39.931781 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.943269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfedde5-d9c2-43b6-9505-fd963a951fe3 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Subnet': ['ID=e400fbaa-0d9b-40fa-b6e7-29ed5ac6de1d,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:39.955488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fdfedde5-d9c2-43b6-9505-fd963a951fe3 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:39.956702 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:39.960139 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fdfedde5-d9c2-43b6-9505-fd963a951fe3 tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/subnets/e400fbaa-0d9b-40fa-b6e7-29ed5ac6de1d HTTP/1.1" status: 204 len: 168 time: 1.2967622 Jan 27 17:11:39.964942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32936) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:39.966288 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad04fcc-4a03-4dc6-9970-d271d91bfeeb None None] Network 146eb44b-1bb9-4b75-88db-115f56920a5b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:39.973073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:39.978607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:39.979243 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.025445 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=5450df60-0fec-4f81-b6cf-37fb2bb26f4b,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:40.032682 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.069266 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-524032bb-75c9-43b9-abdb-199f4a5bfcdd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:40.076101 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-524032bb-75c9-43b9-abdb-199f4a5bfcdd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Usage tracker for resource:subnet and tenant:bc6375dd00f14ad4896f324bc178ab53 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:40.079114 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-524032bb-75c9-43b9-abdb-199f4a5bfcdd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:40.083868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2d9c8d-9b66-4ea0-adbd-0c319e3299c1 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:40.087480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-524032bb-75c9-43b9-abdb-199f4a5bfcdd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:40.088253 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cc2d9c8d-9b66-4ea0-adbd-0c319e3299c1 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:40.101551 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] For port 8c7173a3-e89c-4f79-bc70-6aa21caec017, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:40.107939 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a4abd2-ce4e-4aad-84de-8a5e276bc69f None None] DHCP port deletion for 39e8b3df-7604-42f7-a7eb-45d82ca12518 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:40.129424 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0f0290aa-064c-4a34-8d65-4523a6a89944 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.9601507 Jan 27 17:11:40.140767 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32940) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:40.145538 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524032bb-75c9-43b9-abdb-199f4a5bfcdd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:40.148761 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-40a4abd2-ce4e-4aad-84de-8a5e276bc69f None None] Deleting port 2325ed33-7c03-4b46-8c29-945997f58fa7 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:40.149129 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-40a4abd2-ce4e-4aad-84de-8a5e276bc69f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.149798 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-524032bb-75c9-43b9-abdb-199f4a5bfcdd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.173867 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] For port 8c7173a3-e89c-4f79-bc70-6aa21caec017, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=8c7173a3-e89c-4f79-bc70-6aa21caec017,segment=NetworkSegment(022e2191-4dc0-48ff-8c6f-4c4a1116f0c7),segment_id=022e2191-4dc0-48ff-8c6f-4c4a1116f0c7)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:40.221989 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.230005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8381485e-bd82-4243-8b59-c15b168dd872 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.271438 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cc2d9c8d-9b66-4ea0-adbd-0c319e3299c1 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:40.272795 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cc2d9c8d-9b66-4ea0-adbd-0c319e3299c1 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports/6f1d1abd-690f-413b-b3f0-b0af2fe2e6c3 HTTP/1.1" status: 200 len: 840 time: 0.3930302 Jan 27 17:11:40.286557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32944) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:40.323441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.379111 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-b8116f88-ef76-4760-a628-4f2964e83457 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port 5450df60-0fec-4f81-b6cf-37fb2bb26f4b {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:40.379111 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b8116f88-ef76-4760-a628-4f2964e83457 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.413292 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdb66d-a5bf-46d9-a192-18493def5eff None None] Pushing event updated for resources: {'Port': ['ID=8c7173a3-e89c-4f79-bc70-6aa21caec017,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:40.417534 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-663fa482-20ec-4b59-9b59-49ef493454a2 None None] Provisioning for port 5450df60-0fec-4f81-b6cf-37fb2bb26f4b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:40.419364 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Deleting port d805692f-f8a3-4856-a0bb-feeab128bd0b {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:40.419874 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.445414 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-663fa482-20ec-4b59-9b59-49ef493454a2 None None] Provisioning complete for port 5450df60-0fec-4f81-b6cf-37fb2bb26f4b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:40.445799 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-663fa482-20ec-4b59-9b59-49ef493454a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.474313 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-e9d23e5a-889b-4eb0-9883-a972731a8dd1 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port 6f1d1abd-690f-413b-b3f0-b0af2fe2e6c3 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:40.474313 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e9d23e5a-889b-4eb0-9883-a972731a8dd1 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.528045 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.ipam_backend_mixin [None req-524032bb-75c9-43b9-abdb-199f4a5bfcdd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Performing IP validity checks on allocation pools {{(pid=87595) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 27 17:11:40.529084 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.ipam_backend_mixin [None req-524032bb-75c9-43b9-abdb-199f4a5bfcdd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87595) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 27 17:11:40.565912 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0dbf1737-415d-413c-91f1-96f77ea260cf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.572947 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8381485e-bd82-4243-8b59-c15b168dd872 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.625738 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-663fa482-20ec-4b59-9b59-49ef493454a2 None None] Port 5450df60-0fec-4f81-b6cf-37fb2bb26f4b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:40.637951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-40a4abd2-ce4e-4aad-84de-8a5e276bc69f None None] For port 2325ed33-7c03-4b46-8c29-945997f58fa7, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2325ed33-7c03-4b46-8c29-945997f58fa7,segment=NetworkSegment(9fc03266-6b76-44d2-a6a8-9e06423dd13d),segment_id=9fc03266-6b76-44d2-a6a8-9e06423dd13d)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:40.638433 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-40a4abd2-ce4e-4aad-84de-8a5e276bc69f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.730732 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23664ca8-1b52-4ff4-bfde-f82e7f8c5227 None None] DHCP port deletion for 146eb44b-1bb9-4b75-88db-115f56920a5b request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:40.799007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf1737-415d-413c-91f1-96f77ea260cf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Calling delete_port for 104ee1f0-d205-4a1f-a24b-d27d3e95aa6c owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:40.822182 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-40a4abd2-ce4e-4aad-84de-8a5e276bc69f None None] Calling delete_port for 2325ed33-7c03-4b46-8c29-945997f58fa7 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:40.925429 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-23664ca8-1b52-4ff4-bfde-f82e7f8c5227 None None] Deleting port d805692f-f8a3-4856-a0bb-feeab128bd0b {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:40.925943 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23664ca8-1b52-4ff4-bfde-f82e7f8c5227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:40.977171 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-40a4abd2-ce4e-4aad-84de-8a5e276bc69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.057150 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] For port d805692f-f8a3-4856-a0bb-feeab128bd0b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d805692f-f8a3-4856-a0bb-feeab128bd0b,segment=NetworkSegment(ed7a203e-1041-440d-9300-2ff733e8c572),segment_id=ed7a203e-1041-440d-9300-2ff733e8c572)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:41.057518 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.063734 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] For port 2325ed33-7c03-4b46-8c29-945997f58fa7, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2325ed33-7c03-4b46-8c29-945997f58fa7,segment=NetworkSegment(9fc03266-6b76-44d2-a6a8-9e06423dd13d),segment_id=9fc03266-6b76-44d2-a6a8-9e06423dd13d)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:41.064238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.107299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4abd2-ce4e-4aad-84de-8a5e276bc69f None None] Pushing event deleted for resources: {'Port': ['ID=2325ed33-7c03-4b46-8c29-945997f58fa7,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:41.111870 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a4abd2-ce4e-4aad-84de-8a5e276bc69f None None] No DVR routers for this DVR port 2325ed33-7c03-4b46-8c29-945997f58fa7 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:41.187138 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 8c7173a3-e89c-4f79-bc70-6aa21caec017 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:41.241026 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8381485e-bd82-4243-8b59-c15b168dd872 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.325829 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Calling delete_port for 2325ed33-7c03-4b46-8c29-945997f58fa7 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:41.364222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-23664ca8-1b52-4ff4-bfde-f82e7f8c5227 None None] For port d805692f-f8a3-4856-a0bb-feeab128bd0b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d805692f-f8a3-4856-a0bb-feeab128bd0b,segment=NetworkSegment(ed7a203e-1041-440d-9300-2ff733e8c572),segment_id=ed7a203e-1041-440d-9300-2ff733e8c572)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:41.364703 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23664ca8-1b52-4ff4-bfde-f82e7f8c5227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.373423 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 8c7173a3-e89c-4f79-bc70-6aa21caec017 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:41.419060 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Calling delete_port for d805692f-f8a3-4856-a0bb-feeab128bd0b owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:41.429467 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381485e-bd82-4243-8b59-c15b168dd872 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18133300-40c5-425d-ac11-368c8e4c27a2,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:41.489032 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e9d23e5a-889b-4eb0-9883-a972731a8dd1 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.524232 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-23664ca8-1b52-4ff4-bfde-f82e7f8c5227 None None] Calling delete_port for d805692f-f8a3-4856-a0bb-feeab128bd0b owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:41.563029 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.567286 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2325ed33-7c03-4b46-8c29-945997f58fa7 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:41.580106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8381485e-bd82-4243-8b59-c15b168dd872 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.581343 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8381485e-bd82-4243-8b59-c15b168dd872 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/security-groups/18133300-40c5-425d-ac11-368c8e4c27a2 HTTP/1.1" status: 204 len: 168 time: 1.9059598 Jan 27 17:11:41.584409 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b8116f88-ef76-4760-a628-4f2964e83457 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.594354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32948) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:41.612888 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 2325ed33-7c03-4b46-8c29-945997f58fa7 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:41.613370 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2325ed33-7c03-4b46-8c29-945997f58fa7 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:41.613999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d805692f-f8a3-4856-a0bb-feeab128bd0b no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:41.671950 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-e9d23e5a-889b-4eb0-9883-a972731a8dd1 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for 6f1d1abd-690f-413b-b3f0-b0af2fe2e6c3 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:41.742395 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23664ca8-1b52-4ff4-bfde-f82e7f8c5227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.753504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0dbf1737-415d-413c-91f1-96f77ea260cf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.760540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.api [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:41.760855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG oslo_db.api [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:41.787600 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Port d805692f-f8a3-4856-a0bb-feeab128bd0b update to DOWN by agent not found {{(pid=87596) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 27 17:11:41.797333 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-b8116f88-ef76-4760-a628-4f2964e83457 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for 5450df60-0fec-4f81-b6cf-37fb2bb26f4b owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:41.799924 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23664ca8-1b52-4ff4-bfde-f82e7f8c5227 None None] No DVR routers for this DVR port d805692f-f8a3-4856-a0bb-feeab128bd0b on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:41.816673 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23664ca8-1b52-4ff4-bfde-f82e7f8c5227 None None] Pushing event deleted for resources: {'Port': ['ID=d805692f-f8a3-4856-a0bb-feeab128bd0b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:41.830991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-524032bb-75c9-43b9-abdb-199f4a5bfcdd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.843591 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf1737-415d-413c-91f1-96f77ea260cf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Pushing event deleted for resources: {'Port': ['ID=104ee1f0-d205-4a1f-a24b-d27d3e95aa6c,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:41.871140 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:41.871386 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:41.920994 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e9d23e5a-889b-4eb0-9883-a972731a8dd1 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:41.975674 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd6182d-6f84-4101-8a3d-d29ce3a11908 None None] Network 4e75839c-772d-4127-87e8-6a1f10a41667 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:41.985290 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d23e5a-889b-4eb0-9883-a972731a8dd1 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=6f1d1abd-690f-413b-b3f0-b0af2fe2e6c3,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:42.015980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e9d23e5a-889b-4eb0-9883-a972731a8dd1 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.039553 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0dbf1737-415d-413c-91f1-96f77ea260cf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.076748 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e9d23e5a-889b-4eb0-9883-a972731a8dd1 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/ports/6f1d1abd-690f-413b-b3f0-b0af2fe2e6c3 HTTP/1.1" status: 204 len: 168 time: 1.7887576 Jan 27 17:11:42.078475 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0dbf1737-415d-413c-91f1-96f77ea260cf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/ports/104ee1f0-d205-4a1f-a24b-d27d3e95aa6c HTTP/1.1" status: 204 len: 168 time: 2.4323518 Jan 27 17:11:42.083408 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32952) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:42.085332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524032bb-75c9-43b9-abdb-199f4a5bfcdd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Subnet': ['ID=889e2d08-955a-44ed-801a-4db48cce630e,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:42.088532 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32954) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:42.119487 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Allocated IP 172.26.1.206 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/ff917b01-0958-42fb-868d-772353a20526) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:42.166452 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8299ee16-de5a-444d-b6e0-f14984e15d25 None None] Provisioning for port 8c7173a3-e89c-4f79-bc70-6aa21caec017 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:42.172411 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-274879f7-5390-47bd-ad9d-a7bcd0a06ed9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.175778 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8299ee16-de5a-444d-b6e0-f14984e15d25 None None] Provisioning complete for port 8c7173a3-e89c-4f79-bc70-6aa21caec017 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:42.177031 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8299ee16-de5a-444d-b6e0-f14984e15d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.194523 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9ad3a8-0773-4349-b947-6bc064ee43e5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] GET failed (client error): The resource could not be found. Jan 27 17:11:42.195050 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4a9ad3a8-0773-4349-b947-6bc064ee43e5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:42.229211 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-391d971c-5156-49f5-8e3c-50f20807b1cf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Deleting subnet 91dcbfb0-7792-4746-b1fb-db0dd45d21e4 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:42.232680 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4a9ad3a8-0773-4349-b947-6bc064ee43e5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:42.233987 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4a9ad3a8-0773-4349-b947-6bc064ee43e5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports/6f1d1abd-690f-413b-b3f0-b0af2fe2e6c3 HTTP/1.1" status: 404 len: 333 time: 0.1444342 Jan 27 17:11:42.234907 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-391d971c-5156-49f5-8e3c-50f20807b1cf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.237433 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524032bb-75c9-43b9-abdb-199f4a5bfcdd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Checking segment: {'id': '1e1de347-39de-4ecc-90b8-6d2da69e7412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7f07f6b-8795-48f1-9221-ccc2affb95f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:42.237433 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524032bb-75c9-43b9-abdb-199f4a5bfcdd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network hostable DHCP agents. Network: b7f07f6b-8795-48f1-9221-ccc2affb95f4, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:11:42.244767 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32960) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:42.260211 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ec231dca-ea50-4a99-b2bd-3dda3b84a1da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343', 'name': 'tempest-PortsTestJSON-372841729'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:42.268287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Deleting port d805692f-f8a3-4856-a0bb-feeab128bd0b {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:42.269287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.353855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] The port 'd805692f-f8a3-4856-a0bb-feeab128bd0b' was deleted {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:11:42.358774 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-274879f7-5390-47bd-ad9d-a7bcd0a06ed9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.380235 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port 2325ed33-7c03-4b46-8c29-945997f58fa7 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:42.380884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.388270 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8299ee16-de5a-444d-b6e0-f14984e15d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.392133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-391d971c-5156-49f5-8e3c-50f20807b1cf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.430372 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8299ee16-de5a-444d-b6e0-f14984e15d25 None None] For port 8c7173a3-e89c-4f79-bc70-6aa21caec017, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=8c7173a3-e89c-4f79-bc70-6aa21caec017,segment=NetworkSegment(022e2191-4dc0-48ff-8c6f-4c4a1116f0c7),segment_id=022e2191-4dc0-48ff-8c6f-4c4a1116f0c7)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:42.435757 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8299ee16-de5a-444d-b6e0-f14984e15d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.465026 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524032bb-75c9-43b9-abdb-199f4a5bfcdd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network b7f07f6b-8795-48f1-9221-ccc2affb95f4 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:11:42.480206 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] The port '2325ed33-7c03-4b46-8c29-945997f58fa7' was deleted {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:11:42.536695 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299ee16-de5a-444d-b6e0-f14984e15d25 None None] Pushing event updated for resources: {'Port': ['ID=8c7173a3-e89c-4f79-bc70-6aa21caec017,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:42.542677 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.579479 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146eb44b-1bb9-4b75-88db-115f56920a5b']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:42.594566 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7a203e-1041-440d-9300-2ff733e8c572') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:42.594994 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7a203e-1041-440d-9300-2ff733e8c572') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:42.610503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.621097 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-391d971c-5156-49f5-8e3c-50f20807b1cf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.660363 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62953fa2-491c-41f7-8a1f-ea8854beb872 None None] get_active_networks_info from dv-neutron-826439-2-hyperv {{(pid=87596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:11:42.669191 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.685234 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:42.685803 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:42.700853 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:42.772922 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-65da664d-7d0c-4780-aa65-350875ec8277 None None] Provisioning complete for port 8c7173a3-e89c-4f79-bc70-6aa21caec017 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:42.773549 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65da664d-7d0c-4780-aa65-350875ec8277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.797245 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-391d971c-5156-49f5-8e3c-50f20807b1cf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.837822 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.846505 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d971c-5156-49f5-8e3c-50f20807b1cf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Pushing event deleted for resources: {'Subnet': ['ID=91dcbfb0-7792-4746-b1fb-db0dd45d21e4,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:42.867294 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.870053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-391d971c-5156-49f5-8e3c-50f20807b1cf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:42.879565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] Pushing event deleted for resources: {'Network': ['ID=146eb44b-1bb9-4b75-88db-115f56920a5b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:42.888544 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-391d971c-5156-49f5-8e3c-50f20807b1cf tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/subnets/91dcbfb0-7792-4746-b1fb-db0dd45d21e4 HTTP/1.1" status: 204 len: 168 time: 0.7968881 Jan 27 17:11:42.892785 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6227cec2-3945-463f-9c3c-230d342af36c tempest-NetworksTest-178596753 tempest-NetworksTest-178596753-project] 10.222.0.50 "DELETE /v2.0/networks/146eb44b-1bb9-4b75-88db-115f56920a5b HTTP/1.1" status: 204 len: 168 time: 2.9232981 Jan 27 17:11:42.892785 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32964) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:42.978814 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62953fa2-491c-41f7-8a1f-ea8854beb872 None None] Resources bound (agent type, host, resource id): {{(pid=87596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:11:42.991444 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.089615 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ec231dca-ea50-4a99-b2bd-3dda3b84a1da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:43.102441 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 8c7173a3-e89c-4f79-bc70-6aa21caec017 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:43.105947 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ec231dca-ea50-4a99-b2bd-3dda3b84a1da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:43.115236 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-524032bb-75c9-43b9-abdb-199f4a5bfcdd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, b7f07f6b-8795-48f1-9221-ccc2affb95f4) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:43.123306 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.132183 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-274879f7-5390-47bd-ad9d-a7bcd0a06ed9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.136458 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b8116f88-ef76-4760-a628-4f2964e83457 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.162476 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.172611 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec231dca-ea50-4a99-b2bd-3dda3b84a1da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:43.177116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec231dca-ea50-4a99-b2bd-3dda3b84a1da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.207798 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524032bb-75c9-43b9-abdb-199f4a5bfcdd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:43.208395 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-524032bb-75c9-43b9-abdb-199f4a5bfcdd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.239025 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.251652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Deleting port c0897404-74ae-456b-a3ef-5bc4af4ba152 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:43.252015 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.282771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32972) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:43.309396 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:43.311732 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 8c7173a3-e89c-4f79-bc70-6aa21caec017 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:43.312951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.314357 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274879f7-5390-47bd-ad9d-a7bcd0a06ed9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b896f4ce-24cd-46c4-8b46-cb17ce3a57fd,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:43.370662 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:43.422003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-ec231dca-ea50-4a99-b2bd-3dda3b84a1da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] device_id is not set on port 211551e4-62d7-4feb-bfb2-bf942cab7a95 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:43.465823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:43.495092 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-524032bb-75c9-43b9-abdb-199f4a5bfcdd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.8640742 Jan 27 17:11:43.497329 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32978) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:43.497590 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b8116f88-ef76-4760-a628-4f2964e83457 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.498529 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b8116f88-ef76-4760-a628-4f2964e83457 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/5450df60-0fec-4f81-b6cf-37fb2bb26f4b HTTP/1.1" status: 204 len: 168 time: 3.3543959 Jan 27 17:11:43.512762 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32982) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:43.518129 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e8b3df-7604-42f7-a7eb-45d82ca12518']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:43.527048 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-274879f7-5390-47bd-ad9d-a7bcd0a06ed9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.530778 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-274879f7-5390-47bd-ad9d-a7bcd0a06ed9 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/security-groups/b896f4ce-24cd-46c4-8b46-cb17ce3a57fd HTTP/1.1" status: 204 len: 168 time: 1.8949256 Jan 27 17:11:43.539812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32984) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:43.549890 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc03266-6b76-44d2-a6a8-9e06423dd13d') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:43.550180 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc03266-6b76-44d2-a6a8-9e06423dd13d') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:43.608161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-b7f07f6b-8795-48f1-9221-ccc2affb95f4', 'network_id': 'b7f07f6b-8795-48f1-9221-ccc2affb95f4', 'tenant_id': 'bc6375dd00f14ad4896f324bc178ab53', 'fixed_ips': [{'subnet_id': '889e2d08-955a-44ed-801a-4db48cce630e'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:43.609077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.623209 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.634774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] For port c0897404-74ae-456b-a3ef-5bc4af4ba152, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c0897404-74ae-456b-a3ef-5bc4af4ba152,segment=NetworkSegment(64d1c327-ec10-49e5-afba-89ff207e31e4),segment_id=64d1c327-ec10-49e5-afba-89ff207e31e4)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:43.635399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.650105 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=ff917b01-0958-42fb-868d-772353a20526,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:43.748776 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.762626 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bde8cdf6-9022-45d9-acbe-67ebe01b7f66 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1044fc2b04a4cf88962f2b23f4c469b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4720354 Jan 27 17:11:43.770297 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 32990) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:43.776986 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8116f88-ef76-4760-a628-4f2964e83457 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=5450df60-0fec-4f81-b6cf-37fb2bb26f4b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:43.779811 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Allocated IP 2001:db8::3 (b7f07f6b-8795-48f1-9221-ccc2affb95f4/889e2d08-955a-44ed-801a-4db48cce630e/26aa29ae-a1bd-4b87-b674-476f4be90045) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:43.805969 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:43.806371 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:43.824413 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:43.829250 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-401f195d-301a-44e5-b613-a20a623e82e6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting subnet 13760099-3cb1-4213-8606-1c665b786a9a {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:43.833041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Calling delete_port for c0897404-74ae-456b-a3ef-5bc4af4ba152 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:43.841107 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-401f195d-301a-44e5-b613-a20a623e82e6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.939384 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.957954 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99afa035-6370-42c3-9dc5-47d57ed5cb19 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:43.958662 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-99afa035-6370-42c3-9dc5-47d57ed5cb19 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:43.972783 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:43.999783 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.058980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-99afa035-6370-42c3-9dc5-47d57ed5cb19 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:44.062552 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-99afa035-6370-42c3-9dc5-47d57ed5cb19 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5186756 Jan 27 17:11:44.063547 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] No DVR routers for this DVR port c0897404-74ae-456b-a3ef-5bc4af4ba152 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:44.065164 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Pushing event deleted for resources: {'Port': ['ID=c0897404-74ae-456b-a3ef-5bc4af4ba152,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:44.068686 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32994) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:44.079686 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-401f195d-301a-44e5-b613-a20a623e82e6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.113624 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Transition to ACTIVE for port object 26aa29ae-a1bd-4b87-b674-476f4be90045 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:44.135228 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Transition to ACTIVE for port object 26aa29ae-a1bd-4b87-b674-476f4be90045 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:44.141175 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.177997 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.182843 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.211167 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Network b7f07f6b-8795-48f1-9221-ccc2affb95f4 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:44.214747 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:44.217634 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:44.224325 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Pushing event updated for resources: {'Port': ['ID=26aa29ae-a1bd-4b87-b674-476f4be90045,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:44.293625 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.297629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.315613 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Attempting to bind port 26aa29ae-a1bd-4b87-b674-476f4be90045 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:44.315989 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Attempting to bind port 26aa29ae-a1bd-4b87-b674-476f4be90045 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '1e1de347-39de-4ecc-90b8-6d2da69e7412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7f07f6b-8795-48f1-9221-ccc2affb95f4'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:44.316335 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Attempting to bind port 26aa29ae-a1bd-4b87-b674-476f4be90045 on network b7f07f6b-8795-48f1-9221-ccc2affb95f4 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:44.319236 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Network': ['ID=39e8b3df-7604-42f7-a7eb-45d82ca12518,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:44.320926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-215efede-86ec-451d-a67c-53d1be4dfded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.322630 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:44.322630 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Checking segment: {'id': '1e1de347-39de-4ecc-90b8-6d2da69e7412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7f07f6b-8795-48f1-9221-ccc2affb95f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:44.322896 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.323273 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Bound using segment: {'id': '1e1de347-39de-4ecc-90b8-6d2da69e7412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7f07f6b-8795-48f1-9221-ccc2affb95f4'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:44.323934 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Bound port: 26aa29ae-a1bd-4b87-b674-476f4be90045, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1de347-39de-4ecc-90b8-6d2da69e7412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b7f07f6b-8795-48f1-9221-ccc2affb95f4'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:44.324232 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.349167 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c05b3c-7155-42d0-ae82-7ce09f52df44']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:44.370628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d1c327-ec10-49e5-afba-89ff207e31e4') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:44.371074 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d1c327-ec10-49e5-afba-89ff207e31e4') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:44.372063 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec231dca-ea50-4a99-b2bd-3dda3b84a1da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.380714 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a8028393-d83f-4101-8ffb-3f944a88e99f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/networks/39e8b3df-7604-42f7-a7eb-45d82ca12518 HTTP/1.1" status: 204 len: 168 time: 4.8980050 Jan 27 17:11:44.385114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 32998) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:44.394018 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445a0853-fbed-4d34-ae03-2e3a406cda9e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:44.395651 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-445a0853-fbed-4d34-ae03-2e3a406cda9e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3017037 Jan 27 17:11:44.402716 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33002) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:44.405314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-215efede-86ec-451d-a67c-53d1be4dfded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.427247 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] For port 26aa29ae-a1bd-4b87-b674-476f4be90045, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:44.431007 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] For port 26aa29ae-a1bd-4b87-b674-476f4be90045, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=26aa29ae-a1bd-4b87-b674-476f4be90045,segment=NetworkSegment(1e1de347-39de-4ecc-90b8-6d2da69e7412),segment_id=1e1de347-39de-4ecc-90b8-6d2da69e7412)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:44.436593 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.469146 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.529757 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22797b36-2d34-44c3-a99b-51fba176264a None None] Pushing event updated for resources: {'Port': ['ID=26aa29ae-a1bd-4b87-b674-476f4be90045,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:44.564387 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.567216 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.592874 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-401f195d-301a-44e5-b613-a20a623e82e6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.618664 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:44.619076 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:44.634146 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:44.636375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff413876-ea68-4ad0-8f5f-20e275e5fa46 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:44.637475 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff413876-ea68-4ad0-8f5f-20e275e5fa46 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:44.639466 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff413876-ea68-4ad0-8f5f-20e275e5fa46 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:44.640245 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ff413876-ea68-4ad0-8f5f-20e275e5fa46 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:44.651298 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Subnet': ['ID=889e2d08-955a-44ed-801a-4db48cce630e,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:44.695752 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ff413876-ea68-4ad0-8f5f-20e275e5fa46 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:44.699616 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ff413876-ea68-4ad0-8f5f-20e275e5fa46 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2843006 Jan 27 17:11:44.701906 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33006) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:44.887593 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec231dca-ea50-4a99-b2bd-3dda3b84a1da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:44.946195 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-215efede-86ec-451d-a67c-53d1be4dfded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.006511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215efede-86ec-451d-a67c-53d1be4dfded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185e6fc2-7cd5-4a20-b3df-eb219ef0a388,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:45.023597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec231dca-ea50-4a99-b2bd-3dda3b84a1da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:45.035298 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-401f195d-301a-44e5-b613-a20a623e82e6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.039076 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-ec231dca-ea50-4a99-b2bd-3dda3b84a1da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:45.044528 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1037602-f783-47b5-9316-5786c86fddd4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet a4707ac6-89b0-4e14-a173-c7eb86f1da30 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:45.046469 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec231dca-ea50-4a99-b2bd-3dda3b84a1da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:45.051855 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec231dca-ea50-4a99-b2bd-3dda3b84a1da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:45.052647 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec231dca-ea50-4a99-b2bd-3dda3b84a1da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.081178 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.088825 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.092893 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.100806 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec231dca-ea50-4a99-b2bd-3dda3b84a1da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=211551e4-62d7-4feb-bfb2-bf942cab7a95,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:45.108838 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f1037602-f783-47b5-9316-5786c86fddd4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.153800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] Pushing event deleted for resources: {'Network': ['ID=70c05b3c-7155-42d0-ae82-7ce09f52df44,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:45.157264 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f195d-301a-44e5-b613-a20a623e82e6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Subnet': ['ID=13760099-3cb1-4213-8606-1c665b786a9a,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:45.164403 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-401f195d-301a-44e5-b613-a20a623e82e6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.182748 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-77a87c0d-3dce-42de-a4a9-c93e1847e1b3 tempest-TagsExtTest-1617660455 tempest-TagsExtTest-1617660455-project] 10.222.0.50 "DELETE /v2.0/networks/70c05b3c-7155-42d0-ae82-7ce09f52df44 HTTP/1.1" status: 204 len: 168 time: 2.2800894 Jan 27 17:11:45.187065 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f07f6b-8795-48f1-9221-ccc2affb95f4']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:45.191798 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-215efede-86ec-451d-a67c-53d1be4dfded admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.192354 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 26aa29ae-a1bd-4b87-b674-476f4be90045 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:45.196237 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-215efede-86ec-451d-a67c-53d1be4dfded admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/185e6fc2-7cd5-4a20-b3df-eb219ef0a388 HTTP/1.1" status: 204 len: 168 time: 1.4137197 Jan 27 17:11:45.202208 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-401f195d-301a-44e5-b613-a20a623e82e6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/13760099-3cb1-4213-8606-1c665b786a9a HTTP/1.1" status: 204 len: 168 time: 1.6569529 Jan 27 17:11:45.206274 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33014) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:45.210437 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ec231dca-ea50-4a99-b2bd-3dda3b84a1da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9601908 Jan 27 17:11:45.214974 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33016) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:45.221938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1de347-39de-4ecc-90b8-6d2da69e7412') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:45.222241 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1de347-39de-4ecc-90b8-6d2da69e7412') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:45.226699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-81267b95-fcdc-4820-8d81-ff0f5584a889 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:45.266477 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f1037602-f783-47b5-9316-5786c86fddd4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.299896 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.345251 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.363493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:45.363927 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.373663 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 26aa29ae-a1bd-4b87-b674-476f4be90045 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:45.385239 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:45.452468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ed7430-16f9-4ecc-838e-6403b7d07324 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting subnet d39b026b-7a28-49c2-9bae-22f7399e4606 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:45.504291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-69ed7430-16f9-4ecc-838e-6403b7d07324 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.536286 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.543868 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-81267b95-fcdc-4820-8d81-ff0f5584a889 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.574377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.api [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 17:11:45.574377 dv-neutron-826439-2-hyperv neutron-server[87594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 17:11:45.574377 dv-neutron-826439-2-hyperv neutron-server[87594]: [parameters: {'id': 'b7f07f6b-8795-48f1-9221-ccc2affb95f4'}] Jan 27 17:11:45.574377 dv-neutron-826439-2-hyperv neutron-server[87594]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:45.574854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG oslo_db.api [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:45.596195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-69ed7430-16f9-4ecc-838e-6403b7d07324 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.621236 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33026) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:45.635429 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f1037602-f783-47b5-9316-5786c86fddd4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.741745 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-69ed7430-16f9-4ecc-838e-6403b7d07324 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.850646 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b11c79c-6572-4044-9b70-92b08ef4a672 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.881468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d73ddc8-e757-4be4-bef1-d51c704d055d None None] get_active_networks_info from dv-neutron-826439-2-hyperv {{(pid=87596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:11:45.913535 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-69ed7430-16f9-4ecc-838e-6403b7d07324 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:45.962417 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-65bbcf13-573c-4d87-ba4f-cea34e2aaf4b None None] Provisioning for port 26aa29ae-a1bd-4b87-b674-476f4be90045 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:45.975584 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-65bbcf13-573c-4d87-ba4f-cea34e2aaf4b None None] Provisioning complete for port 26aa29ae-a1bd-4b87-b674-476f4be90045 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:45.976026 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65bbcf13-573c-4d87-ba4f-cea34e2aaf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.001629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed7430-16f9-4ecc-838e-6403b7d07324 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Subnet': ['ID=d39b026b-7a28-49c2-9bae-22f7399e4606,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:46.006913 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-69ed7430-16f9-4ecc-838e-6403b7d07324 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.041150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.079012 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.092805 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-69ed7430-16f9-4ecc-838e-6403b7d07324 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/d39b026b-7a28-49c2-9bae-22f7399e4606 HTTP/1.1" status: 204 len: 168 time: 0.8774328 Jan 27 17:11:46.097832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33046) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:46.127770 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f1037602-f783-47b5-9316-5786c86fddd4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.171977 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-7300680c-56f2-47d2-bb24-e8c0958ab3be tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:46.172435 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7300680c-56f2-47d2-bb24-e8c0958ab3be tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:46.176588 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7300680c-56f2-47d2-bb24-e8c0958ab3be tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/13760099-3cb1-4213-8606-1c665b786a9a HTTP/1.1" status: 404 len: 337 time: 0.0750899 Jan 27 17:11:46.183256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33050) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:46.190075 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1037602-f783-47b5-9316-5786c86fddd4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=a4707ac6-89b0-4e14-a173-c7eb86f1da30,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:46.191750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65bbcf13-573c-4d87-ba4f-cea34e2aaf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.192699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f1037602-f783-47b5-9316-5786c86fddd4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.196579 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Deleting port 26aa29ae-a1bd-4b87-b674-476f4be90045 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:46.196917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.248179 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f1037602-f783-47b5-9316-5786c86fddd4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/a4707ac6-89b0-4e14-a173-c7eb86f1da30 HTTP/1.1" status: 204 len: 168 time: 1.5452168 Jan 27 17:11:46.255826 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-81267b95-fcdc-4820-8d81-ff0f5584a889 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.257418 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33056) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:46.261437 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-65bbcf13-573c-4d87-ba4f-cea34e2aaf4b None None] For port 26aa29ae-a1bd-4b87-b674-476f4be90045, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=26aa29ae-a1bd-4b87-b674-476f4be90045,segment=NetworkSegment(1e1de347-39de-4ecc-90b8-6d2da69e7412),segment_id=1e1de347-39de-4ecc-90b8-6d2da69e7412)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:46.270458 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65bbcf13-573c-4d87-ba4f-cea34e2aaf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.332436 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7c3d31-1404-41c1-8472-df8faefec561 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet d1019bd9-5639-49f0-b0e5-4789e42586a8 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:46.341358 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4ec81877-05aa-4a1f-ae8e-24300a058588 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=706843ab109c4af6ba671bce9d79f9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7187450 Jan 27 17:11:46.345496 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33062) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:46.348442 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8f7c3d31-1404-41c1-8472-df8faefec561 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.351534 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbcf13-573c-4d87-ba4f-cea34e2aaf4b None None] Pushing event updated for resources: {'Port': ['ID=26aa29ae-a1bd-4b87-b674-476f4be90045,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:46.356742 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d73ddc8-e757-4be4-bef1-d51c704d055d None None] Resources bound (agent type, host, resource id): {{(pid=87596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:11:46.377871 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-81267b95-fcdc-4820-8d81-ff0f5584a889 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.407047 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33066) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:46.492153 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1401359-12eb-467c-b7a5-779de6e4e857 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting subnet 4793f589-3ec6-4a5e-9adb-d279bc46b3de {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:46.571466 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-81267b95-fcdc-4820-8d81-ff0f5584a889 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] In _notify_port_updated(), no bound segment for port 211551e4-62d7-4feb-bfb2-bf942cab7a95 on network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 {{(pid=87595) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:11:46.577337 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81267b95-fcdc-4820-8d81-ff0f5584a889 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:46.578065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-81267b95-fcdc-4820-8d81-ff0f5584a889 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.579467 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-81267b95-fcdc-4820-8d81-ff0f5584a889 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "PUT /v2.0/ports/211551e4-62d7-4feb-bfb2-bf942cab7a95 HTTP/1.1" status: 200 len: 818 time: 1.3616579 Jan 27 17:11:46.582858 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33072) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:46.656397 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8f7c3d31-1404-41c1-8472-df8faefec561 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.682548 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8aed84e9-25e1-4b56-88a5-e86fe4d9396c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.696979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81267b95-fcdc-4820-8d81-ff0f5584a889 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=211551e4-62d7-4feb-bfb2-bf942cab7a95,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:46.744645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a1401359-12eb-467c-b7a5-779de6e4e857 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.781803 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-bcecf1ae-ae3b-4e01-a0ed-d3d738544334 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port 211551e4-62d7-4feb-bfb2-bf942cab7a95 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:46.782210 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bcecf1ae-ae3b-4e01-a0ed-d3d738544334 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.786748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group': {'name': 'tempest-secgroup--189548152'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:46.800273 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:46.806691 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417bf446-50c8-4c4c-b45c-b2b1ea44cb4b None None] DHCP port deletion for 70c05b3c-7155-42d0-ae82-7ce09f52df44 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:46.816248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] For port 26aa29ae-a1bd-4b87-b674-476f4be90045, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=26aa29ae-a1bd-4b87-b674-476f4be90045,segment=NetworkSegment(1e1de347-39de-4ecc-90b8-6d2da69e7412),segment_id=1e1de347-39de-4ecc-90b8-6d2da69e7412)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:46.816609 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.825296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:46.826135 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8aed84e9-25e1-4b56-88a5-e86fe4d9396c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.834754 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:46.843505 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847f0bc0-dff1-4186-bb58-a44a5fda2e81 None None] Network b7f07f6b-8795-48f1-9221-ccc2affb95f4 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:46.848664 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:46.880344 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f06f69-ae6b-4478-86d2-797ced4f2c0f None None] Network eb111497-a1bd-4f32-8008-5457d5cd4540 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:46.897916 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.916017 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:46.972149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a1401359-12eb-467c-b7a5-779de6e4e857 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.030243 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Calling delete_port for 26aa29ae-a1bd-4b87-b674-476f4be90045 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:47.088787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.106538 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.150737 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 26aa29ae-a1bd-4b87-b674-476f4be90045 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:47.177225 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:47.197329 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:47.206788 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:47.239344 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8f7c3d31-1404-41c1-8472-df8faefec561 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.242750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:47.243646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708511bf-3500-4849-b0ce-3c2da9e4761b None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:47.251864 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-6b11c79c-6572-4044-9b70-92b08ef4a672 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port 48066049-255a-4bb3-a012-6ced0b492b43 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:47.252397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b11c79c-6572-4044-9b70-92b08ef4a672 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.307059 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.366238 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Port': ['ID=26aa29ae-a1bd-4b87-b674-476f4be90045,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:47.378005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=ff917b01-0958-42fb-868d-772353a20526,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:47.384639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No DVR routers for this DVR port 26aa29ae-a1bd-4b87-b674-476f4be90045 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:47.390163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a1401359-12eb-467c-b7a5-779de6e4e857 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.397244 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.402538 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e246980-85a5-498f-9dc6-47a0ee4d708a None None] Network b7f07f6b-8795-48f1-9221-ccc2affb95f4 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:47.443334 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No active binding found for port 26aa29ae-a1bd-4b87-b674-476f4be90045 {{(pid=87596) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 27 17:11:47.443718 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 26aa29ae-a1bd-4b87-b674-476f4be90045 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 27 17:11:47.460267 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8aed84e9-25e1-4b56-88a5-e86fe4d9396c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.501853 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Port 26aa29ae-a1bd-4b87-b674-476f4be90045 not found, will not notify nova. {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 27 17:11:47.524805 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c0897404-74ae-456b-a3ef-5bc4af4ba152 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:47.555744 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed84e9-25e1-4b56-88a5-e86fe4d9396c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0b1da7-962b-43b9-a84b-e121eadd0656,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:47.575676 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8aed84e9-25e1-4b56-88a5-e86fe4d9396c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.579298 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8aed84e9-25e1-4b56-88a5-e86fe4d9396c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b0b1da7-962b-43b9-a84b-e121eadd0656 HTTP/1.1" status: 204 len: 168 time: 1.2005320 Jan 27 17:11:47.579298 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bcecf1ae-ae3b-4e01-a0ed-d3d738544334 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.669519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.725446 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-bcecf1ae-ae3b-4e01-a0ed-d3d738544334 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for 211551e4-62d7-4feb-bfb2-bf942cab7a95 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:47.727893 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f07f6b-8795-48f1-9221-ccc2affb95f4']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:47.756353 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8f7c3d31-1404-41c1-8472-df8faefec561 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.767538 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1de347-39de-4ecc-90b8-6d2da69e7412') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:47.767538 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1de347-39de-4ecc-90b8-6d2da69e7412') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:47.789848 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.797434 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-6b11c79c-6572-4044-9b70-92b08ef4a672 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] For port 48066049-255a-4bb3-a012-6ced0b492b43, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=48066049-255a-4bb3-a012-6ced0b492b43,segment=NetworkSegment(aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4),segment_id=aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:47.797801 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b11c79c-6572-4044-9b70-92b08ef4a672 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.840931 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: c0897404-74ae-456b-a3ef-5bc4af4ba152 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:47.841932 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c0897404-74ae-456b-a3ef-5bc4af4ba152 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:47.876409 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c3d31-1404-41c1-8472-df8faefec561 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=d1019bd9-5639-49f0-b0e5-4789e42586a8,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:47.880277 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a1401359-12eb-467c-b7a5-779de6e4e857 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.885019 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.893841 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8f7c3d31-1404-41c1-8472-df8faefec561 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:47.932334 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8f7c3d31-1404-41c1-8472-df8faefec561 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/d1019bd9-5639-49f0-b0e5-4789e42586a8 HTTP/1.1" status: 204 len: 168 time: 1.6736979 Jan 27 17:11:47.938092 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33088) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:47.985719 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-6b11c79c-6572-4044-9b70-92b08ef4a672 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Calling delete_port for 48066049-255a-4bb3-a012-6ced0b492b43 owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:48.013777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.021655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.041235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1401359-12eb-467c-b7a5-779de6e4e857 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Subnet': ['ID=4793f589-3ec6-4a5e-9adb-d279bc46b3de,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:48.055818 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Floating IP 2eafbe14-1e71-4dca-bb81-07db0fc2233a associated. External IP: 172.26.1.206, port: 6578d116-8708-40b5-93d0-d96c2da9475d. Jan 27 17:11:48.057984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:48.058268 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.060942 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733e0859-aadd-48cd-a40f-8231d54badf3 None None] DHCP port deletion for b7f07f6b-8795-48f1-9221-ccc2affb95f4 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:48.076842 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:48.081796 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:48.084048 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a1401359-12eb-467c-b7a5-779de6e4e857 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.095974 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:48.110499 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:48.145126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:48.210312 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7786fa60-833d-4732-baf2-20172a5fc382,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:48.222716 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a1401359-12eb-467c-b7a5-779de6e4e857 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/4793f589-3ec6-4a5e-9adb-d279bc46b3de HTTP/1.1" status: 204 len: 168 time: 2.0344119 Jan 27 17:11:48.236174 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33096) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:48.261165 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bcecf1ae-ae3b-4e01-a0ed-d3d738544334 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.279339 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f64b1496-2cef-4a2f-b272-6d54ce218751 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3367801 Jan 27 17:11:48.327427 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db9b3e5-5ca4-4ebd-b213-e2b24a8e20b2 None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:48.335069 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3db9b3e5-5ca4-4ebd-b213-e2b24a8e20b2 None None] Deleting port 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:48.335701 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3db9b3e5-5ca4-4ebd-b213-e2b24a8e20b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.338647 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33102) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:48.363086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-a162123f-4a11-4931-9362-a78acdb2cf8c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:48.382518 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecf1ae-ae3b-4e01-a0ed-d3d738544334 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=211551e4-62d7-4feb-bfb2-bf942cab7a95,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:48.396504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bcecf1ae-ae3b-4e01-a0ed-d3d738544334 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.425675 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.438185 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bcecf1ae-ae3b-4e01-a0ed-d3d738544334 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/ports/211551e4-62d7-4feb-bfb2-bf942cab7a95 HTTP/1.1" status: 204 len: 168 time: 1.8477538 Jan 27 17:11:48.441901 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33110) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:48.457555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.461424 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f5a257-fc36-44f2-9db5-b021af79707b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:48.461888 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f5a257-fc36-44f2-9db5-b021af79707b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:48.478310 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Network': ['ID=b7f07f6b-8795-48f1-9221-ccc2affb95f4,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:48.488643 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c240e3-573d-42a2-83fc-a099d20a86ef None None] Update dhcp port {'port': {'network_id': 'eb111497-a1bd-4f32-8008-5457d5cd4540', 'fixed_ips': [{'subnet_id': '4793f589-3ec6-4a5e-9adb-d279bc46b3de'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': 'fcdd063c-ae8f-4f3b-860d-17a509206c69'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:11:48.520152 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-56b3145e-9455-45dc-a6dd-63027b581b62 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/networks/b7f07f6b-8795-48f1-9221-ccc2affb95f4 HTTP/1.1" status: 204 len: 168 time: 5.0227337 Jan 27 17:11:48.521855 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b9f5a257-fc36-44f2-9db5-b021af79707b tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/776d7482-d52f-4aeb-b484-dbb794be1999 HTTP/1.1" status: 404 len: 337 time: 0.2771568 Jan 27 17:11:48.531158 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33116) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:48.531717 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33118) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:48.541594 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-9b004212-e4eb-4dd6-a289-29c24cb4e19a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1636128389'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:48.549082 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23c240e3-573d-42a2-83fc-a099d20a86ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.599026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9b004212-e4eb-4dd6-a289-29c24cb4e19a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:48.606582 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bcfba760-a023-4241-8a9d-dcb2aeb6a1e2 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "GET /v2.0/ports?device_id=d906c02c-1bd9-4baf-8c81-da09910ec430 HTTP/1.1" status: 200 len: 205 time: 0.0719337 Jan 27 17:11:48.616214 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9b004212-e4eb-4dd6-a289-29c24cb4e19a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Usage tracker for resource:network and tenant:bc6375dd00f14ad4896f324bc178ab53 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:48.619098 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33124) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:48.628848 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.630161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9b004212-e4eb-4dd6-a289-29c24cb4e19a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:48.684950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a162123f-4a11-4931-9362-a78acdb2cf8c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:48.699356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a162123f-4a11-4931-9362-a78acdb2cf8c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:48.733013 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.741775 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9b004212-e4eb-4dd6-a289-29c24cb4e19a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:48.759356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a162123f-4a11-4931-9362-a78acdb2cf8c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:48.762179 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-9ab430b7-5358-4568-9292-e55f60468b7d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] delete failed (client error): The resource could not be found. Jan 27 17:11:48.763503 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9ab430b7-5358-4568-9292-e55f60468b7d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/routers/d906c02c-1bd9-4baf-8c81-da09910ec430 HTTP/1.1" status: 404 len: 336 time: 0.1406579 Jan 27 17:11:48.773127 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33130) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:48.782130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a162123f-4a11-4931-9362-a78acdb2cf8c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:48.794081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-3db9b3e5-5ca4-4ebd-b213-e2b24a8e20b2 None None] For port 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0bfef4dd-a4cf-49d7-88f8-920e5b236f4d,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:48.794707 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3db9b3e5-5ca4-4ebd-b213-e2b24a8e20b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.809165 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65f12224-1e77-4218-a891-b1f9dec111c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.810008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b004212-e4eb-4dd6-a289-29c24cb4e19a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:48.814255 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9b004212-e4eb-4dd6-a289-29c24cb4e19a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.849163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.850802 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.4419982 Jan 27 17:11:48.854997 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535d2cc-50b7-4e53-a698-e6e4cf44d0ad tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcaf4d0-f118-4859-9a8e-613e31261753,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:48.858349 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33134) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:48.889072 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b11c79c-6572-4044-9b70-92b08ef4a672 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:48.966007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b004212-e4eb-4dd6-a289-29c24cb4e19a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:49.007220 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f4049e-74d6-4547-aceb-231bcba58c0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:49.007673 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f4049e-74d6-4547-aceb-231bcba58c0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:49.012660 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b0f4049e-74d6-4547-aceb-231bcba58c0f tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/0b707a47-a921-41c3-9749-738f9cdea3ef HTTP/1.1" status: 404 len: 337 time: 0.2346556 Jan 27 17:11:49.018041 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33140) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:49.047551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11c79c-6572-4044-9b70-92b08ef4a672 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Port': ['ID=48066049-255a-4bb3-a012-6ced0b492b43,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:49.064670 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55061b5-1aba-436d-9f46-0fbbe740f7a8 None None] Network eb111497-a1bd-4f32-8008-5457d5cd4540 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:49.080973 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:49.084401 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0561d26-ac61-4b1d-af84-c1f8407e956a tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:49.085096 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a0561d26-ac61-4b1d-af84-c1f8407e956a tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:49.087677 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a162123f-4a11-4931-9362-a78acdb2cf8c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:49.090910 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a162123f-4a11-4931-9362-a78acdb2cf8c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.122412 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3db9b3e5-5ca4-4ebd-b213-e2b24a8e20b2 None None] Calling delete_port for 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:49.213262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bfc94995-b079-415e-bd2f-9e6cafd1122a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:49.274512 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9b004212-e4eb-4dd6-a289-29c24cb4e19a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.274980 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-9b004212-e4eb-4dd6-a289-29c24cb4e19a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Added segment f6d5c9a1-fd0c-44c1-8e14-a3a8b6c3d45b of type vlan for network fb1b01eb-9d06-494c-bba8-3dc8291e4552 Jan 27 17:11:49.277850 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-6599a896-532a-4a85-904f-683ce4ba0db4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:49.277850 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6599a896-532a-4a85-904f-683ce4ba0db4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:49.279531 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6599a896-532a-4a85-904f-683ce4ba0db4 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/5b17f5e7-839f-4fd2-a33a-02b23b1fe06b HTTP/1.1" status: 404 len: 337 time: 0.2605903 Jan 27 17:11:49.310539 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33150) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:49.311371 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a0561d26-ac61-4b1d-af84-c1f8407e956a tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:49.313525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9b004212-e4eb-4dd6-a289-29c24cb4e19a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.315402 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a0561d26-ac61-4b1d-af84-c1f8407e956a tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8164854 Jan 27 17:11:49.317987 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33152) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:49.328230 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c7e85730-81a8-4939-b620-249ffdc0f6f9 None None] Provisioning complete for port fcdd063c-ae8f-4f3b-860d-17a509206c69 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:49.328594 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7e85730-81a8-4939-b620-249ffdc0f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.490675 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee27834-ef95-4b8e-9b0b-fa8be658970a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:49.491467 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee27834-ef95-4b8e-9b0b-fa8be658970a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:49.493438 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fee27834-ef95-4b8e-9b0b-fa8be658970a tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/da52ad12-c853-4444-a8c6-d0190db3ad48 HTTP/1.1" status: 404 len: 337 time: 0.1769407 Jan 27 17:11:49.498307 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed219930-389b-4cd5-95e9-169f65ca0112 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] GET failed (client error): The resource could not be found. Jan 27 17:11:49.499827 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ed219930-389b-4cd5-95e9-169f65ca0112 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports/211551e4-62d7-4feb-bfb2-bf942cab7a95 HTTP/1.1" status: 404 len: 333 time: 0.1759396 Jan 27 17:11:49.500661 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33162) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:49.516069 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33164) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:49.545006 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.553768 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3db9b3e5-5ca4-4ebd-b213-e2b24a8e20b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.557100 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router de6c4960-00fc-4853-bd73-8cfffc05b31a has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:11:49.565373 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-2376c671-3c84-4a6f-be1f-1ee605a799bd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-413962151'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:49.568447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9b004212-e4eb-4dd6-a289-29c24cb4e19a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.575355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b004212-e4eb-4dd6-a289-29c24cb4e19a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:49.576601 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9b004212-e4eb-4dd6-a289-29c24cb4e19a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.580645 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2376c671-3c84-4a6f-be1f-1ee605a799bd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:49.592943 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2376c671-3c84-4a6f-be1f-1ee605a799bd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:network and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:49.597941 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafa8cbf-3f18-4b22-b349-8e81c1136bbb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:49.598682 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bafa8cbf-3f18-4b22-b349-8e81c1136bbb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:49.604510 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db9b3e5-5ca4-4ebd-b213-e2b24a8e20b2 None None] No DVR routers for this DVR port 0bfef4dd-a4cf-49d7-88f8-920e5b236f4d on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:49.606594 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2376c671-3c84-4a6f-be1f-1ee605a799bd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:49.620532 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33170) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:49.622814 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bafa8cbf-3f18-4b22-b349-8e81c1136bbb tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/ports/84f869bb-66e5-4fd4-ae2f-5c1a2aa4f841 HTTP/1.1" status: 404 len: 333 time: 0.1183884 Jan 27 17:11:49.627223 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b11c79c-6572-4044-9b70-92b08ef4a672 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.631160 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9b3e5-5ca4-4ebd-b213-e2b24a8e20b2 None None] Pushing event deleted for resources: {'Port': ['ID=0bfef4dd-a4cf-49d7-88f8-920e5b236f4d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:49.631292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33172) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:49.680215 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2376c671-3c84-4a6f-be1f-1ee605a799bd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:49.695529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bfc94995-b079-415e-bd2f-9e6cafd1122a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:49.699776 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bfc94995-b079-415e-bd2f-9e6cafd1122a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.8401000 Jan 27 17:11:49.700831 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33180) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:49.707063 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-7970d2d4-bbb1-43c5-90c8-4f67ac29b926 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:49.707345 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7970d2d4-bbb1-43c5-90c8-4f67ac29b926 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:49.711975 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7970d2d4-bbb1-43c5-90c8-4f67ac29b926 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/d01cafff-4671-4248-85a2-f8db15b72a47 HTTP/1.1" status: 404 len: 337 time: 0.0725415 Jan 27 17:11:49.714327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33182) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:49.724431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 26aa29ae-a1bd-4b87-b674-476f4be90045 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:49.760555 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 26aa29ae-a1bd-4b87-b674-476f4be90045 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:49.760930 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 26aa29ae-a1bd-4b87-b674-476f4be90045 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:49.761310 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fcdd063c-ae8f-4f3b-860d-17a509206c69 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:49.833463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c7e85730-81a8-4939-b620-249ffdc0f6f9 None None] Provisioning complete for port 931297b5-c2e1-49a8-ace2-d08fa6369412 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:49.833861 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7e85730-81a8-4939-b620-249ffdc0f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.861796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9c4a08-d22c-4a75-93e1-b7288a38db53 None None] DHCP port deletion for eb111497-a1bd-4f32-8008-5457d5cd4540 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:49.878113 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c4a08-d22c-4a75-93e1-b7288a38db53 None None] Deleting port fcdd063c-ae8f-4f3b-860d-17a509206c69 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:49.878407 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3e9c4a08-d22c-4a75-93e1-b7288a38db53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.908108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2376c671-3c84-4a6f-be1f-1ee605a799bd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:49.911905 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2376c671-3c84-4a6f-be1f-1ee605a799bd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:49.923671 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:49.941983 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'network': {'name': 'tempest-network-smoke--1949296913', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'port_security_enabled': True}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:49.947512 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175bb2c-5799-4d66-892a-279f6306983d None None] Sync routers for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:49.958493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group': {'name': 'tempest-security--745220353', 'description': 'tempest-security-description-359637256'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:49.962694 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:49.981618 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:network and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:49.992016 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:50.008426 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:50.010937 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.032447 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9b004212-e4eb-4dd6-a289-29c24cb4e19a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4948573 Jan 27 17:11:50.041619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b004212-e4eb-4dd6-a289-29c24cb4e19a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Network': ['ID=fb1b01eb-9d06-494c-bba8-3dc8291e4552,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:50.045296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33188) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:50.046758 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7175bb2c-5799-4d66-892a-279f6306983d None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:50.047457 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7175bb2c-5799-4d66-892a-279f6306983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:50.048235 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e841762a-a4d9-4054-87dd-d151dab55a7c tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:50.048688 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e841762a-a4d9-4054-87dd-d151dab55a7c tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:50.053002 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e841762a-a4d9-4054-87dd-d151dab55a7c tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/fb911fe6-d9dd-42e9-b846-c3cf788c974e HTTP/1.1" status: 404 len: 337 time: 0.1777823 Jan 27 17:11:50.055086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33190) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:50.069190 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-cd0b3a51-713b-4aa4-ac25-f3f712d33f6e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'subnet': {'network_id': 'fb1b01eb-9d06-494c-bba8-3dc8291e4552', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:50.076048 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2376c671-3c84-4a6f-be1f-1ee605a799bd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:50.088984 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2376c671-3c84-4a6f-be1f-1ee605a799bd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.089782 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-2376c671-3c84-4a6f-be1f-1ee605a799bd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Added segment 81a66b4f-d2b1-4228-9e46-b2e6c1cc3bd3 of type vlan for network 6552d214-ffed-4010-aaee-3a53aea4a785 Jan 27 17:11:50.104389 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network fb1b01eb-9d06-494c-bba8-3dc8291e4552 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:50.116294 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c7e85730-81a8-4939-b620-249ffdc0f6f9 None None] Port 931297b5-c2e1-49a8-ace2-d08fa6369412 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:11:50.134085 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2376c671-3c84-4a6f-be1f-1ee605a799bd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.165461 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.174563 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7175bb2c-5799-4d66-892a-279f6306983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:50.247083 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2376c671-3c84-4a6f-be1f-1ee605a799bd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.254912 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2376c671-3c84-4a6f-be1f-1ee605a799bd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:50.255545 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2376c671-3c84-4a6f-be1f-1ee605a799bd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.260391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:50.264896 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.290588 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7175bb2c-5799-4d66-892a-279f6306983d None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:50.291260 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7175bb2c-5799-4d66-892a-279f6306983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:50.312736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.348055 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-69f0ad3e-8289-4c71-b91c-112c0ef8a535 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.6931682 Jan 27 17:11:50.349177 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33196) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:50.354655 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e29631-9a61-43df-a511-ebc3fed2e24d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:50.355079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e29631-9a61-43df-a511-ebc3fed2e24d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:50.359243 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f1e29631-9a61-43df-a511-ebc3fed2e24d tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/ports/c01f4e01-7c7f-4707-b818-1d4d032c2cda HTTP/1.1" status: 404 len: 333 time: 0.2920239 Jan 27 17:11:50.366619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1b58219a-d0c1-498c-a7e4-4b9dcda41b32 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'floatingip': {'port_id': '6578d116-8708-40b5-93d0-d96c2da9475d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:50.387613 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7175bb2c-5799-4d66-892a-279f6306983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:50.387719 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175bb2c-5799-4d66-892a-279f6306983d None None] The sync data for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:11:50.392106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33200) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:50.397568 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:50.401451 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:50.407499 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port fcdd063c-ae8f-4f3b-860d-17a509206c69, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fcdd063c-ae8f-4f3b-860d-17a509206c69,segment=NetworkSegment(2d35291d-3d2a-4230-bed7-0df0cbc155aa),segment_id=2d35291d-3d2a-4230-bed7-0df0cbc155aa)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:50.422165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.443774 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:50.454103 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2376c671-3c84-4a6f-be1f-1ee605a799bd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9355569 Jan 27 17:11:50.457047 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.466431 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33204) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:50.472918 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:50.476948 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-822324da-64ef-4e26-8c3f-772567fd4ca3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:50.477396 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822324da-64ef-4e26-8c3f-772567fd4ca3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:50.481465 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-822324da-64ef-4e26-8c3f-772567fd4ca3 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/cd1b6823-57a6-44fe-ad9b-c99d628a9ffb HTTP/1.1" status: 404 len: 337 time: 0.0865505 Jan 27 17:11:50.504230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33208) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:50.526770 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-3e9c4a08-d22c-4a75-93e1-b7288a38db53 None None] For port fcdd063c-ae8f-4f3b-860d-17a509206c69, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fcdd063c-ae8f-4f3b-860d-17a509206c69,segment=NetworkSegment(2d35291d-3d2a-4230-bed7-0df0cbc155aa),segment_id=2d35291d-3d2a-4230-bed7-0df0cbc155aa)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:50.527453 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3e9c4a08-d22c-4a75-93e1-b7288a38db53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.554021 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-da6879ea-250e-423e-ab8a-df704dea88fd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'subnet': {'network_id': '6552d214-ffed-4010-aaee-3a53aea4a785', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:50.579095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376c671-3c84-4a6f-be1f-1ee605a799bd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Network': ['ID=6552d214-ffed-4010-aaee-3a53aea4a785,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:50.595770 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b11c79c-6572-4044-9b70-92b08ef4a672 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router d867d368-53b4-4c2c-8f5d-be271ff07b0c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:11:50.601675 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-591cd754-89e8-407d-9cce-44a19d99bffc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] DELETE failed (client error): The resource could not be found. Jan 27 17:11:50.602151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591cd754-89e8-407d-9cce-44a19d99bffc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:50.607918 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-591cd754-89e8-407d-9cce-44a19d99bffc tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/subnets/d9736ec3-5488-4507-9cc2-379a13e84f8c HTTP/1.1" status: 404 len: 337 time: 0.0986400 Jan 27 17:11:50.617726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33216) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:50.618687 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cd0b3a51-713b-4aa4-ac25-f3f712d33f6e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:50.645564 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.objects.ports [None req-a162123f-4a11-4931-9362-a78acdb2cf8c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87595) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:11:50.651390 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a162123f-4a11-4931-9362-a78acdb2cf8c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.653817 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 6552d214-ffed-4010-aaee-3a53aea4a785 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:50.663667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cd0b3a51-713b-4aa4-ac25-f3f712d33f6e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Usage tracker for resource:subnet and tenant:bc6375dd00f14ad4896f324bc178ab53 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:50.671988 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c4a08-d22c-4a75-93e1-b7288a38db53 None None] Calling delete_port for fcdd063c-ae8f-4f3b-860d-17a509206c69 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:50.674324 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cd0b3a51-713b-4aa4-ac25-f3f712d33f6e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:50.678920 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1b58219a-d0c1-498c-a7e4-4b9dcda41b32 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.739244 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=fcdd063c-ae8f-4f3b-860d-17a509206c69,revision_number=11']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:50.768084 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cd0b3a51-713b-4aa4-ac25-f3f712d33f6e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:50.792204 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.799729 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a162123f-4a11-4931-9362-a78acdb2cf8c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:50.810775 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-a162123f-4a11-4931-9362-a78acdb2cf8c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:50.821059 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a162123f-4a11-4931-9362-a78acdb2cf8c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:50.821645 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a162123f-4a11-4931-9362-a78acdb2cf8c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.829321 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-da6879ea-250e-423e-ab8a-df704dea88fd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:50.832286 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcff401-b5ed-465e-b6c5-2b1fae3512f1 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:50.837335 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162123f-4a11-4931-9362-a78acdb2cf8c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=388864b4-06f3-46ec-b5d0-bc9737a0c004,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:50.839729 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-da6879ea-250e-423e-ab8a-df704dea88fd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:subnet and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:50.847983 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-da6879ea-250e-423e-ab8a-df704dea88fd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:50.857844 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-3e9c4a08-d22c-4a75-93e1-b7288a38db53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:50.858193 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-3e9c4a08-d22c-4a75-93e1-b7288a38db53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:50.865636 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-da6879ea-250e-423e-ab8a-df704dea88fd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:50.872381 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.874872 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.878963 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "PUT /v2.0/security-groups/1fcaf4d0-f118-4859-9a8e-613e31261753 HTTP/1.1" status: 200 len: 1776 time: 1.1659164 Jan 27 17:11:50.883936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33220) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:50.903785 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a162123f-4a11-4931-9362-a78acdb2cf8c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5615578 Jan 27 17:11:50.905202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33224) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:50.910484 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-053a4c60-0986-403d-a6c7-056d7dd530f6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Deleting port 931297b5-c2e1-49a8-ace2-d08fa6369412 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:50.910828 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-053a4c60-0986-403d-a6c7-056d7dd530f6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.911342 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.915308 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-fc61d6e0-2788-4430-a023-e9e2d9f13fa0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:50.934939 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0b3a51-713b-4aa4-ac25-f3f712d33f6e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:50.937439 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.938314 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3a51-713b-4aa4-ac25-f3f712d33f6e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:50.970086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6879ea-250e-423e-ab8a-df704dea88fd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:50.973841 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da6879ea-250e-423e-ab8a-df704dea88fd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.033011 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62dfed7d-b05a-48ce-83fb-98a72d90017b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.098082 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': '388864b4-06f3-46ec-b5d0-bc9737a0c004'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:51.100000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.161029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcaf4d0-f118-4859-9a8e-613e31261753,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:51.220902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:11:51.227506 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:51.227946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:51.228185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:51.228514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:51.228837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:51.229164 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:51.229478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:51.230007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:51.230511 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:51.230832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:51.231147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:51.231464 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa75ae-b8bb-4e0e-8b9f-d4c8a5abf7e8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:51.245978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f5738f-c3b0-490f-b3e7-df9269c21a5c,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:51.288210 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Allocated IP 2001:db8::f816:3eff:fe2a:e22e (bbf03638-7624-437f-9c24-a87cd70c5626/388864b4-06f3-46ec-b5d0-bc9737a0c004/bb4e5807-04d9-4df7-8723-110ff820aa62) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:51.311242 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.311880 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Added segment 27080b96-cf73-4d14-abf6-9a232b52845f of type vlan for network 71658409-b08b-495f-8be3-a19e062b9762 Jan 27 17:11:51.355783 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-93a6b703-845d-418b-9c27-a2e66c664b2f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-groups/1fcaf4d0-f118-4859-9a8e-613e31261753 HTTP/1.1" status: 200 len: 1776 time: 0.4557362 Jan 27 17:11:51.357025 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b11c79c-6572-4044-9b70-92b08ef4a672 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:51.358541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33228) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:51.370274 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e2e77-decd-4e92-8d3b-d59272e5a583 None None] Sync routers for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:51.382064 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e2e77-decd-4e92-8d3b-d59272e5a583 None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:51.382873 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6b11c79c-6572-4044-9b70-92b08ef4a672 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/d867d368-53b4-4c2c-8f5d-be271ff07b0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9858861 Jan 27 17:11:51.383428 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c92e2e77-decd-4e92-8d3b-d59272e5a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:51.386026 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.390845 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33232) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:51.429246 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fc61d6e0-2788-4430-a023-e9e2d9f13fa0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:51.444447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fc61d6e0-2788-4430-a023-e9e2d9f13fa0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:51.452240 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fc61d6e0-2788-4430-a023-e9e2d9f13fa0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:51.482354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fc61d6e0-2788-4430-a023-e9e2d9f13fa0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:51.544245 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-1470315f-525f-4cb6-85ed-3602500f140b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting subnet 0b149407-abea-48c3-ae02-50637ebdba7d {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:11:51.550018 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.555623 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:51.556443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.562597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1470315f-525f-4cb6-85ed-3602500f140b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.573013 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.577762 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-c92e2e77-decd-4e92-8d3b-d59272e5a583 None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:11:51.588075 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Transition to ACTIVE for port object bb4e5807-04d9-4df7-8723-110ff820aa62 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:51.605043 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0483-c3c6-4d03-bd94-71e8233b7269 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.605494 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc61d6e0-2788-4430-a023-e9e2d9f13fa0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:51.609381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fc61d6e0-2788-4430-a023-e9e2d9f13fa0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.611526 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Transition to ACTIVE for port object bb4e5807-04d9-4df7-8723-110ff820aa62 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:51.614299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c4a08-d22c-4a75-93e1-b7288a38db53 None None] Deleting port fcdd063c-ae8f-4f3b-860d-17a509206c69 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:51.614709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3e9c4a08-d22c-4a75-93e1-b7288a38db53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.635004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0483-c3c6-4d03-bd94-71e8233b7269 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.655330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.695102 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0483-c3c6-4d03-bd94-71e8233b7269 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.836342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:51.837864 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:51.851861 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1470315f-525f-4cb6-85ed-3602500f140b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.873969 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:51.885897 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2614641 Jan 27 17:11:51.901984 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33236) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:51.908627 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c6ee2-e515-437b-b2ca-ef4af89daead tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Network': ['ID=71658409-b08b-495f-8be3-a19e062b9762,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:51.920076 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-307769868', 'admin_state_up': True, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:51.951368 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:51.953021 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da6879ea-250e-423e-ab8a-df704dea88fd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:51.960512 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 71658409-b08b-495f-8be3-a19e062b9762 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:11:51.970646 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c92e2e77-decd-4e92-8d3b-d59272e5a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:11:48Z', 'revision_number': 10, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:51.975753 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e2e77-decd-4e92-8d3b-d59272e5a583 None None] Checking router: d867d368-53b4-4c2c-8f5d-be271ff07b0c for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:11:51.985929 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e2e77-decd-4e92-8d3b-d59272e5a583 None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:51.987463 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c92e2e77-decd-4e92-8d3b-d59272e5a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:51.995000 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:router and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:52.000254 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:52.028429 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Pushing event updated for resources: {'Port': ['ID=bb4e5807-04d9-4df7-8723-110ff820aa62,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:52.044270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe0483-c3c6-4d03-bd94-71e8233b7269 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcaf4d0-f118-4859-9a8e-613e31261753,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:52.052265 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:52.059814 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-053a4c60-0986-403d-a6c7-056d7dd530f6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.082541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0483-c3c6-4d03-bd94-71e8233b7269 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.083651 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e4fe0483-c3c6-4d03-bd94-71e8233b7269 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-groups/1fcaf4d0-f118-4859-9a8e-613e31261753 HTTP/1.1" status: 204 len: 168 time: 0.7094791 Jan 27 17:11:52.093907 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33240) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:52.195484 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.ipam_backend_mixin [None req-fc61d6e0-2788-4430-a023-e9e2d9f13fa0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 388864b4-06f3-46ec-b5d0-bc9737a0c004 (CIDR: 2001:db8::/64) Jan 27 17:11:52.196443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6879ea-250e-423e-ab8a-df704dea88fd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Subnet': ['ID=3ee05327-1b54-41f2-82eb-3522f01315b4,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:52.198930 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.199923 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.214387 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc61d6e0-2788-4430-a023-e9e2d9f13fa0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:52.214895 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc61d6e0-2788-4430-a023-e9e2d9f13fa0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:52.267622 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-c92e2e77-decd-4e92-8d3b-d59272e5a583 None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:11:52.270439 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6879ea-250e-423e-ab8a-df704dea88fd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Checking segment: {'id': '81a66b4f-d2b1-4228-9e46-b2e6c1cc3bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '6552d214-ffed-4010-aaee-3a53aea4a785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:52.270833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6879ea-250e-423e-ab8a-df704dea88fd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network hostable DHCP agents. Network: 6552d214-ffed-4010-aaee-3a53aea4a785, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:11:52.275733 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.277744 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1470315f-525f-4cb6-85ed-3602500f140b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.308686 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.322030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-053a4c60-0986-403d-a6c7-056d7dd530f6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Calling delete_port for 931297b5-c2e1-49a8-ace2-d08fa6369412 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:52.343616 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d5dead15-aa7f-41ae-8463-ce5dadf0ed10 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2311828 Jan 27 17:11:52.348384 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33244) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:52.362469 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fc61d6e0-2788-4430-a023-e9e2d9f13fa0 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4539437 Jan 27 17:11:52.363619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Attempting to bind port bb4e5807-04d9-4df7-8723-110ff820aa62 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:52.363619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Attempting to bind port bb4e5807-04d9-4df7-8723-110ff820aa62 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:52.363619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Attempting to bind port bb4e5807-04d9-4df7-8723-110ff820aa62 on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:52.378315 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33248) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:52.384837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.386572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:52.388875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:52.394735 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.395707 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:52.396515 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Bound port: bb4e5807-04d9-4df7-8723-110ff820aa62, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:52.397182 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.397832 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-11eb4e06-9f76-43f0-9afa-6bd331dbbd3d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:52.416006 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6879ea-250e-423e-ab8a-df704dea88fd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network 6552d214-ffed-4010-aaee-3a53aea4a785 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:11:52.419241 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-28478cd9-6784-4782-9b4d-e7da82948b8e tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] delete failed (client error): The resource could not be found. Jan 27 17:11:52.420543 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-28478cd9-6784-4782-9b4d-e7da82948b8e tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-groups/1fcaf4d0-f118-4859-9a8e-613e31261753 HTTP/1.1" status: 404 len: 347 time: 0.0640163 Jan 27 17:11:52.426444 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-3e9c4a08-d22c-4a75-93e1-b7288a38db53 None None] For port fcdd063c-ae8f-4f3b-860d-17a509206c69, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fcdd063c-ae8f-4f3b-860d-17a509206c69,segment=NetworkSegment(2d35291d-3d2a-4230-bed7-0df0cbc155aa),segment_id=2d35291d-3d2a-4230-bed7-0df0cbc155aa)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:52.427051 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3e9c4a08-d22c-4a75-93e1-b7288a38db53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.481388 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33252) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:52.518673 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-d393be52-6b5b-4d9e-ac68-5d5800578ff6 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group': {'name': 'tempest-secgroup--1867830851'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:52.534609 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-da6879ea-250e-423e-ab8a-df704dea88fd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 6552d214-ffed-4010-aaee-3a53aea4a785) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:52.536502 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d393be52-6b5b-4d9e-ac68-5d5800578ff6 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:52.584092 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c4a08-d22c-4a75-93e1-b7288a38db53 None None] Calling delete_port for fcdd063c-ae8f-4f3b-860d-17a509206c69 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:52.597153 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6879ea-250e-423e-ab8a-df704dea88fd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:52.597793 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da6879ea-250e-423e-ab8a-df704dea88fd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.604585 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d393be52-6b5b-4d9e-ac68-5d5800578ff6 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:52.650089 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c92e2e77-decd-4e92-8d3b-d59272e5a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:11:48Z', 'revision_number': 10, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:52.654489 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e2e77-decd-4e92-8d3b-d59272e5a583 None None] The sync data for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv is: [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:11:48Z', 'revision_number': 10, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None, '_interfaces': [{'id': 'f485c381-8a1d-4de6-8539-03af99cd682c', 'name': '', 'network_id': '6e4ca3b7-816b-479c-b0a0-7a0da63efc04', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'mac_address': 'fa:16:3e:5a:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:10:09Z', 'updated_at': '2022-01-27T17:10:29Z', 'revision_number': 5, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'subnets': [{'id': '8bb442e7-ce78-4672-87e3-810b622ce79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:11:52.665698 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d393be52-6b5b-4d9e-ac68-5d5800578ff6 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:52.668887 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1470315f-525f-4cb6-85ed-3602500f140b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.707341 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b3a2e7-e284-4df7-8465-4e3ae22bd50b None None] Network 6552d214-ffed-4010-aaee-3a53aea4a785 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:52.756503 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3e9c4a08-d22c-4a75-93e1-b7288a38db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.759444 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d393be52-6b5b-4d9e-ac68-5d5800578ff6 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:52.795305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470315f-525f-4cb6-85ed-3602500f140b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Subnet': ['ID=0b149407-abea-48c3-ae02-50637ebdba7d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:52.815245 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1470315f-525f-4cb6-85ed-3602500f140b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.819977 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1470315f-525f-4cb6-85ed-3602500f140b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/subnets/0b149407-abea-48c3-ae02-50637ebdba7d HTTP/1.1" status: 204 len: 168 time: 1.4254105 Jan 27 17:11:52.859972 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1b58219a-d0c1-498c-a7e4-4b9dcda41b32 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.873049 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6597926-093c-4c2d-b19d-f5909549190a None None] Network 64f7444e-4da7-4919-a435-1e7da4215eea requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:52.873871 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33256) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:52.878250 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-da6879ea-250e-423e-ab8a-df704dea88fd tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3999674 Jan 27 17:11:52.894334 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d393be52-6b5b-4d9e-ac68-5d5800578ff6 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.895448 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c4a08-d22c-4a75-93e1-b7288a38db53 None None] Pushing event deleted for resources: {'Port': ['ID=fcdd063c-ae8f-4f3b-860d-17a509206c69,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:52.905566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.908957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33260) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:52.920514 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c4a08-d22c-4a75-93e1-b7288a38db53 None None] No DVR routers for this DVR port fcdd063c-ae8f-4f3b-860d-17a509206c69 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:52.934661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1b58219a-d0c1-498c-a7e4-4b9dcda41b32 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:52.950727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] For port bb4e5807-04d9-4df7-8723-110ff820aa62, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:52.952786 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-fbf6b5c8-7ca4-4a0e-aa9e-7c8d98da3f74 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'subnet': {'network_id': '6552d214-ffed-4010-aaee-3a53aea4a785', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:53.001054 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3a51-713b-4aa4-ac25-f3f712d33f6e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.035624 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] For port bb4e5807-04d9-4df7-8723-110ff820aa62, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=bb4e5807-04d9-4df7-8723-110ff820aa62,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:53.045437 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-053a4c60-0986-403d-a6c7-056d7dd530f6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.141189 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 48066049-255a-4bb3-a012-6ced0b492b43 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:53.153811 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a4c60-0986-403d-a6c7-056d7dd530f6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Port': ['ID=931297b5-c2e1-49a8-ace2-d08fa6369412,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:53.178467 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.188815 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-11eb4e06-9f76-43f0-9afa-6bd331dbbd3d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:53.195542 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d393be52-6b5b-4d9e-ac68-5d5800578ff6 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:53.201183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-053a4c60-0986-403d-a6c7-056d7dd530f6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.234279 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-11eb4e06-9f76-43f0-9afa-6bd331dbbd3d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:53.237146 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d393be52-6b5b-4d9e-ac68-5d5800578ff6 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:53.239794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-11eb4e06-9f76-43f0-9afa-6bd331dbbd3d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:53.264989 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0b3a51-713b-4aa4-ac25-f3f712d33f6e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Checking segment: {'id': 'f6d5c9a1-fd0c-44c1-8e14-a3a8b6c3d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fb1b01eb-9d06-494c-bba8-3dc8291e4552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:53.265347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0b3a51-713b-4aa4-ac25-f3f712d33f6e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network hostable DHCP agents. Network: fb1b01eb-9d06-494c-bba8-3dc8291e4552, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:11:53.284422 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b3a51-713b-4aa4-ac25-f3f712d33f6e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Subnet': ['ID=4e64750b-e62f-4d4e-8ecb-74df7e0ed501,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:53.291962 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 48066049-255a-4bb3-a012-6ced0b492b43 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:53.292429 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 48066049-255a-4bb3-a012-6ced0b492b43 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:53.306217 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d393be52-6b5b-4d9e-ac68-5d5800578ff6 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:53.319868 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-053a4c60-0986-403d-a6c7-056d7dd530f6 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/ports/931297b5-c2e1-49a8-ace2-d08fa6369412 HTTP/1.1" status: 204 len: 168 time: 2.6933589 Jan 27 17:11:53.323461 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33264) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:53.388602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-11eb4e06-9f76-43f0-9afa-6bd331dbbd3d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:53.399101 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d393be52-6b5b-4d9e-ac68-5d5800578ff6 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:53.426420 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83a43b-4613-4863-8317-406635fabbbc None None] Pushing event updated for resources: {'Port': ['ID=bb4e5807-04d9-4df7-8723-110ff820aa62,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:53.434205 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.434419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.442665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-6552d214-ffed-4010-aaee-3a53aea4a785', 'network_id': '6552d214-ffed-4010-aaee-3a53aea4a785', 'tenant_id': 'bcf63b44a81342b381e6a8ef34f3f0e6', 'fixed_ips': [{'subnet_id': '3ee05327-1b54-41f2-82eb-3522f01315b4'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:53.444860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.476774 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11eb4e06-9f76-43f0-9afa-6bd331dbbd3d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:53.480188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11eb4e06-9f76-43f0-9afa-6bd331dbbd3d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.500153 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0b3a51-713b-4aa4-ac25-f3f712d33f6e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network fb1b01eb-9d06-494c-bba8-3dc8291e4552 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:11:53.535111 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3408-f110-4c64-ac2f-9c09bebb0722 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.547613 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-cd0b3a51-713b-4aa4-ac25-f3f712d33f6e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, fb1b01eb-9d06-494c-bba8-3dc8291e4552) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:53.561511 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0b3a51-713b-4aa4-ac25-f3f712d33f6e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:53.561653 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3a51-713b-4aa4-ac25-f3f712d33f6e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.563089 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:53.563448 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.614191 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09216d39-5aa1-43f9-bb1a-b7546c05376a None None] Network fb1b01eb-9d06-494c-bba8-3dc8291e4552 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:53.726971 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fbf6b5c8-7ca4-4a0e-aa9e-7c8d98da3f74 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:53.743761 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fbf6b5c8-7ca4-4a0e-aa9e-7c8d98da3f74 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:subnet and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:53.763380 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fbf6b5c8-7ca4-4a0e-aa9e-7c8d98da3f74 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:53.784378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fbf6b5c8-7ca4-4a0e-aa9e-7c8d98da3f74 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:53.840045 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c6a6b7-5232-40aa-bcdd-f818f5dbcf78 None None] DHCP port deletion for 64f7444e-4da7-4919-a435-1e7da4215eea request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:11:53.893431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6a6b7-5232-40aa-bcdd-f818f5dbcf78 None None] Deleting port e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:53.893563 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d9c6a6b7-5232-40aa-bcdd-f818f5dbcf78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.904522 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cd0b3a51-713b-4aa4-ac25-f3f712d33f6e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.8476722 Jan 27 17:11:53.908127 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf6b5c8-7ca4-4a0e-aa9e-7c8d98da3f74 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:53.911850 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fbf6b5c8-7ca4-4a0e-aa9e-7c8d98da3f74 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.912289 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33268) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:53.938140 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d393be52-6b5b-4d9e-ac68-5d5800578ff6 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:53.965122 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b58219a-d0c1-498c-a7e4-4b9dcda41b32 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router de6c4960-00fc-4853-bd73-8cfffc05b31a has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:11:53.967593 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d393be52-6b5b-4d9e-ac68-5d5800578ff6 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.013039 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Allocated IP 172.20.0.2 (6552d214-ffed-4010-aaee-3a53aea4a785/3ee05327-1b54-41f2-82eb-3522f01315b4/2d324753-94c4-48ee-ae97-4b197739ae56) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:54.023307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3408-f110-4c64-ac2f-9c09bebb0722 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.141429 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-6b5f3408-f110-4c64-ac2f-9c09bebb0722 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb111497-a1bd-4f32-8008-5457d5cd4540']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:54.217261 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-6b5f3408-f110-4c64-ac2f-9c09bebb0722 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d35291d-3d2a-4230-bed7-0df0cbc155aa') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:54.217537 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-6b5f3408-f110-4c64-ac2f-9c09bebb0722 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d35291d-3d2a-4230-bed7-0df0cbc155aa') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:54.234980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393be52-6b5b-4d9e-ac68-5d5800578ff6 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227c6d9b-8974-41ac-afcf-5fc36ce7116c,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:54.255720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3408-f110-4c64-ac2f-9c09bebb0722 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.278351 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d393be52-6b5b-4d9e-ac68-5d5800578ff6 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.279377 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d393be52-6b5b-4d9e-ac68-5d5800578ff6 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7851884 Jan 27 17:11:54.285780 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] For port e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9,segment=NetworkSegment(aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4),segment_id=aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:54.286194 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.293987 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33272) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:54.305901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-89ca420d-4f16-4875-a477-329568fb5034 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group_rule': {'security_group_id': '227c6d9b-8974-41ac-afcf-5fc36ce7116c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:54.314948 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3408-f110-4c64-ac2f-9c09bebb0722 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.317252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-89ca420d-4f16-4875-a477-329568fb5034 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:54.335927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-fb1b01eb-9d06-494c-bba8-3dc8291e4552', 'network_id': 'fb1b01eb-9d06-494c-bba8-3dc8291e4552', 'tenant_id': 'bc6375dd00f14ad4896f324bc178ab53', 'fixed_ips': [{'subnet_id': '4e64750b-e62f-4d4e-8ecb-74df7e0ed501'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:11:54.336884 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.369803 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.386784 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-89ca420d-4f16-4875-a477-329568fb5034 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:54.391662 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d9c6a6b7-5232-40aa-bcdd-f818f5dbcf78 None None] For port e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9,segment=NetworkSegment(aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4),segment_id=aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:54.392149 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d9c6a6b7-5232-40aa-bcdd-f818f5dbcf78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.404998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-89ca420d-4f16-4875-a477-329568fb5034 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:54.408404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5f3408-f110-4c64-ac2f-9c09bebb0722 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:54.408810 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3408-f110-4c64-ac2f-9c09bebb0722 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:54.426117 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:54.436006 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.ipam_backend_mixin [None req-fbf6b5c8-7ca4-4a0e-aa9e-7c8d98da3f74 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3ee05327-1b54-41f2-82eb-3522f01315b4 (CIDR: 172.20.0.0/28) Jan 27 17:11:54.440541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-89ca420d-4f16-4875-a477-329568fb5034 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:54.553098 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b58219a-d0c1-498c-a7e4-4b9dcda41b32 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:54.566510 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Calling delete_port for e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:54.573960 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3408-f110-4c64-ac2f-9c09bebb0722 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.579869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-89ca420d-4f16-4875-a477-329568fb5034 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.600556 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf6b5c8-7ca4-4a0e-aa9e-7c8d98da3f74 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:11:54.601048 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf6b5c8-7ca4-4a0e-aa9e-7c8d98da3f74 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:11:54.608381 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3408-f110-4c64-ac2f-9c09bebb0722 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.610573 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6b5f3408-f110-4c64-ac2f-9c09bebb0722 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] 10.222.0.50 "DELETE /v2.0/networks/eb111497-a1bd-4f32-8008-5457d5cd4540 HTTP/1.1" status: 204 len: 168 time: 1.2841296 Jan 27 17:11:54.614878 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6a6b7-5232-40aa-bcdd-f818f5dbcf78 None None] Calling delete_port for e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:54.619644 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1b58219a-d0c1-498c-a7e4-4b9dcda41b32 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.642564 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0688fd-ce65-4625-8e9c-fbd36a1bbc0b None None] Sync routers for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:54.662712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f3408-f110-4c64-ac2f-9c09bebb0722 tempest-PortsIpV6TestJSON-2087752260 tempest-PortsIpV6TestJSON-2087752260-project] Pushing event deleted for resources: {'Network': ['ID=eb111497-a1bd-4f32-8008-5457d5cd4540,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:54.707404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.724610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0688fd-ce65-4625-8e9c-fbd36a1bbc0b None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:54.725767 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-ee0688fd-ce65-4625-8e9c-fbd36a1bbc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:54.800165 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-ee0688fd-ce65-4625-8e9c-fbd36a1bbc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:54.832441 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.867214 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-89ca420d-4f16-4875-a477-329568fb5034 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.873595 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1b58219a-d0c1-498c-a7e4-4b9dcda41b32 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "PUT /v2.0/floatingips/2eafbe14-1e71-4dca-bb81-07db0fc2233a HTTP/1.1" status: 200 len: 979 time: 4.5204771 Jan 27 17:11:54.876732 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-89ca420d-4f16-4875-a477-329568fb5034 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.878714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33278) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:54.881698 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:54.980243 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca420d-4f16-4875-a477-329568fb5034 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1d4167-7111-4f17-a764-5472c5a96202,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:54.994724 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.022432 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0688fd-ce65-4625-8e9c-fbd36a1bbc0b None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:55.023278 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-ee0688fd-ce65-4625-8e9c-fbd36a1bbc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:55.031971 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-89ca420d-4f16-4875-a477-329568fb5034 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.033781 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-89ca420d-4f16-4875-a477-329568fb5034 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7358696 Jan 27 17:11:55.036340 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33284) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:55.127647 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Transition to ACTIVE for port object 2d324753-94c4-48ee-ae97-4b197739ae56 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:55.130559 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-ee0688fd-ce65-4625-8e9c-fbd36a1bbc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:55.131053 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0688fd-ce65-4625-8e9c-fbd36a1bbc0b None None] The sync data for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:11:55.158351 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-d9c6a6b7-5232-40aa-bcdd-f818f5dbcf78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:55.159050 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-d9c6a6b7-5232-40aa-bcdd-f818f5dbcf78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:55.168946 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Allocated IP 2001:db8::1 (fb1b01eb-9d06-494c-bba8-3dc8291e4552/4e64750b-e62f-4d4e-8ecb-74df7e0ed501/fa5106aa-a1d1-4858-8eb8-abd40bc07698) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:55.174161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device bb4e5807-04d9-4df7-8723-110ff820aa62 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:55.186096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0105e2a7-8cb9-45f5-a282-0976480253f3 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.213384 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33288) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:55.252474 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0105e2a7-8cb9-45f5-a282-0976480253f3 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.255837 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.276239 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Transition to ACTIVE for port object 2d324753-94c4-48ee-ae97-4b197739ae56 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:55.285945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-2689667e-7e87-435d-b0d5-7028fa486a31 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Deleting port ff917b01-0958-42fb-868d-772353a20526 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:55.286664 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2689667e-7e87-435d-b0d5-7028fa486a31 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.304023 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Port': ['ID=e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:55.307038 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fbf6b5c8-7ca4-4a0e-aa9e-7c8d98da3f74 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3746612 Jan 27 17:11:55.309182 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] No DVR routers for this DVR port e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:55.320751 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-52c16b76-efca-4cc1-bea8-556711ba1ff1 None None] Provisioning for port bb4e5807-04d9-4df7-8723-110ff820aa62 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:55.329286 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33294) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:55.343782 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a9e0cbb9-ce0d-42a8-9438-72b3d1a4af8c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'subnet': {'network_id': '6552d214-ffed-4010-aaee-3a53aea4a785', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:55.352232 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:55.352564 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:55.352895 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:55.353224 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:55.353550 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:55.354002 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:55.354324 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:55.354643 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:55.354957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:55.355269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:55.355641 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:55.355965 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:55.363046 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.437389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0105e2a7-8cb9-45f5-a282-0976480253f3 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.479753 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11eb4e06-9f76-43f0-9afa-6bd331dbbd3d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.493746 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Network 6552d214-ffed-4010-aaee-3a53aea4a785 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:55.501029 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:55.508648 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:55.568520 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.603987 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f7444e-4da7-4919-a435-1e7da4215eea']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:55.621842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:55.622205 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa6cbf4-d3e6-4bbe-b7b6-611d382c7fe4') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:55.660630 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port bb4e5807-04d9-4df7-8723-110ff820aa62 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:55.689254 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105e2a7-8cb9-45f5-a282-0976480253f3 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b1d4167-7111-4f17-a764-5472c5a96202,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:55.701386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0105e2a7-8cb9-45f5-a282-0976480253f3 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.701559 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6a6b7-5232-40aa-bcdd-f818f5dbcf78 None None] Deleting port e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:55.702017 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d9c6a6b7-5232-40aa-bcdd-f818f5dbcf78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.702541 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0105e2a7-8cb9-45f5-a282-0976480253f3 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/0b1d4167-7111-4f17-a764-5472c5a96202 HTTP/1.1" status: 204 len: 168 time: 0.6652875 Jan 27 17:11:55.710742 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.718680 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33298) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:55.762561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eb4e06-9f76-43f0-9afa-6bd331dbbd3d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:55.763001 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Pushing event updated for resources: {'Port': ['ID=2d324753-94c4-48ee-ae97-4b197739ae56,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:55.766596 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.778057 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port bb4e5807-04d9-4df7-8723-110ff820aa62 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:55.779065 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.779731 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-11eb4e06-9f76-43f0-9afa-6bd331dbbd3d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:55.792296 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eb4e06-9f76-43f0-9afa-6bd331dbbd3d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:55.793384 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11eb4e06-9f76-43f0-9afa-6bd331dbbd3d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.808229 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:55.808630 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.817318 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c20c3de5-993a-4417-a3c3-7be337197df6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c08441886451403eaced8170704dc616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6027987 Jan 27 17:11:55.822927 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33302) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:55.825882 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ca33ad-d333-41f1-be17-86115526b132 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:55.839691 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:55.856313 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a9e0cbb9-ce0d-42a8-9438-72b3d1a4af8c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:55.858550 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.26.1.158 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/a8f8a541-0225-423e-8760-6d9c2160f04d) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:55.864494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2689667e-7e87-435d-b0d5-7028fa486a31 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.864812 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2689667e-7e87-435d-b0d5-7028fa486a31 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.876051 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb4e06-9f76-43f0-9afa-6bd331dbbd3d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=df545b13-2aa5-4cd4-a2a4-3b0d928c8b0d,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:55.884607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a9e0cbb9-ce0d-42a8-9438-72b3d1a4af8c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:subnet and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:55.898128 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a9e0cbb9-ce0d-42a8-9438-72b3d1a4af8c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:55.904610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Attempting to bind port 2d324753-94c4-48ee-ae97-4b197739ae56 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:55.905117 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Attempting to bind port 2d324753-94c4-48ee-ae97-4b197739ae56 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '81a66b4f-d2b1-4228-9e46-b2e6c1cc3bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '6552d214-ffed-4010-aaee-3a53aea4a785'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:55.905591 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Attempting to bind port 2d324753-94c4-48ee-ae97-4b197739ae56 on network 6552d214-ffed-4010-aaee-3a53aea4a785 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:55.912385 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6a6b7-5232-40aa-bcdd-f818f5dbcf78 None None] The port 'e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:11:55.962276 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:55.962778 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Checking segment: {'id': '81a66b4f-d2b1-4228-9e46-b2e6c1cc3bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '6552d214-ffed-4010-aaee-3a53aea4a785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:55.963268 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.963777 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Bound using segment: {'id': '81a66b4f-d2b1-4228-9e46-b2e6c1cc3bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '6552d214-ffed-4010-aaee-3a53aea4a785'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:55.964425 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Bound port: 2d324753-94c4-48ee-ae97-4b197739ae56, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a66b4f-d2b1-4228-9e46-b2e6c1cc3bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '6552d214-ffed-4010-aaee-3a53aea4a785'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:55.964900 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:55.982891 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-11eb4e06-9f76-43f0-9afa-6bd331dbbd3d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6005440 Jan 27 17:11:55.987810 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33306) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:55.999775 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ca0be9ca-6972-4137-86a5-ba9ddd70cfcb tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:56.005125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'mac_address': 'fa:16:3e:21:90:d6', 'name': 'tempest-NetworksTestDHCPv6-1943665973'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:56.019733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a9e0cbb9-ce0d-42a8-9438-72b3d1a4af8c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:56.035130 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-2689667e-7e87-435d-b0d5-7028fa486a31 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Calling delete_port for ff917b01-0958-42fb-868d-772353a20526 owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:56.083308 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.091075 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.128275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e0cbb9-ce0d-42a8-9438-72b3d1a4af8c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:56.131805 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cbb9-ce0d-42a8-9438-72b3d1a4af8c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.144343 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/networks/64f7444e-4da7-4919-a435-1e7da4215eea HTTP/1.1" status: 204 len: 168 time: 3.2678883 Jan 27 17:11:56.147935 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33310) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:56.151381 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1de72aba-29fe-4425-bbb3-b7dac4c13003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.159679 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d70546-547b-41b0-abf6-140ff43d9287 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Network': ['ID=64f7444e-4da7-4919-a435-1e7da4215eea,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:56.217536 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ca0be9ca-6972-4137-86a5-ba9ddd70cfcb tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:56.219121 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ca0be9ca-6972-4137-86a5-ba9ddd70cfcb tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4966412 Jan 27 17:11:56.224181 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33314) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:56.272219 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.314093 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] For port 2d324753-94c4-48ee-ae97-4b197739ae56, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:56.320284 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Transition to ACTIVE for port object fa5106aa-a1d1-4858-8eb8-abd40bc07698 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:56.343269 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] For port 2d324753-94c4-48ee-ae97-4b197739ae56, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2d324753-94c4-48ee-ae97-4b197739ae56,segment=NetworkSegment(81a66b4f-d2b1-4228-9e46-b2e6c1cc3bd3),segment_id=81a66b4f-d2b1-4228-9e46-b2e6c1cc3bd3)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:56.349316 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.380653 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:56.393041 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:56.397202 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.398283 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:56.407346 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:56.411186 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Transition to ACTIVE for port object fa5106aa-a1d1-4858-8eb8-abd40bc07698 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:56.423130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.423587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1de72aba-29fe-4425-bbb3-b7dac4c13003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.437887 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f9e06f3a-4bc7-4e1a-97be-6c84bcf3f462 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.441478 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:56.475792 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.504232 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f9e06f3a-4bc7-4e1a-97be-6c84bcf3f462 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.538179 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port bb4e5807-04d9-4df7-8723-110ff820aa62, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=bb4e5807-04d9-4df7-8723-110ff820aa62,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:56.541763 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Network fb1b01eb-9d06-494c-bba8-3dc8291e4552 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:56.548537 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6dd98-611b-4941-8230-311c4b9b937a None None] Pushing event updated for resources: {'Port': ['ID=2d324753-94c4-48ee-ae97-4b197739ae56,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:56.551472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:56.587977 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.596512 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:56.601609 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.643378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.674174 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port ad773a80-7795-4b3b-915a-bfeac1818606 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:11:56.711765 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.720891 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:11:56.753494 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f9e06f3a-4bc7-4e1a-97be-6c84bcf3f462 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.762228 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Subnet': ['ID=4e64750b-e62f-4d4e-8ecb-74df7e0ed501,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:56.773205 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Pushing event updated for resources: {'Port': ['ID=fa5106aa-a1d1-4858-8eb8-abd40bc07698,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:56.778617 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:11:56.778889 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e5bbed34-9f7d-4ef5-893d-4c7e2fa2ecc9 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:11:56.821450 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Attempting to bind port fa5106aa-a1d1-4858-8eb8-abd40bc07698 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:11:56.821860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Attempting to bind port fa5106aa-a1d1-4858-8eb8-abd40bc07698 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f6d5c9a1-fd0c-44c1-8e14-a3a8b6c3d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fb1b01eb-9d06-494c-bba8-3dc8291e4552'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:11:56.822252 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Attempting to bind port fa5106aa-a1d1-4858-8eb8-abd40bc07698 on network fb1b01eb-9d06-494c-bba8-3dc8291e4552 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:11:56.826922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:56.842563 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:56.845121 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e06f3a-4bc7-4e1a-97be-6c84bcf3f462 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=227c6d9b-8974-41ac-afcf-5fc36ce7116c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:56.845530 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:11:56.846323 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Checking segment: {'id': 'f6d5c9a1-fd0c-44c1-8e14-a3a8b6c3d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fb1b01eb-9d06-494c-bba8-3dc8291e4552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:11:56.846448 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.846730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Bound using segment: {'id': 'f6d5c9a1-fd0c-44c1-8e14-a3a8b6c3d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fb1b01eb-9d06-494c-bba8-3dc8291e4552'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:11:56.847244 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Bound port: fa5106aa-a1d1-4858-8eb8-abd40bc07698, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d5c9a1-fd0c-44c1-8e14-a3a8b6c3d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fb1b01eb-9d06-494c-bba8-3dc8291e4552'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:11:56.847621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.852973 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1de72aba-29fe-4425-bbb3-b7dac4c13003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.865445 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:56.903907 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f9e06f3a-4bc7-4e1a-97be-6c84bcf3f462 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:56.905283 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f9e06f3a-4bc7-4e1a-97be-6c84bcf3f462 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-groups/227c6d9b-8974-41ac-afcf-5fc36ce7116c HTTP/1.1" status: 204 len: 168 time: 0.6799548 Jan 27 17:11:56.922222 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33318) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:56.923201 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=a8f8a541-0225-423e-8760-6d9c2160f04d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:56.946120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de72aba-29fe-4425-bbb3-b7dac4c13003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55aff71d-602c-43c2-b442-2cbdb0050982,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:56.995223 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=bb4e5807-04d9-4df7-8723-110ff820aa62,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:57.083077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:57.099899 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] For port fa5106aa-a1d1-4858-8eb8-abd40bc07698, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:11:57.105012 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] For port fa5106aa-a1d1-4858-8eb8-abd40bc07698, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fa5106aa-a1d1-4858-8eb8-abd40bc07698,segment=NetworkSegment(f6d5c9a1-fd0c-44c1-8e14-a3a8b6c3d45b),segment_id=f6d5c9a1-fd0c-44c1-8e14-a3a8b6c3d45b)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:11:57.110338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2689667e-7e87-435d-b0d5-7028fa486a31 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:57.155476 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:57.188813 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8:0:1::153 (bbf03638-7624-437f-9c24-a87cd70c5626/df545b13-2aa5-4cd4-a2a4-3b0d928c8b0d/ad773a80-7795-4b3b-915a-bfeac1818606) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:57.195686 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::f816:3eff:fe21:90d6 (bbf03638-7624-437f-9c24-a87cd70c5626/388864b4-06f3-46ec-b5d0-bc9737a0c004/ad773a80-7795-4b3b-915a-bfeac1818606) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:57.280440 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Update dhcp port {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'fixed_ips': [{'subnet_id': '388864b4-06f3-46ec-b5d0-bc9737a0c004', 'ip_address': '2001:db8::f816:3eff:fe2a:e22e'}, {'subnet_id': 'df545b13-2aa5-4cd4-a2a4-3b0d928c8b0d'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': 'bb4e5807-04d9-4df7-8723-110ff820aa62'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:11:57.334627 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7f49b-954d-4dc8-be3d-267a2506a185 None None] Pushing event updated for resources: {'Port': ['ID=fa5106aa-a1d1-4858-8eb8-abd40bc07698,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:57.378218 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1b01eb-9d06-494c-bba8-3dc8291e4552']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:57.383663 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:57.392394 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d5c9a1-fd0c-44c1-8e14-a3a8b6c3d45b') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:57.392679 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d5c9a1-fd0c-44c1-8e14-a3a8b6c3d45b') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:57.397587 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3aef99-a452-49b3-bf34-97053246bd00 None None] Network fb1b01eb-9d06-494c-bba8-3dc8291e4552 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:57.443412 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689667e-7e87-435d-b0d5-7028fa486a31 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Port': ['ID=ff917b01-0958-42fb-868d-772353a20526,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:57.446519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:57.555943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:57.569961 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-723240f8-5e2d-4622-9341-d1438d085085 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:11:57.573502 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:11:57.574206 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:11:57.592604 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:11:57.683989 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1de72aba-29fe-4425-bbb3-b7dac4c13003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:57.684425 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1de72aba-29fe-4425-bbb3-b7dac4c13003 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55aff71d-602c-43c2-b442-2cbdb0050982 HTTP/1.1" status: 204 len: 168 time: 1.8604791 Jan 27 17:11:57.732938 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-723240f8-5e2d-4622-9341-d1438d085085 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:11:57.734828 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-723240f8-5e2d-4622-9341-d1438d085085 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8008976 Jan 27 17:11:57.747647 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2689667e-7e87-435d-b0d5-7028fa486a31 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:57.750853 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-2689667e-7e87-435d-b0d5-7028fa486a31 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Floating IP 2eafbe14-1e71-4dca-bb81-07db0fc2233a disassociated (deleted). External IP: 172.26.1.206, port: 6578d116-8708-40b5-93d0-d96c2da9475d. Jan 27 17:11:57.752305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33324) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:57.767434 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-e678bb4d-1b1e-48eb-b6c0-e06ec7bdbec9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group': {'name': 'tempest-secgroup--1140055757'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:57.776742 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e678bb4d-1b1e-48eb-b6c0-e06ec7bdbec9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:57.848708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.api [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 17:11:57.848708 dv-neutron-826439-2-hyperv neutron-server[87594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 17:11:57.848708 dv-neutron-826439-2-hyperv neutron-server[87594]: [parameters: {'id': 'fb1b01eb-9d06-494c-bba8-3dc8291e4552'}] Jan 27 17:11:57.848708 dv-neutron-826439-2-hyperv neutron-server[87594]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:11:57.849169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG oslo_db.api [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:11:57.871721 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:57.876106 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cbb9-ce0d-42a8-9438-72b3d1a4af8c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:57.881257 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e678bb4d-1b1e-48eb-b6c0-e06ec7bdbec9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:57.907043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e678bb4d-1b1e-48eb-b6c0-e06ec7bdbec9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:57.942857 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object ad773a80-7795-4b3b-915a-bfeac1818606 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:57.959943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e0cbb9-ce0d-42a8-9438-72b3d1a4af8c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network 6552d214-ffed-4010-aaee-3a53aea4a785 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:57.967678 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-a9e0cbb9-ce0d-42a8-9438-72b3d1a4af8c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:57.975348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e0cbb9-ce0d-42a8-9438-72b3d1a4af8c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:57.975928 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cbb9-ce0d-42a8-9438-72b3d1a4af8c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.025230 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e678bb4d-1b1e-48eb-b6c0-e06ec7bdbec9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:58.036536 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e678bb4d-1b1e-48eb-b6c0-e06ec7bdbec9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:58.042023 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e678bb4d-1b1e-48eb-b6c0-e06ec7bdbec9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:58.054721 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.090871 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0cbb9-ce0d-42a8-9438-72b3d1a4af8c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Subnet': ['ID=777be4e0-fe97-4605-bd2a-35a7c5a37c50,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:58.144376 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e678bb4d-1b1e-48eb-b6c0-e06ec7bdbec9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:58.147233 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a9e0cbb9-ce0d-42a8-9438-72b3d1a4af8c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8164773 Jan 27 17:11:58.153609 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33336) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:58.161842 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'network_id': '6552d214-ffed-4010-aaee-3a53aea4a785', 'fixed_ips': [{'subnet_id': '3ee05327-1b54-41f2-82eb-3522f01315b4'}, {'subnet_id': '777be4e0-fe97-4605-bd2a-35a7c5a37c50'}], 'name': 'tempest-PortsTestJSON-1953049618'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:58.283301 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d05b285-e8af-4cc3-9834-2a67411ad892 None None] Network 6552d214-ffed-4010-aaee-3a53aea4a785 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:11:58.295372 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.364317 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.430026 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5ed35cc6-2c3e-429c-bfcd-df46883ea286 None None] Provisioning for port 2d324753-94c4-48ee-ae97-4b197739ae56 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:58.437998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Deleting port fa5106aa-a1d1-4858-8eb8-abd40bc07698 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:58.438334 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.470521 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Allocated IP 2001:db8:0:1::2 (bbf03638-7624-437f-9c24-a87cd70c5626/df545b13-2aa5-4cd4-a2a4-3b0d928c8b0d/bb4e5807-04d9-4df7-8723-110ff820aa62) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:58.481154 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:11:58.497480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:11:58.503984 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=ad773a80-7795-4b3b-915a-bfeac1818606,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:58.509081 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:11:58.515084 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:11:58.515716 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.573335 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e678bb4d-1b1e-48eb-b6c0-e06ec7bdbec9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.588504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e678bb4d-1b1e-48eb-b6c0-e06ec7bdbec9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.686873 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-041994c4-fccd-49f7-8487-cdf02a1f4170 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6979847 Jan 27 17:11:58.690269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] For port fa5106aa-a1d1-4858-8eb8-abd40bc07698, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fa5106aa-a1d1-4858-8eb8-abd40bc07698,segment=NetworkSegment(f6d5c9a1-fd0c-44c1-8e14-a3a8b6c3d45b),segment_id=f6d5c9a1-fd0c-44c1-8e14-a3a8b6c3d45b)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:58.690627 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.701543 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33350) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:58.732721 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] For port bb4e5807-04d9-4df7-8723-110ff820aa62, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=bb4e5807-04d9-4df7-8723-110ff820aa62,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:58.746539 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e678bb4d-1b1e-48eb-b6c0-e06ec7bdbec9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.747729 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e678bb4d-1b1e-48eb-b6c0-e06ec7bdbec9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9933743 Jan 27 17:11:58.757344 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678bb4d-1b1e-48eb-b6c0-e06ec7bdbec9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473bde2c-913c-4e75-9454-cbb08d26e5e7,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:58.766767 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33354) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:58.767108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33356) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:11:58.768294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.773400 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.783470 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0647de01-98c7-424a-a8f3-bf70d5d5b30f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group_rule': {'security_group_id': '473bde2c-913c-4e75-9454-cbb08d26e5e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:58.796444 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Transition to ACTIVE for port object bb4e5807-04d9-4df7-8723-110ff820aa62 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:58.828981 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Calling delete_port for fa5106aa-a1d1-4858-8eb8-abd40bc07698 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:11:58.833586 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.907071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4367af67-475b-43ad-864d-a787485a1862 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:58.910879 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0647de01-98c7-424a-a8f3-bf70d5d5b30f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:59.011540 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9503155-10c0-455f-b795-1c7790a6e1c4 None None] Update dhcp port {'port': {'network_id': '6552d214-ffed-4010-aaee-3a53aea4a785', 'fixed_ips': [{'subnet_id': '3ee05327-1b54-41f2-82eb-3522f01315b4', 'ip_address': '172.20.0.2'}, {'subnet_id': '777be4e0-fe97-4605-bd2a-35a7c5a37c50'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': '2d324753-94c4-48ee-ae97-4b197739ae56'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:11:59.053118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Pushing event updated for resources: {'Port': ['ID=bb4e5807-04d9-4df7-8723-110ff820aa62,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:59.083824 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:59.084168 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:59.084500 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:59.084823 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:59.085143 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:59.085490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:59.085855 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:59.086168 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:59.086491 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:59.086800 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:59.087111 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:59.087418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac725f6-f9e9-46b1-b8c8-ed06efbe0546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:11:59.103189 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9503155-10c0-455f-b795-1c7790a6e1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.228533 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0647de01-98c7-424a-a8f3-bf70d5d5b30f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:59.237517 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-cd794b4a-80a8-4b1d-89a3-da202b8898b5 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1716564869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:11:59.244393 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-cd794b4a-80a8-4b1d-89a3-da202b8898b5 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:59.248468 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-cd794b4a-80a8-4b1d-89a3-da202b8898b5 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Usage tracker for resource:router and tenant:06bfcc8a57944f49a78154dc5d4d574f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:59.251545 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-cd794b4a-80a8-4b1d-89a3-da202b8898b5 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:59.257489 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-cd794b4a-80a8-4b1d-89a3-da202b8898b5 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:59.266449 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2d324753-94c4-48ee-ae97-4b197739ae56 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:11:59.268995 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0647de01-98c7-424a-a8f3-bf70d5d5b30f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:59.277938 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-c97c3e61-8073-49f9-96e5-f378c96c0b9c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port ad773a80-7795-4b3b-915a-bfeac1818606 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:11:59.278315 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c97c3e61-8073-49f9-96e5-f378c96c0b9c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.321424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0647de01-98c7-424a-a8f3-bf70d5d5b30f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:59.323875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd794b4a-80a8-4b1d-89a3-da202b8898b5 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.325137 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd794b4a-80a8-4b1d-89a3-da202b8898b5 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.410030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:11:59.415754 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:port and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:11:59.419668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:11:59.426048 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:11:59.446127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.446710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 2d324753-94c4-48ee-ae97-4b197739ae56 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:59.455754 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd794b4a-80a8-4b1d-89a3-da202b8898b5 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.457052 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0647de01-98c7-424a-a8f3-bf70d5d5b30f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.460939 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 2d324753-94c4-48ee-ae97-4b197739ae56 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:59.461304 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.511073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:11:59.516369 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-f9503155-10c0-455f-b795-1c7790a6e1c4 None None] Allocated IP 172.20.0.18 (6552d214-ffed-4010-aaee-3a53aea4a785/777be4e0-fe97-4605-bd2a-35a7c5a37c50/2d324753-94c4-48ee-ae97-4b197739ae56) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:11:59.556916 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:11:59.608720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No DVR routers for this DVR port fa5106aa-a1d1-4858-8eb8-abd40bc07698 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:11:59.613133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Port': ['ID=fa5106aa-a1d1-4858-8eb8-abd40bc07698,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:11:59.625847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd794b4a-80a8-4b1d-89a3-da202b8898b5 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.698283 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2689667e-7e87-435d-b0d5-7028fa486a31 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router de6c4960-00fc-4853-bd73-8cfffc05b31a has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:11:59.817880 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f9503155-10c0-455f-b795-1c7790a6e1c4 None None] For port 2d324753-94c4-48ee-ae97-4b197739ae56, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2d324753-94c4-48ee-ae97-4b197739ae56,segment=NetworkSegment(81a66b4f-d2b1-4228-9e46-b2e6c1cc3bd3),segment_id=81a66b4f-d2b1-4228-9e46-b2e6c1cc3bd3)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:11:59.833724 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.858111 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:11:59.870831 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Sync routers for ids ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:11:59.876650 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9503155-10c0-455f-b795-1c7790a6e1c4 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.884835 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Routers {'29f218d7-7c8f-4ff2-98d1-d814bd499fbc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:11:59.885454 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:11:59.905821 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f9503155-10c0-455f-b795-1c7790a6e1c4 None None] Transition to ACTIVE for port object 2d324753-94c4-48ee-ae97-4b197739ae56 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:11:59.908069 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4ea0b088-e209-4204-bb1b-eb5fc593a443 None None] Provisioning for port bb4e5807-04d9-4df7-8723-110ff820aa62 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:11:59.915456 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9503155-10c0-455f-b795-1c7790a6e1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.953146 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4ea0b088-e209-4204-bb1b-eb5fc593a443 None None] Provisioning complete for port bb4e5807-04d9-4df7-8723-110ff820aa62 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:11:59.953602 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ea0b088-e209-4204-bb1b-eb5fc593a443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.987860 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0647de01-98c7-424a-a8f3-bf70d5d5b30f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.989507 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cd794b4a-80a8-4b1d-89a3-da202b8898b5 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:11:59.996987 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cd794b4a-80a8-4b1d-89a3-da202b8898b5 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2245252 Jan 27 17:12:00.003933 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33364) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:00.006794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c97c3e61-8073-49f9-96e5-f378c96c0b9c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.015542 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.040428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.040638 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.043971 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-57a22dc0-5072-4118-84e1-3b753c8b07ba tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.1367741 Jan 27 17:12:00.044885 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0647de01-98c7-424a-a8f3-bf70d5d5b30f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.067240 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1258304086'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:00.068674 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33368) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:00.077128 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] device_id is not set on port c94c3fec-dbcb-42cc-b679-f8f976b86336 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:12:00.097426 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:00.201866 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9503155-10c0-455f-b795-1c7790a6e1c4 None None] Pushing event updated for resources: {'Port': ['ID=2d324753-94c4-48ee-ae97-4b197739ae56,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:00.206562 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:12:00.206907 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:12:00.244316 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Set router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:00.256169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1b01eb-9d06-494c-bba8-3dc8291e4552']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:00.331254 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-c97c3e61-8073-49f9-96e5-f378c96c0b9c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for ad773a80-7795-4b3b-915a-bfeac1818606 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:00.366740 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Usage tracker for resource:network and tenant:06bfcc8a57944f49a78154dc5d4d574f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:00.369930 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:00.376060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:00.399738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d5c9a1-fd0c-44c1-8e14-a3a8b6c3d45b') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:00.400223 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d5c9a1-fd0c-44c1-8e14-a3a8b6c3d45b') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:00.405943 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647de01-98c7-424a-a8f3-bf70d5d5b30f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf64d36-a1d9-4623-9b7a-f90d98375944,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:00.407912 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Made reservation on behalf of 06bfcc8a57944f49a78154dc5d4d574f for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:00.411478 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.432094 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0647de01-98c7-424a-a8f3-bf70d5d5b30f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.433500 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0647de01-98c7-424a-a8f3-bf70d5d5b30f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6629143 Jan 27 17:12:00.440978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33374) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:00.445652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.456458 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-73e77c2c-788e-44a6-8eee-8660b51ab47a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group_rule': {'security_group_id': '473bde2c-913c-4e75-9454-cbb08d26e5e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:00.464870 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f6e00e13-62be-4447-9d30-0cd0d46f6b29 None None] Provisioning for port ad773a80-7795-4b3b-915a-bfeac1818606 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:00.474114 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f6e00e13-62be-4447-9d30-0cd0d46f6b29 None None] Provisioning complete for port ad773a80-7795-4b3b-915a-bfeac1818606 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:00.474326 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.474482 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6e00e13-62be-4447-9d30-0cd0d46f6b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.525330 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2689667e-7e87-435d-b0d5-7028fa486a31 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:00.540344 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f871d1-79d2-489b-aa90-2bf4b0c00305 None None] Sync routers for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:00.558880 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f871d1-79d2-489b-aa90-2bf4b0c00305 None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:00.559511 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-96f871d1-79d2-489b-aa90-2bf4b0c00305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:00.576581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-73e77c2c-788e-44a6-8eee-8660b51ab47a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:00.582755 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5b623ffa-bf86-423d-9843-452179169654 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=2e8c8c26aae041c68422ab49a8804631&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3879704 Jan 27 17:12:00.587130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-73e77c2c-788e-44a6-8eee-8660b51ab47a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:00.593358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33378) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:00.595701 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-73e77c2c-788e-44a6-8eee-8660b51ab47a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:00.603533 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-73e77c2c-788e-44a6-8eee-8660b51ab47a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:00.604010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.666301 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-96f871d1-79d2-489b-aa90-2bf4b0c00305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:00.672890 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f6e00e13-62be-4447-9d30-0cd0d46f6b29 None None] Port ad773a80-7795-4b3b-915a-bfeac1818606 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:00.685905 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f871d1-79d2-489b-aa90-2bf4b0c00305 None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:00.686539 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-96f871d1-79d2-489b-aa90-2bf4b0c00305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:00.699301 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:11:57Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:00.703867 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Checking router: 29f218d7-7c8f-4ff2-98d1-d814bd499fbc for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:12:00.704205 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Updating router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc port a8f8a541-0225-423e-8760-6d9c2160f04d binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:12:00.718226 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2689667e-7e87-435d-b0d5-7028fa486a31 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.763108 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:12:00.763829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.770198 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c97c3e61-8073-49f9-96e5-f378c96c0b9c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.771402 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:12:00.802306 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:12:00.815805 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-73e77c2c-788e-44a6-8eee-8660b51ab47a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.816232 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-96f871d1-79d2-489b-aa90-2bf4b0c00305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:00.816642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f871d1-79d2-489b-aa90-2bf4b0c00305 None None] The sync data for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:00.831542 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:00.837378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Usage tracker for resource:security_group_rule and tenant:06bfcc8a57944f49a78154dc5d4d574f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:00.842934 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:00.849616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:00.852608 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.898915 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-4367af67-475b-43ad-864d-a787485a1862 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port f485c381-8a1d-4de6-8539-03af99cd682c {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:00.899570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4367af67-475b-43ad-864d-a787485a1862 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.907099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c3e61-8073-49f9-96e5-f378c96c0b9c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=ad773a80-7795-4b3b-915a-bfeac1818606,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:00.914730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 2d324753-94c4-48ee-ae97-4b197739ae56, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2d324753-94c4-48ee-ae97-4b197739ae56,segment=NetworkSegment(81a66b4f-d2b1-4228-9e46-b2e6c1cc3bd3),segment_id=81a66b4f-d2b1-4228-9e46-b2e6c1cc3bd3)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:00.926340 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:00.927132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device bb4e5807-04d9-4df7-8723-110ff820aa62 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:01.092824 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-73e77c2c-788e-44a6-8eee-8660b51ab47a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.094406 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c97c3e61-8073-49f9-96e5-f378c96c0b9c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.131417 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df33e56a-76c4-4eb9-a422-8123bc4153be None None] Network 6552d214-ffed-4010-aaee-3a53aea4a785 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:01.141864 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-73e77c2c-788e-44a6-8eee-8660b51ab47a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.170142 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e77c2c-788e-44a6-8eee-8660b51ab47a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f7fa37-91dc-4bb1-9948-878409d9c97b,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:01.192039 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c97c3e61-8073-49f9-96e5-f378c96c0b9c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/ad773a80-7795-4b3b-915a-bfeac1818606 HTTP/1.1" status: 204 len: 168 time: 2.4892683 Jan 27 17:12:01.194974 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33382) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:01.275296 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-73e77c2c-788e-44a6-8eee-8660b51ab47a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.276752 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-73e77c2c-788e-44a6-8eee-8660b51ab47a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8283577 Jan 27 17:12:01.279684 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33386) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:01.296149 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-4491144f-af68-4088-8f94-ec7e56abb918 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group_rule': {'security_group_id': '473bde2c-913c-4e75-9454-cbb08d26e5e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:01.314010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=2d324753-94c4-48ee-ae97-4b197739ae56,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:01.321415 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4491144f-af68-4088-8f94-ec7e56abb918 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:01.329007 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-67cc5203-8c7b-4135-b140-dee61b053858 None None] Provisioning for port 2d324753-94c4-48ee-ae97-4b197739ae56 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:01.330137 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4491144f-af68-4088-8f94-ec7e56abb918 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:01.336597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4491144f-af68-4088-8f94-ec7e56abb918 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:01.341978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.346334 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port bb4e5807-04d9-4df7-8723-110ff820aa62 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:01.346775 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.350144 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.351007 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4491144f-af68-4088-8f94-ec7e56abb918 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:01.355136 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.367053 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Transition to ACTIVE for port object a8f8a541-0225-423e-8760-6d9c2160f04d will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:01.371610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-67cc5203-8c7b-4135-b140-dee61b053858 None None] Provisioning complete for port 2d324753-94c4-48ee-ae97-4b197739ae56 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:01.372031 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-67cc5203-8c7b-4135-b140-dee61b053858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.376035 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.401576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Allocated IP 172.20.0.8 (6552d214-ffed-4010-aaee-3a53aea4a785/3ee05327-1b54-41f2-82eb-3522f01315b4/c94c3fec-dbcb-42cc-b679-f8f976b86336) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:01.404515 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:01.410342 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Allocated IP 172.20.0.29 (6552d214-ffed-4010-aaee-3a53aea4a785/777be4e0-fe97-4605-bd2a-35a7c5a37c50/c94c3fec-dbcb-42cc-b679-f8f976b86336) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:01.424007 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=808de630-1757-46a8-8f98-53d4442c21d8,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:01.436084 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f9357e-7bca-4c14-86fe-5740edc67ac2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:01.436802 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-09f9357e-7bca-4c14-86fe-5740edc67ac2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:01.441839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4491144f-af68-4088-8f94-ec7e56abb918 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.456688 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.457105 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Added segment d86ecb3f-4757-4b28-a13f-fab7383b7297 of type vlan for network 43304e70-0371-47dc-849f-1add221eb1b9 Jan 27 17:12:01.504617 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-09f9357e-7bca-4c14-86fe-5740edc67ac2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:01.508747 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-09f9357e-7bca-4c14-86fe-5740edc67ac2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3073683 Jan 27 17:12:01.512894 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33390) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:01.566404 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.578907 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26add1-d73c-4b79-9237-cf4f5a399043 None None] Pushing event updated for resources: {'Port': ['ID=a8f8a541-0225-423e-8760-6d9c2160f04d,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:01.588416 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Attempting to bind port a8f8a541-0225-423e-8760-6d9c2160f04d on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:01.589310 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Attempting to bind port a8f8a541-0225-423e-8760-6d9c2160f04d by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:01.589940 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Attempting to bind port a8f8a541-0225-423e-8760-6d9c2160f04d on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:01.598519 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26add1-d73c-4b79-9237-cf4f5a399043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:01.599100 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26add1-d73c-4b79-9237-cf4f5a399043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:01.599644 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26add1-d73c-4b79-9237-cf4f5a399043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:01.600106 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26add1-d73c-4b79-9237-cf4f5a399043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:01.600581 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26add1-d73c-4b79-9237-cf4f5a399043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:01.601069 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26add1-d73c-4b79-9237-cf4f5a399043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:01.601796 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26add1-d73c-4b79-9237-cf4f5a399043 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:01.602269 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26add1-d73c-4b79-9237-cf4f5a399043 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:01.602761 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26add1-d73c-4b79-9237-cf4f5a399043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:01.603215 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26add1-d73c-4b79-9237-cf4f5a399043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:01.603885 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26add1-d73c-4b79-9237-cf4f5a399043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:01.604444 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26add1-d73c-4b79-9237-cf4f5a399043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:01.616763 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:01.617324 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:01.618166 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.618806 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:01.619428 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Bound port: a8f8a541-0225-423e-8760-6d9c2160f04d, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:01.619953 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.628570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4491144f-af68-4088-8f94-ec7e56abb918 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.647599 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4491144f-af68-4088-8f94-ec7e56abb918 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.657031 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.674945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Transition to ACTIVE for port object c94c3fec-dbcb-42cc-b679-f8f976b86336 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:01.676052 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.683399 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:01.684095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.718099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491144f-af68-4088-8f94-ec7e56abb918 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2644b7c2-3a69-476b-8dd1-50fd5e6f7dc8,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:01.728933 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.761270 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] For port a8f8a541-0225-423e-8760-6d9c2160f04d, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:01.766885 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] For port a8f8a541-0225-423e-8760-6d9c2160f04d, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=a8f8a541-0225-423e-8760-6d9c2160f04d,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:01.772313 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:01.789546 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f352268-4d27-4424-9b4f-ca10492ad5c4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:01.793608 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8f352268-4d27-4424-9b4f-ca10492ad5c4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2682641 Jan 27 17:12:01.801853 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33394) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:01.862014 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2d324753-94c4-48ee-ae97-4b197739ae56 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:01.900114 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26add1-d73c-4b79-9237-cf4f5a399043 None None] Pushing event updated for resources: {'Port': ['ID=a8f8a541-0225-423e-8760-6d9c2160f04d,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:01.908698 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Routers {'29f218d7-7c8f-4ff2-98d1-d814bd499fbc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:01.909833 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:01.988424 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 2d324753-94c4-48ee-ae97-4b197739ae56 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:01.988825 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.041479 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.0144105 Jan 27 17:12:02.042399 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33398) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:02.043118 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498ba7b-1b85-464c-9e47-d8fd406aa310 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event updated for resources: {'Network': ['ID=43304e70-0371-47dc-849f-1add221eb1b9,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:02.052480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-85804bc8-f70c-4190-a874-66d57b672ac2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Request body: {'subnet': {'network_id': '43304e70-0371-47dc-849f-1add221eb1b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:02.066777 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4491144f-af68-4088-8f94-ec7e56abb918 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.068009 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4491144f-af68-4088-8f94-ec7e56abb918 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7873917 Jan 27 17:12:02.071418 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33402) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:02.076652 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f2d304cf-84d1-49d6-b264-eba8575f203c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group_rule': {'security_group_id': '473bde2c-913c-4e75-9454-cbb08d26e5e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:02.083867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-4367af67-475b-43ad-864d-a787485a1862 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] For port f485c381-8a1d-4de6-8539-03af99cd682c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f485c381-8a1d-4de6-8539-03af99cd682c,segment=NetworkSegment(501675a7-323e-4c5b-aa2d-1fa3fdb1f723),segment_id=501675a7-323e-4c5b-aa2d-1fa3fdb1f723)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:02.084630 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4367af67-475b-43ad-864d-a787485a1862 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.089675 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f2d304cf-84d1-49d6-b264-eba8575f203c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:02.105818 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f2d304cf-84d1-49d6-b264-eba8575f203c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:02.110672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f2d304cf-84d1-49d6-b264-eba8575f203c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:02.110925 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 43304e70-0371-47dc-849f-1add221eb1b9 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:02.159937 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f2d304cf-84d1-49d6-b264-eba8575f203c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:02.190581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-85804bc8-f70c-4190-a874-66d57b672ac2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:02.195070 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-85804bc8-f70c-4190-a874-66d57b672ac2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Usage tracker for resource:subnet and tenant:06bfcc8a57944f49a78154dc5d4d574f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:02.198256 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-85804bc8-f70c-4190-a874-66d57b672ac2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:02.204528 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-85804bc8-f70c-4190-a874-66d57b672ac2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:02.219987 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f2d304cf-84d1-49d6-b264-eba8575f203c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.231252 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85804bc8-f70c-4190-a874-66d57b672ac2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Made reservation on behalf of 06bfcc8a57944f49a78154dc5d4d574f for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:02.234853 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85804bc8-f70c-4190-a874-66d57b672ac2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.240011 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-4367af67-475b-43ad-864d-a787485a1862 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Calling delete_port for f485c381-8a1d-4de6-8539-03af99cd682c owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:02.245862 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] Set router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:02.284220 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e71d1a2-3852-4707-998d-0bba32310bcd None None] get_active_networks_info from dv-neutron-826439-2-hyperv {{(pid=87596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:12:02.396544 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f2d304cf-84d1-49d6-b264-eba8575f203c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.407698 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f2d304cf-84d1-49d6-b264-eba8575f203c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.424400 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8cdb42e8-f3f1-4b81-ab40-e66983cfc8e2 None None] Provisioning complete for port 2d324753-94c4-48ee-ae97-4b197739ae56 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:02.424769 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cdb42e8-f3f1-4b81-ab40-e66983cfc8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.475660 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d304cf-84d1-49d6-b264-eba8575f203c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f57891-61b0-4db6-b191-0e1c69add409,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:02.505188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0c7b8e-d608-4f9f-b6ab-037f029bcb8f tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:02.508027 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fa0c7b8e-d608-4f9f-b6ab-037f029bcb8f tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.9007397 Jan 27 17:12:02.542522 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device bb4e5807-04d9-4df7-8723-110ff820aa62 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:02.555540 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33406) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:02.576330 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:11:57Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:02.580676 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220fa357-32eb-4781-a47d-aa6415847830 None None] The sync data for ids ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'] in dv-neutron-826439-2-hyperv is: [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:11:57Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:02.589292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.593586 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f2d304cf-84d1-49d6-b264-eba8575f203c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.594397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.594833 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f2d304cf-84d1-49d6-b264-eba8575f203c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5224500 Jan 27 17:12:02.605360 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85804bc8-f70c-4190-a874-66d57b672ac2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.605360 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33410) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:02.605712 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2689667e-7e87-435d-b0d5-7028fa486a31 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/floatingips/2eafbe14-1e71-4dca-bb81-07db0fc2233a HTTP/1.1" status: 204 len: 168 time: 7.7160726 Jan 27 17:12:02.605712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33412) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:02.636202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4367af67-475b-43ad-864d-a787485a1862 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.646490 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bbdf681a-7479-4e30-8caa-138e75d66720 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0891891 Jan 27 17:12:02.648193 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e71d1a2-3852-4707-998d-0bba32310bcd None None] Resources bound (agent type, host, resource id): {{(pid=87596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:12:02.653537 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33418) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:02.656767 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-9cb5af7f-c709-49c7-af39-83d573aebe80 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group_rule': {'security_group_id': '473bde2c-913c-4e75-9454-cbb08d26e5e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:02.663039 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network 6552d214-ffed-4010-aaee-3a53aea4a785 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:02.672378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-a16a7923-7e96-4cc6-9626-362394b0a10b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1182481375', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:02.704166 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port bb4e5807-04d9-4df7-8723-110ff820aa62 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:02.704535 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.725587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:02.728636 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:02.772299 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02273c9-be35-4ef9-af4e-dab7a1928519 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:02.774103 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02273c9-be35-4ef9-af4e-dab7a1928519 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:02.775644 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02273c9-be35-4ef9-af4e-dab7a1928519 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:02.776645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a02273c9-be35-4ef9-af4e-dab7a1928519 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:02.779610 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Network': ['ID=fb1b01eb-9d06-494c-bba8-3dc8291e4552,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:02.786115 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9cb5af7f-c709-49c7-af39-83d573aebe80 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:02.797294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a16a7923-7e96-4cc6-9626-362394b0a10b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:02.797983 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3d2aa48a-ed4a-44d2-b034-593f962c3662 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/networks/fb1b01eb-9d06-494c-bba8-3dc8291e4552 HTTP/1.1" status: 204 len: 168 time: 8.8799651 Jan 27 17:12:02.797983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=c94c3fec-dbcb-42cc-b679-f8f976b86336,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:02.801256 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9cb5af7f-c709-49c7-af39-83d573aebe80 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:02.803272 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33422) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:02.804142 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a16a7923-7e96-4cc6-9626-362394b0a10b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:subnet and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:02.816312 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a16a7923-7e96-4cc6-9626-362394b0a10b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:02.824418 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-634155a9-1031-4e7e-a2ca-47638865cd83 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1397362848'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:02.829954 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-634155a9-1031-4e7e-a2ca-47638865cd83 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:02.833881 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-634155a9-1031-4e7e-a2ca-47638865cd83 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Usage tracker for resource:network and tenant:bc6375dd00f14ad4896f324bc178ab53 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:02.836814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-634155a9-1031-4e7e-a2ca-47638865cd83 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:02.842615 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-634155a9-1031-4e7e-a2ca-47638865cd83 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:02.850110 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9cb5af7f-c709-49c7-af39-83d573aebe80 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:02.870156 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634155a9-1031-4e7e-a2ca-47638865cd83 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:02.873674 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-634155a9-1031-4e7e-a2ca-47638865cd83 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:02.887586 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9cb5af7f-c709-49c7-af39-83d573aebe80 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:02.895503 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a16a7923-7e96-4cc6-9626-362394b0a10b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:02.921842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85804bc8-f70c-4190-a874-66d57b672ac2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event updated for resources: {'Subnet': ['ID=2867352f-3977-4897-b535-5131c47fe9a8,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:02.926640 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367af67-475b-43ad-864d-a787485a1862 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Port': ['ID=f485c381-8a1d-4de6-8539-03af99cd682c,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:02.939177 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85804bc8-f70c-4190-a874-66d57b672ac2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Checking segment: {'id': 'd86ecb3f-4757-4b28-a13f-fab7383b7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '43304e70-0371-47dc-849f-1add221eb1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:02.939513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85804bc8-f70c-4190-a874-66d57b672ac2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Network hostable DHCP agents. Network: 43304e70-0371-47dc-849f-1add221eb1b9, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:02.948808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16a7923-7e96-4cc6-9626-362394b0a10b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:02.952762 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a16a7923-7e96-4cc6-9626-362394b0a10b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.014007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-b07831bd-bf73-484e-bb57-780195fa7fef tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Deleting port 6578d116-8708-40b5-93d0-d96c2da9475d {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:03.014455 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b07831bd-bf73-484e-bb57-780195fa7fef tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.097388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a02273c9-be35-4ef9-af4e-dab7a1928519 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:03.101340 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a02273c9-be35-4ef9-af4e-dab7a1928519 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 1.2889740 Jan 27 17:12:03.128605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:03.128605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.135470 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33426) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:03.205594 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634155a9-1031-4e7e-a2ca-47638865cd83 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:03.206669 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.214411 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9cb5af7f-c709-49c7-af39-83d573aebe80 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.234137 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9dc76b-136e-4591-ac53-8ac2e247dfce tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet 388864b4-06f3-46ec-b5d0-bc9737a0c004 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:03.245765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc76b-136e-4591-ac53-8ac2e247dfce tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.263797 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-634155a9-1031-4e7e-a2ca-47638865cd83 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.264162 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-634155a9-1031-4e7e-a2ca-47638865cd83 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Added segment 476474ee-0331-443c-8062-b11a28ff0115 of type vlan for network b69e8a82-76fe-432a-bf7a-8509927c6ab6 Jan 27 17:12:03.265529 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85804bc8-f70c-4190-a874-66d57b672ac2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Network 43304e70-0371-47dc-849f-1add221eb1b9 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:03.320813 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-85804bc8-f70c-4190-a874-66d57b672ac2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 43304e70-0371-47dc-849f-1add221eb1b9) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:03.346491 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85804bc8-f70c-4190-a874-66d57b672ac2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:03.346816 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85804bc8-f70c-4190-a874-66d57b672ac2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.351374 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-634155a9-1031-4e7e-a2ca-47638865cd83 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.364308 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a16a7923-7e96-4cc6-9626-362394b0a10b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.378181 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785d8c5f-f5be-48b7-8497-1653f2b5649a None None] Network 43304e70-0371-47dc-849f-1add221eb1b9 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:03.506869 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9cb5af7f-c709-49c7-af39-83d573aebe80 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.554762 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-85804bc8-f70c-4190-a874-66d57b672ac2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5088418 Jan 27 17:12:03.555646 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9cb5af7f-c709-49c7-af39-83d573aebe80 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.590405 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33430) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:03.640212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-874ed395-1127-4c15-b42b-8a50995b37f2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Request body: {'network': {'name': 'tempest-router-network01--1982583732'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:03.658302 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-634155a9-1031-4e7e-a2ca-47638865cd83 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.663784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634155a9-1031-4e7e-a2ca-47638865cd83 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:03.664379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-634155a9-1031-4e7e-a2ca-47638865cd83 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.689544 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a7923-7e96-4cc6-9626-362394b0a10b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Subnet': ['ID=a344f178-6b07-4d9e-bda5-43d60ea0302d,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:03.691565 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5af7f-c709-49c7-af39-83d573aebe80 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dede746d-c7c2-416d-8565-42d130d6c501,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:03.699882 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-874ed395-1127-4c15-b42b-8a50995b37f2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:03.718416 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6745caab-d9e0-4567-b2e3-24dfe5e4cae0 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.5614541 Jan 27 17:12:03.733138 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33434) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:03.744661 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-874ed395-1127-4c15-b42b-8a50995b37f2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Usage tracker for resource:network and tenant:06bfcc8a57944f49a78154dc5d4d574f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:03.760295 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16a7923-7e96-4cc6-9626-362394b0a10b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Checking segment: {'id': '27080b96-cf73-4d14-abf6-9a232b52845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '71658409-b08b-495f-8be3-a19e062b9762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:03.760449 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16a7923-7e96-4cc6-9626-362394b0a10b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network hostable DHCP agents. Network: 71658409-b08b-495f-8be3-a19e062b9762, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:03.762153 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc76b-136e-4591-ac53-8ac2e247dfce tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.767852 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9cb5af7f-c709-49c7-af39-83d573aebe80 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.769040 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9cb5af7f-c709-49c7-af39-83d573aebe80 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.1338396 Jan 27 17:12:03.770111 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-874ed395-1127-4c15-b42b-8a50995b37f2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:03.784070 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33436) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:03.799459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-874ed395-1127-4c15-b42b-8a50995b37f2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:03.813183 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-43a738ba-ebf9-47b5-9d04-1d7c91f34d29 None None] Provisioning for port c94c3fec-dbcb-42cc-b679-f8f976b86336 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:03.844447 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-43a738ba-ebf9-47b5-9d04-1d7c91f34d29 None None] Provisioning complete for port c94c3fec-dbcb-42cc-b679-f8f976b86336 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:03.845087 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43a738ba-ebf9-47b5-9d04-1d7c91f34d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.864586 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-634155a9-1031-4e7e-a2ca-47638865cd83 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0497849 Jan 27 17:12:03.869077 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634155a9-1031-4e7e-a2ca-47638865cd83 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Network': ['ID=b69e8a82-76fe-432a-bf7a-8509927c6ab6,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:03.872633 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33440) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:03.892561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-afbf2c69-12bc-4eff-82a5-61518fdfaab1 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'subnet': {'network_id': 'b69e8a82-76fe-432a-bf7a-8509927c6ab6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:03.923246 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874ed395-1127-4c15-b42b-8a50995b37f2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Made reservation on behalf of 06bfcc8a57944f49a78154dc5d4d574f for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:03.927313 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-874ed395-1127-4c15-b42b-8a50995b37f2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.935460 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-43a738ba-ebf9-47b5-9d04-1d7c91f34d29 None None] Port c94c3fec-dbcb-42cc-b679-f8f976b86336 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:03.940138 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-43304e70-0371-47dc-849f-1add221eb1b9', 'network_id': '43304e70-0371-47dc-849f-1add221eb1b9', 'tenant_id': '06bfcc8a57944f49a78154dc5d4d574f', 'fixed_ips': [{'subnet_id': '2867352f-3977-4897-b535-5131c47fe9a8'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:03.942224 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.950139 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16a7923-7e96-4cc6-9626-362394b0a10b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 71658409-b08b-495f-8be3-a19e062b9762 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:03.952685 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a5b78c88-9adf-468e-a7ff-1bba726fbd5c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:03.960702 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network b69e8a82-76fe-432a-bf7a-8509927c6ab6 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:03.989332 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a8f8a541-0225-423e-8760-6d9c2160f04d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:04.004771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-bf7da7f1-66c1-491c-b842-d7926bdfec1f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3ee05327-1b54-41f2-82eb-3522f01315b4'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:04.007473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a5b78c88-9adf-468e-a7ff-1bba726fbd5c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.031987 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4367af67-475b-43ad-864d-a787485a1862 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.033370 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-a16a7923-7e96-4cc6-9626-362394b0a10b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 71658409-b08b-495f-8be3-a19e062b9762) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:04.059031 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b913f268-bfb2-4257-9dbd-7f346ee1e1e0 None None] Network 71658409-b08b-495f-8be3-a19e062b9762 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:04.095233 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874ed395-1127-4c15-b42b-8a50995b37f2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:04.102425 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16a7923-7e96-4cc6-9626-362394b0a10b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:04.103005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a16a7923-7e96-4cc6-9626-362394b0a10b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.132425 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-afbf2c69-12bc-4eff-82a5-61518fdfaab1 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:04.141078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-874ed395-1127-4c15-b42b-8a50995b37f2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.141403 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-874ed395-1127-4c15-b42b-8a50995b37f2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Added segment 2995bbbe-4eec-4e7e-9bea-bdbfca533135 of type vlan for network 27c36540-7bc6-469c-909e-bae7a90ebdfb Jan 27 17:12:04.142546 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a5b78c88-9adf-468e-a7ff-1bba726fbd5c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.144518 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-afbf2c69-12bc-4eff-82a5-61518fdfaab1 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Usage tracker for resource:subnet and tenant:bc6375dd00f14ad4896f324bc178ab53 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:04.159577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a5b78c88-9adf-468e-a7ff-1bba726fbd5c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.160667 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a5b78c88-9adf-468e-a7ff-1bba726fbd5c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/dede746d-c7c2-416d-8565-42d130d6c501 HTTP/1.1" status: 204 len: 168 time: 0.3750651 Jan 27 17:12:04.161577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-afbf2c69-12bc-4eff-82a5-61518fdfaab1 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:04.166986 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33446) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:04.170995 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a16a7923-7e96-4cc6-9626-362394b0a10b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5068851 Jan 27 17:12:04.179548 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33450) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:04.192351 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b78c88-9adf-468e-a7ff-1bba726fbd5c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dede746d-c7c2-416d-8565-42d130d6c501,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:04.246210 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc76b-136e-4591-ac53-8ac2e247dfce tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.252703 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-afbf2c69-12bc-4eff-82a5-61518fdfaab1 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:04.293555 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-874ed395-1127-4c15-b42b-8a50995b37f2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.318083 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbf2c69-12bc-4eff-82a5-61518fdfaab1 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:04.321650 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-afbf2c69-12bc-4eff-82a5-61518fdfaab1 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.499177 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port a8f8a541-0225-423e-8760-6d9c2160f04d completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:04.505532 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-20ffe5b0-78bf-469d-9cda-d93aad1eb32b tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:04.508538 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-874ed395-1127-4c15-b42b-8a50995b37f2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:12:04.517077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Allocated IP 172.20.0.2 (43304e70-0371-47dc-849f-1add221eb1b9/2867352f-3977-4897-b535-5131c47fe9a8/39f7dc4d-e2de-4f3e-af77-142f2dbabb5f) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:04.538285 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port a8f8a541-0225-423e-8760-6d9c2160f04d triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:04.538656 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.544291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b07831bd-bf73-484e-bb57-780195fa7fef tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.671548 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-874ed395-1127-4c15-b42b-8a50995b37f2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.676948 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ed395-1127-4c15-b42b-8a50995b37f2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:04.677760 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-874ed395-1127-4c15-b42b-8a50995b37f2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.678458 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf7da7f1-66c1-491c-b842-d7926bdfec1f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.708660 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-20ffe5b0-78bf-469d-9cda-d93aad1eb32b tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:04.710003 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-20ffe5b0-78bf-469d-9cda-d93aad1eb32b tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.5405536 Jan 27 17:12:04.726749 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33454) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:04.752881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4367af67-475b-43ad-864d-a787485a1862 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router d867d368-53b4-4c2c-8f5d-be271ff07b0c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:12:04.760580 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-b07831bd-bf73-484e-bb57-780195fa7fef tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Calling delete_port for 6578d116-8708-40b5-93d0-d96c2da9475d owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:04.786119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-71658409-b08b-495f-8be3-a19e062b9762', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ips': [{'subnet_id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:04.786963 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.842707 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-874ed395-1127-4c15-b42b-8a50995b37f2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2437840 Jan 27 17:12:04.852549 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33458) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:04.885027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-fcc1ae5d-9d57-4010-b9df-aa450519985f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Request body: {'network': {'name': 'tempest-router-network02--1101788951'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:04.901508 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.914179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc76b-136e-4591-ac53-8ac2e247dfce tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.937905 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fcc1ae5d-9d57-4010-b9df-aa450519985f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:04.945799 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e186c18e-f490-401d-8a6c-ee6091cf1583 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.955585 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ed395-1127-4c15-b42b-8a50995b37f2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event updated for resources: {'Network': ['ID=27c36540-7bc6-469c-909e-bae7a90ebdfb,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:04.963432 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fcc1ae5d-9d57-4010-b9df-aa450519985f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Usage tracker for resource:network and tenant:06bfcc8a57944f49a78154dc5d4d574f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:04.976841 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fcc1ae5d-9d57-4010-b9df-aa450519985f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:04.982717 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e186c18e-f490-401d-8a6c-ee6091cf1583 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:04.985567 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 27c36540-7bc6-469c-909e-bae7a90ebdfb details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:05.014436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port a8f8a541-0225-423e-8760-6d9c2160f04d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=a8f8a541-0225-423e-8760-6d9c2160f04d,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:05.029718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fcc1ae5d-9d57-4010-b9df-aa450519985f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:05.042371 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.053606 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9dc76b-136e-4591-ac53-8ac2e247dfce tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=388864b4-06f3-46ec-b5d0-bc9737a0c004,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:05.055704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4367af67-475b-43ad-864d-a787485a1862 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:05.069912 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02cd649-cc9a-490e-af81-2ca2d52ba7a7 None None] Sync routers for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:05.093840 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2a9dc76b-136e-4591-ac53-8ac2e247dfce tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.105361 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02cd649-cc9a-490e-af81-2ca2d52ba7a7 None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:05.107467 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a02cd649-cc9a-490e-af81-2ca2d52ba7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:05.137418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2718f8-ecfa-404a-9e91-e143944eea67 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:05.139289 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc1ae5d-9d57-4010-b9df-aa450519985f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Made reservation on behalf of 06bfcc8a57944f49a78154dc5d4d574f for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:05.143213 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fcc1ae5d-9d57-4010-b9df-aa450519985f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.177499 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.191448 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4367af67-475b-43ad-864d-a787485a1862 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/d867d368-53b4-4c2c-8f5d-be271ff07b0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0379286 Jan 27 17:12:05.193194 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2a9dc76b-136e-4591-ac53-8ac2e247dfce tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/388864b4-06f3-46ec-b5d0-bc9737a0c004 HTTP/1.1" status: 204 len: 168 time: 2.0540588 Jan 27 17:12:05.198874 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33462) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:05.199101 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33464) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:05.227656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e186c18e-f490-401d-8a6c-ee6091cf1583 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.279280 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186c18e-f490-401d-8a6c-ee6091cf1583 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6f57891-61b0-4db6-b191-0e1c69add409,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:05.319207 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc1ae5d-9d57-4010-b9df-aa450519985f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:05.323960 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-a02cd649-cc9a-490e-af81-2ca2d52ba7a7 None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:05.324236 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Transition to ACTIVE for port object 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:05.340065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-afbf2c69-12bc-4eff-82a5-61518fdfaab1 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.344396 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fcc1ae5d-9d57-4010-b9df-aa450519985f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.345057 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-fcc1ae5d-9d57-4010-b9df-aa450519985f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Added segment fc89d5fa-835d-4bd6-87cf-7a86e8bb11f8 of type vlan for network e9596e35-a2e7-476a-bd75-74bd8d549d3d Jan 27 17:12:05.431890 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e186c18e-f490-401d-8a6c-ee6091cf1583 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.433409 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e186c18e-f490-401d-8a6c-ee6091cf1583 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/c6f57891-61b0-4db6-b191-0e1c69add409 HTTP/1.1" status: 204 len: 168 time: 0.7054720 Jan 27 17:12:05.435278 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Transition to ACTIVE for port object 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:05.437520 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Allocated IP 172.20.0.2 (71658409-b08b-495f-8be3-a19e062b9762/a344f178-6b07-4d9e-bda5-43d60ea0302d/6e5d7cae-7be1-4959-b432-ec93fbc4e7fb) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:05.439621 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33470) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:05.468452 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=a8f8a541-0225-423e-8760-6d9c2160f04d,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:05.484154 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.518342 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a02cd649-cc9a-490e-af81-2ca2d52ba7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:12:02Z', 'revision_number': 11, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:05.523267 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fcc1ae5d-9d57-4010-b9df-aa450519985f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.523628 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02cd649-cc9a-490e-af81-2ca2d52ba7a7 None None] Checking router: d867d368-53b4-4c2c-8f5d-be271ff07b0c for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:12:05.534348 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02cd649-cc9a-490e-af81-2ca2d52ba7a7 None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:05.534954 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a02cd649-cc9a-490e-af81-2ca2d52ba7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:05.575910 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf2c69-12bc-4eff-82a5-61518fdfaab1 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Subnet': ['ID=ca276dbc-ea92-4e8a-bacb-9fd52992fcb4,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:05.612086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf2c69-12bc-4eff-82a5-61518fdfaab1 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Checking segment: {'id': '476474ee-0331-443c-8062-b11a28ff0115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'b69e8a82-76fe-432a-bf7a-8509927c6ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:05.612871 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbf2c69-12bc-4eff-82a5-61518fdfaab1 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network hostable DHCP agents. Network: b69e8a82-76fe-432a-bf7a-8509927c6ab6, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:05.617356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe536d25-a9dd-4cc5-9ff6-d67d6cbbf32d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting subnet 8bb442e7-ce78-4672-87e3-810b622ce79d {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:05.620917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fe536d25-a9dd-4cc5-9ff6-d67d6cbbf32d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.623525 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Network 43304e70-0371-47dc-849f-1add221eb1b9 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:05.634126 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:05.645229 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:05.667942 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fcc1ae5d-9d57-4010-b9df-aa450519985f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.673762 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc1ae5d-9d57-4010-b9df-aa450519985f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:05.674581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fcc1ae5d-9d57-4010-b9df-aa450519985f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.682998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fe536d25-a9dd-4cc5-9ff6-d67d6cbbf32d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.717964 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-a02cd649-cc9a-490e-af81-2ca2d52ba7a7 None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:05.752730 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fcc1ae5d-9d57-4010-b9df-aa450519985f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8967295 Jan 27 17:12:05.753738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbf2c69-12bc-4eff-82a5-61518fdfaab1 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network b69e8a82-76fe-432a-bf7a-8509927c6ab6 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:05.755946 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33474) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:05.768132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fe536d25-a9dd-4cc5-9ff6-d67d6cbbf32d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.847612 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ba5aa0bd-fc37-4261-bbad-1251edabbbea tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Request body: {'subnet': {'network_id': '27c36540-7bc6-469c-909e-bae7a90ebdfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:05.859480 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-f403f18a-c33b-43fb-8c13-784a461b8876 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet df545b13-2aa5-4cd4-a2a4-3b0d928c8b0d {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:05.861520 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a8f8a541-0225-423e-8760-6d9c2160f04d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:05.870151 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a02cd649-cc9a-490e-af81-2ca2d52ba7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:12:02Z', 'revision_number': 11, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:05.876044 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fe536d25-a9dd-4cc5-9ff6-d67d6cbbf32d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.876560 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02cd649-cc9a-490e-af81-2ca2d52ba7a7 None None] The sync data for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv is: [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:12:02Z', 'revision_number': 11, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:05.878035 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1ae5d-9d57-4010-b9df-aa450519985f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event updated for resources: {'Network': ['ID=e9596e35-a2e7-476a-bd75-74bd8d549d3d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:05.884227 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f403f18a-c33b-43fb-8c13-784a461b8876 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.888679 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-afbf2c69-12bc-4eff-82a5-61518fdfaab1 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, b69e8a82-76fe-432a-bf7a-8509927c6ab6) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:05.911752 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Pushing event updated for resources: {'Port': ['ID=39f7dc4d-e2de-4f3e-af77-142f2dbabb5f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:05.912598 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbf2c69-12bc-4eff-82a5-61518fdfaab1 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:05.913289 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-afbf2c69-12bc-4eff-82a5-61518fdfaab1 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:05.948417 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network e9596e35-a2e7-476a-bd75-74bd8d549d3d details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:05.963752 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcce1eca-04e2-477f-b37b-209ee2ad58c4 None None] Network b69e8a82-76fe-432a-bf7a-8509927c6ab6 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:05.990473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.013755 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-46e955fa-38a4-4688-ac72-26422520f67c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:06.017298 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-afbf2c69-12bc-4eff-82a5-61518fdfaab1 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1331682 Jan 27 17:12:06.021327 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33478) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:06.065953 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe536d25-a9dd-4cc5-9ff6-d67d6cbbf32d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb442e7-ce78-4672-87e3-810b622ce79d,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:06.080235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fe536d25-a9dd-4cc5-9ff6-d67d6cbbf32d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.127504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f403f18a-c33b-43fb-8c13-784a461b8876 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.159139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-46e955fa-38a4-4688-ac72-26422520f67c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:06.163389 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-46e955fa-38a4-4688-ac72-26422520f67c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.7150967 Jan 27 17:12:06.179396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33482) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:06.194872 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fe536d25-a9dd-4cc5-9ff6-d67d6cbbf32d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/subnets/8bb442e7-ce78-4672-87e3-810b622ce79d HTTP/1.1" status: 204 len: 168 time: 0.9922240 Jan 27 17:12:06.208051 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33486) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:06.210715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0281f4ef-4882-4c7d-ac3c-bd9684e69ad2 None None] Network 6e4ca3b7-816b-479c-b0a0-7a0da63efc04 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:06.260303 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ba5aa0bd-fc37-4261-bbad-1251edabbbea tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:06.266423 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ba5aa0bd-fc37-4261-bbad-1251edabbbea tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Usage tracker for resource:subnet and tenant:06bfcc8a57944f49a78154dc5d4d574f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:06.270971 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ba5aa0bd-fc37-4261-bbad-1251edabbbea tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:06.283265 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ba5aa0bd-fc37-4261-bbad-1251edabbbea tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:06.313668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b07831bd-bf73-484e-bb57-780195fa7fef tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.316975 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5aa0bd-fc37-4261-bbad-1251edabbbea tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Made reservation on behalf of 06bfcc8a57944f49a78154dc5d4d574f for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:06.320991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa0bd-fc37-4261-bbad-1251edabbbea tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.334076 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Attempting to bind port 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:06.334446 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Attempting to bind port 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'd86ecb3f-4757-4b28-a13f-fab7383b7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '43304e70-0371-47dc-849f-1add221eb1b9'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:06.334779 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Attempting to bind port 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f on network 43304e70-0371-47dc-849f-1add221eb1b9 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:06.367924 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:06.368354 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Checking segment: {'id': 'd86ecb3f-4757-4b28-a13f-fab7383b7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '43304e70-0371-47dc-849f-1add221eb1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:06.368684 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.369614 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Bound using segment: {'id': 'd86ecb3f-4757-4b28-a13f-fab7383b7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '43304e70-0371-47dc-849f-1add221eb1b9'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:06.369614 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Bound port: 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86ecb3f-4757-4b28-a13f-fab7383b7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '43304e70-0371-47dc-849f-1add221eb1b9'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:06.370023 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.399726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4dea9cb8-d628-4648-9679-2460648c83d2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.405495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07831bd-bf73-484e-bb57-780195fa7fef tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Port': ['ID=6578d116-8708-40b5-93d0-d96c2da9475d,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:06.488948 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4dea9cb8-d628-4648-9679-2460648c83d2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.555930 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.562422 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-bf7da7f1-66c1-491c-b842-d7926bdfec1f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Delete allocated IP 172.20.0.29 (6552d214-ffed-4010-aaee-3a53aea4a785/777be4e0-fe97-4605-bd2a-35a7c5a37c50) {{(pid=87594) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 17:12:06.645397 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.671244 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f403f18a-c33b-43fb-8c13-784a461b8876 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.725812 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4dea9cb8-d628-4648-9679-2460648c83d2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.730184 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Transition to ACTIVE for port object 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:06.742517 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d831adaa-2b42-4906-9a98-ea859a5686f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.749918 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Deleting port 46478749-1f84-4548-a391-1094b8f597ed {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:06.750254 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.757438 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa0bd-fc37-4261-bbad-1251edabbbea tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.804644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port a8f8a541-0225-423e-8760-6d9c2160f04d triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:06.804907 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.865562 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Transition to ACTIVE for port object 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:06.874486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea9cb8-d628-4648-9679-2460648c83d2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2644b7c2-3a69-476b-8dd1-50fd5e6f7dc8,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:06.908584 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4dea9cb8-d628-4648-9679-2460648c83d2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.913733 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4dea9cb8-d628-4648-9679-2460648c83d2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/2644b7c2-3a69-476b-8dd1-50fd5e6f7dc8 HTTP/1.1" status: 204 len: 168 time: 0.7275317 Jan 27 17:12:06.915808 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b07831bd-bf73-484e-bb57-780195fa7fef tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.921649 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33490) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:06.934382 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d831adaa-2b42-4906-9a98-ea859a5686f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.936645 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:06.999878 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b07831bd-bf73-484e-bb57-780195fa7fef tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/ports/6578d116-8708-40b5-93d0-d96c2da9475d HTTP/1.1" status: 204 len: 168 time: 4.3651862 Jan 27 17:12:07.005502 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5aa0bd-fc37-4261-bbad-1251edabbbea tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event updated for resources: {'Subnet': ['ID=3eac27cc-862a-4841-a1b8-217bc04e0183,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:07.005956 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] For port 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:07.011799 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33494) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:07.035372 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:07.046302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f403f18a-c33b-43fb-8c13-784a461b8876 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.062686 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:07.068570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5aa0bd-fc37-4261-bbad-1251edabbbea tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Checking segment: {'id': '2995bbbe-4eec-4e7e-9bea-bdbfca533135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '27c36540-7bc6-469c-909e-bae7a90ebdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:07.068570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5aa0bd-fc37-4261-bbad-1251edabbbea tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Network hostable DHCP agents. Network: 27c36540-7bc6-469c-909e-bae7a90ebdfb, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:07.075244 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] For port 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=39f7dc4d-e2de-4f3e-af77-142f2dbabb5f,segment=NetworkSegment(d86ecb3f-4757-4b28-a13f-fab7383b7297),segment_id=d86ecb3f-4757-4b28-a13f-fab7383b7297)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:07.090098 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Network 71658409-b08b-495f-8be3-a19e062b9762 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:07.090570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Usage tracker for resource:floatingip and tenant:09799f3c75ba4e1bbef88b711a678f39 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:07.127031 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:07.127732 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a5615e94-9c2e-4d5a-806c-71356b0cb002 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:07.135090 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-bf7da7f1-66c1-491c-b842-d7926bdfec1f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:12:07.149010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403f18a-c33b-43fb-8c13-784a461b8876 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=df545b13-2aa5-4cd4-a2a4-3b0d928c8b0d,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:07.150357 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:07.163395 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:07.184041 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.184543 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d831adaa-2b42-4906-9a98-ea859a5686f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.188238 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b8f237-11e3-4ace-9c2f-40d1346329b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-b69e8a82-76fe-432a-bf7a-8509927c6ab6', 'network_id': 'b69e8a82-76fe-432a-bf7a-8509927c6ab6', 'tenant_id': 'bc6375dd00f14ad4896f324bc178ab53', 'fixed_ips': [{'subnet_id': 'ca276dbc-ea92-4e8a-bacb-9fd52992fcb4'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:07.189070 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4b8f237-11e3-4ace-9c2f-40d1346329b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.202221 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:07.204367 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Pushing event updated for resources: {'Port': ['ID=6e5d7cae-7be1-4959-b432-ec93fbc4e7fb,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:07.236025 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.255801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5aa0bd-fc37-4261-bbad-1251edabbbea tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Network 27c36540-7bc6-469c-909e-bae7a90ebdfb is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:07.334727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831adaa-2b42-4906-9a98-ea859a5686f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Subnet': ['ID=ca276dbc-ea92-4e8a-bacb-9fd52992fcb4,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:07.358289 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-ba5aa0bd-fc37-4261-bbad-1251edabbbea tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 27c36540-7bc6-469c-909e-bae7a90ebdfb) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:07.380928 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5aa0bd-fc37-4261-bbad-1251edabbbea tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:07.381510 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa0bd-fc37-4261-bbad-1251edabbbea tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.441461 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f403f18a-c33b-43fb-8c13-784a461b8876 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.446910 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f403f18a-c33b-43fb-8c13-784a461b8876 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/df545b13-2aa5-4cd4-a2a4-3b0d928c8b0d HTTP/1.1" status: 204 len: 168 time: 2.2449489 Jan 27 17:12:07.461729 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf7da7f1-66c1-491c-b842-d7926bdfec1f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.462750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155dd863-dce5-4899-ada4-508a5c3e172e None None] Network 27c36540-7bc6-469c-909e-bae7a90ebdfb requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:07.479998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-bf7da7f1-66c1-491c-b842-d7926bdfec1f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Transition to ACTIVE for port object c94c3fec-dbcb-42cc-b679-f8f976b86336 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:07.492160 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33498) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:07.493349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e95ed3a-af56-4ba8-95ab-9c7bbb9450eb None None] DHCP port deletion for 6e4ca3b7-816b-479c-b0a0-7a0da63efc04 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:07.498463 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d831adaa-2b42-4906-9a98-ea859a5686f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.500370 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf7da7f1-66c1-491c-b842-d7926bdfec1f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.505406 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a5615e94-9c2e-4d5a-806c-71356b0cb002 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:07.510948 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a5615e94-9c2e-4d5a-806c-71356b0cb002 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5848773 Jan 27 17:12:07.512426 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.1 (71658409-b08b-495f-8be3-a19e062b9762/a344f178-6b07-4d9e-bda5-43d60ea0302d/c842fee5-d80f-4c33-ac61-7401b5624ce6) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:07.525361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33502) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:07.553967 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8e95ed3a-af56-4ba8-95ab-9c7bbb9450eb None None] Deleting port 46478749-1f84-4548-a391-1094b8f597ed {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:07.554630 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e95ed3a-af56-4ba8-95ab-9c7bbb9450eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.613637 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ab9200a2-1c70-40f4-932d-190d0ac29cb3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072860 Jan 27 17:12:07.627638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33506) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:07.631095 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ba5aa0bd-fc37-4261-bbad-1251edabbbea tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8636792 Jan 27 17:12:07.632888 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33508) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:07.634453 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-d831adaa-2b42-4906-9a98-ea859a5686f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69e8a82-76fe-432a-bf7a-8509927c6ab6']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:07.668851 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-45131348-07ec-4ab7-8542-f53a70c02b67 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Request body: {'subnet': {'network_id': 'e9596e35-a2e7-476a-bd75-74bd8d549d3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:07.713857 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-5a40d484-b308-4112-b493-4c9d5c16374d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:07.745499 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] For port 46478749-1f84-4548-a391-1094b8f597ed, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=46478749-1f84-4548-a391-1094b8f597ed,segment=NetworkSegment(501675a7-323e-4c5b-aa2d-1fa3fdb1f723),segment_id=501675a7-323e-4c5b-aa2d-1fa3fdb1f723)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:07.752236 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.804455 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06c970-4dab-4de8-977a-0d2be026e147 None None] Pushing event updated for resources: {'Port': ['ID=39f7dc4d-e2de-4f3e-af77-142f2dbabb5f,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:07.844777 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-d831adaa-2b42-4906-9a98-ea859a5686f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476474ee-0331-443c-8062-b11a28ff0115') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:07.845066 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-d831adaa-2b42-4906-9a98-ea859a5686f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476474ee-0331-443c-8062-b11a28ff0115') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:07.879652 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d831adaa-2b42-4906-9a98-ea859a5686f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.914486 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d831adaa-2b42-4906-9a98-ea859a5686f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.925873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d831adaa-2b42-4906-9a98-ea859a5686f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:12:07.927791 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d831adaa-2b42-4906-9a98-ea859a5686f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:07.960290 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Attempting to bind port 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:07.960652 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Attempting to bind port 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '27080b96-cf73-4d14-abf6-9a232b52845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '71658409-b08b-495f-8be3-a19e062b9762'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:07.961009 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Attempting to bind port 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb on network 71658409-b08b-495f-8be3-a19e062b9762 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:08.011410 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dc757b-5f7c-4b58-a809-691b8c1603bc None None] Network b69e8a82-76fe-432a-bf7a-8509927c6ab6 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:08.019880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Calling delete_port for 46478749-1f84-4548-a391-1094b8f597ed owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:08.076097 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-baa0f9b3-60d5-450b-a807-202cea3fee43 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.101461 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7da7f1-66c1-491c-b842-d7926bdfec1f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=c94c3fec-dbcb-42cc-b679-f8f976b86336,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:08.141719 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-baa0f9b3-60d5-450b-a807-202cea3fee43 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.249676 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:08.250075 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Checking segment: {'id': '27080b96-cf73-4d14-abf6-9a232b52845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '71658409-b08b-495f-8be3-a19e062b9762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:08.250480 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.250871 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Bound using segment: {'id': '27080b96-cf73-4d14-abf6-9a232b52845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '71658409-b08b-495f-8be3-a19e062b9762'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:08.251349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Bound port: 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27080b96-cf73-4d14-abf6-9a232b52845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '71658409-b08b-495f-8be3-a19e062b9762'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:08.251734 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.305919 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-bf7da7f1-66c1-491c-b842-d7926bdfec1f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] In _notify_port_updated(), no bound segment for port c94c3fec-dbcb-42cc-b679-f8f976b86336 on network 6552d214-ffed-4010-aaee-3a53aea4a785 {{(pid=87594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:12:08.312697 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7da7f1-66c1-491c-b842-d7926bdfec1f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:08.313544 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf7da7f1-66c1-491c-b842-d7926bdfec1f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.316688 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bf7da7f1-66c1-491c-b842-d7926bdfec1f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "PUT /v2.0/ports/c94c3fec-dbcb-42cc-b679-f8f976b86336 HTTP/1.1" status: 200 len: 919 time: 4.3513703 Jan 27 17:12:08.330554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33514) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:08.344261 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-994967c6-934c-4654-bca2-0f094efbf7ad tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3ee05327-1b54-41f2-82eb-3522f01315b4'}, {'subnet_id': '777be4e0-fe97-4605-bd2a-35a7c5a37c50'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:12:08.366416 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:12:08.376310 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d831adaa-2b42-4906-9a98-ea859a5686f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.381090 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d831adaa-2b42-4906-9a98-ea859a5686f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.387305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-45131348-07ec-4ab7-8542-f53a70c02b67 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:08.391682 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:08.393270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5a40d484-b308-4112-b493-4c9d5c16374d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:08.406070 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5a40d484-b308-4112-b493-4c9d5c16374d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:08.416803 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5a40d484-b308-4112-b493-4c9d5c16374d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:08.417139 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec3fbe4-8c96-4b5e-b428-8e24d3bb4c02 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:08.423284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-45131348-07ec-4ab7-8542-f53a70c02b67 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Usage tracker for resource:subnet and tenant:06bfcc8a57944f49a78154dc5d4d574f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:08.423966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-baa0f9b3-60d5-450b-a807-202cea3fee43 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.436650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5a40d484-b308-4112-b493-4c9d5c16374d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:08.436894 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d831adaa-2b42-4906-9a98-ea859a5686f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/networks/b69e8a82-76fe-432a-bf7a-8509927c6ab6 HTTP/1.1" status: 204 len: 168 time: 2.4142637 Jan 27 17:12:08.444948 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-45131348-07ec-4ab7-8542-f53a70c02b67 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:08.448041 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831adaa-2b42-4906-9a98-ea859a5686f5 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Network': ['ID=b69e8a82-76fe-432a-bf7a-8509927c6ab6,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:08.451036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33518) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:08.463121 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0f9b3-60d5-450b-a807-202cea3fee43 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66f7fa37-91dc-4bb1-9948-878409d9c97b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:08.466672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-45131348-07ec-4ab7-8542-f53a70c02b67 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:08.468077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-44ff9961-12dd-4afc-b26d-61f9bf6cb109 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-526664074'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:08.474857 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.534470 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-44ff9961-12dd-4afc-b26d-61f9bf6cb109 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:08.540536 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45131348-07ec-4ab7-8542-f53a70c02b67 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Made reservation on behalf of 06bfcc8a57944f49a78154dc5d4d574f for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:08.544859 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-45131348-07ec-4ab7-8542-f53a70c02b67 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.551618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a40d484-b308-4112-b493-4c9d5c16374d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:08.555057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5a40d484-b308-4112-b493-4c9d5c16374d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.579745 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-44ff9961-12dd-4afc-b26d-61f9bf6cb109 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Usage tracker for resource:network and tenant:bc6375dd00f14ad4896f324bc178ab53 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:08.594620 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8e95ed3a-af56-4ba8-95ab-9c7bbb9450eb None None] For port 46478749-1f84-4548-a391-1094b8f597ed, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=46478749-1f84-4548-a391-1094b8f597ed,segment=NetworkSegment(501675a7-323e-4c5b-aa2d-1fa3fdb1f723),segment_id=501675a7-323e-4c5b-aa2d-1fa3fdb1f723)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:08.594910 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e95ed3a-af56-4ba8-95ab-9c7bbb9450eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.601268 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-44ff9961-12dd-4afc-b26d-61f9bf6cb109 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:08.604425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Port': ['ID=46478749-1f84-4548-a391-1094b8f597ed,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:08.609915 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] No DVR routers for this DVR port 46478749-1f84-4548-a391-1094b8f597ed on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:12:08.652023 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-44ff9961-12dd-4afc-b26d-61f9bf6cb109 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:08.673551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-baa0f9b3-60d5-450b-a807-202cea3fee43 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.674712 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-baa0f9b3-60d5-450b-a807-202cea3fee43 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/66f7fa37-91dc-4bb1-9948-878409d9c97b HTTP/1.1" status: 204 len: 168 time: 1.0960913 Jan 27 17:12:08.682056 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33522) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:08.699666 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9e427f36-9346-4f9f-b0a6-485673489418 None None] Provisioning for port c94c3fec-dbcb-42cc-b679-f8f976b86336 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:08.727946 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.759474 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.764473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object c842fee5-d80f-4c33-ac61-7401b5624ce6 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:08.775010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9e427f36-9346-4f9f-b0a6-485673489418 None None] Provisioning complete for port c94c3fec-dbcb-42cc-b679-f8f976b86336 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:08.775375 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e427f36-9346-4f9f-b0a6-485673489418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.841879 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ff9961-12dd-4afc-b26d-61f9bf6cb109 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:08.845470 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-44ff9961-12dd-4afc-b26d-61f9bf6cb109 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:08.869712 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-30dc805b-c303-4cbc-9990-db01d7443e87 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:08.918016 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8e95ed3a-af56-4ba8-95ab-9c7bbb9450eb None None] Calling delete_port for 46478749-1f84-4548-a391-1094b8f597ed owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:09.004013 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-30dc805b-c303-4cbc-9990-db01d7443e87 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:09.007466 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-30dc805b-c303-4cbc-9990-db01d7443e87 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3141460 Jan 27 17:12:09.007708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.010622 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33526) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:09.033532 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] For port 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:09.053730 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.058256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ff9961-12dd-4afc-b26d-61f9bf6cb109 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:09.078991 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4ca3b7-816b-479c-b0a0-7a0da63efc04']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:09.113199 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-994967c6-934c-4654-bca2-0f094efbf7ad tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.123448 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:09.126908 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9e427f36-9346-4f9f-b0a6-485673489418 None None] Port c94c3fec-dbcb-42cc-b679-f8f976b86336 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:09.135195 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] For port 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=6e5d7cae-7be1-4959-b432-ec93fbc4e7fb,segment=NetworkSegment(27080b96-cf73-4d14-abf6-9a232b52845f),segment_id=27080b96-cf73-4d14-abf6-9a232b52845f)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:09.172390 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.180630 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-44ff9961-12dd-4afc-b26d-61f9bf6cb109 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.180864 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-44ff9961-12dd-4afc-b26d-61f9bf6cb109 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Added segment e7fd9414-83ac-4bab-88c9-b8eea46f70ad of type vlan for network 4ca96f63-e944-4176-9a87-08cc90c9a8e6 Jan 27 17:12:09.193500 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Allocated IP 172.26.1.64 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/f0a91893-cae0-41d0-a8ff-1b473dd19f2c) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:09.198193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501675a7-323e-4c5b-aa2d-1fa3fdb1f723') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:09.198193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501675a7-323e-4c5b-aa2d-1fa3fdb1f723') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:09.201490 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cdc86ada-ff25-4872-bdf1-49e8997888d4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.209466 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 71658409-b08b-495f-8be3-a19e062b9762 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:09.217733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-27c36540-7bc6-469c-909e-bae7a90ebdfb', 'network_id': '27c36540-7bc6-469c-909e-bae7a90ebdfb', 'tenant_id': '06bfcc8a57944f49a78154dc5d4d574f', 'fixed_ips': [{'subnet_id': '3eac27cc-862a-4841-a1b8-217bc04e0183'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:09.218421 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-45131348-07ec-4ab7-8542-f53a70c02b67 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.218629 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.225923 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:09.229140 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:09.269281 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.298731 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 46478749-1f84-4548-a391-1094b8f597ed no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:09.318367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cdc86ada-ff25-4872-bdf1-49e8997888d4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.325467 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.326236 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=c842fee5-d80f-4c33-ac61-7401b5624ce6,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:09.334618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-44ff9961-12dd-4afc-b26d-61f9bf6cb109 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.346661 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-8e95ed3a-af56-4ba8-95ab-9c7bbb9450eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:12:09.347015 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-8e95ed3a-af56-4ba8-95ab-9c7bbb9450eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:12:09.352422 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:12:09.353044 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.373503 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 46478749-1f84-4548-a391-1094b8f597ed {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:12:09.373894 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 46478749-1f84-4548-a391-1094b8f597ed not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:12:09.374710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f485c381-8a1d-4de6-8539-03af99cd682c no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:12:09.381171 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:12:09.468863 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: f485c381-8a1d-4de6-8539-03af99cd682c {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:12:09.469500 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f485c381-8a1d-4de6-8539-03af99cd682c not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:12:09.478754 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fc42f18e-1c18-406b-aa87-357fd06861ea None None] Provisioning complete for port bb4e5807-04d9-4df7-8723-110ff820aa62 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:09.480515 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc42f18e-1c18-406b-aa87-357fd06861ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.552355 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665a8708-52a4-418d-8858-a8a251749c48 None None] Network 43304e70-0371-47dc-849f-1add221eb1b9 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:09.554183 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.580119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf7421-e6e2-4bb7-8a71-177f064b084b None None] Pushing event updated for resources: {'Port': ['ID=6e5d7cae-7be1-4959-b432-ec93fbc4e7fb,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:09.588947 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45131348-07ec-4ab7-8542-f53a70c02b67 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event updated for resources: {'Subnet': ['ID=658f8319-b9e0-418e-9d64-cef80282379e,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:09.620207 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-44ff9961-12dd-4afc-b26d-61f9bf6cb109 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:12:09.625334 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cdc86ada-ff25-4872-bdf1-49e8997888d4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.661295 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45131348-07ec-4ab7-8542-f53a70c02b67 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Checking segment: {'id': 'fc89d5fa-835d-4bd6-87cf-7a86e8bb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'e9596e35-a2e7-476a-bd75-74bd8d549d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:09.661649 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45131348-07ec-4ab7-8542-f53a70c02b67 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Network hostable DHCP agents. Network: e9596e35-a2e7-476a-bd75-74bd8d549d3d, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:09.698812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc86ada-ff25-4872-bdf1-49e8997888d4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cf64d36-a1d9-4623-9b7a-f90d98375944,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:09.710835 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.738635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45131348-07ec-4ab7-8542-f53a70c02b67 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Network e9596e35-a2e7-476a-bd75-74bd8d549d3d is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:09.745781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-44ff9961-12dd-4afc-b26d-61f9bf6cb109 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.752837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ff9961-12dd-4afc-b26d-61f9bf6cb109 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:09.753640 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-44ff9961-12dd-4afc-b26d-61f9bf6cb109 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.753814 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe279bb6-1390-4a7b-b4e0-b7778c25086c None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:09.762232 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cdc86ada-ff25-4872-bdf1-49e8997888d4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.763804 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cdc86ada-ff25-4872-bdf1-49e8997888d4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/9cf64d36-a1d9-4623-9b7a-f90d98375944 HTTP/1.1" status: 204 len: 168 time: 0.7381206 Jan 27 17:12:09.766669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33530) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:09.799140 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fe279bb6-1390-4a7b-b4e0-b7778c25086c None None] Deleting port bb4e5807-04d9-4df7-8723-110ff820aa62 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:09.799315 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-45131348-07ec-4ab7-8542-f53a70c02b67 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, e9596e35-a2e7-476a-bd75-74bd8d549d3d) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:09.799506 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe279bb6-1390-4a7b-b4e0-b7778c25086c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.809252 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45131348-07ec-4ab7-8542-f53a70c02b67 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:09.809252 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-45131348-07ec-4ab7-8542-f53a70c02b67 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.838404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5a40d484-b308-4112-b493-4c9d5c16374d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.842419 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.876828 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-45131348-07ec-4ab7-8542-f53a70c02b67 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2336118 Jan 27 17:12:09.884288 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33534) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:09.889283 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8e95ed3a-af56-4ba8-95ab-9c7bbb9450eb None None] Deleting port 46478749-1f84-4548-a391-1094b8f597ed {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:09.890211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e95ed3a-af56-4ba8-95ab-9c7bbb9450eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:09.923846 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ad8e2c-7521-400b-94f2-c21f7a347441 None None] Network e9596e35-a2e7-476a-bd75-74bd8d549d3d requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:09.942651 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:10.039679 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a40d484-b308-4112-b493-4c9d5c16374d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:10.073231 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/networks/6e4ca3b7-816b-479c-b0a0-7a0da63efc04 HTTP/1.1" status: 204 len: 168 time: 3.8548534 Jan 27 17:12:10.077282 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-44ff9961-12dd-4afc-b26d-61f9bf6cb109 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6184177 Jan 27 17:12:10.084882 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff9961-12dd-4afc-b26d-61f9bf6cb109 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Network': ['ID=4ca96f63-e944-4176-9a87-08cc90c9a8e6,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:10.104550 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-5a40d484-b308-4112-b493-4c9d5c16374d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:10.105952 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33538) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:10.106193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33540) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:10.123670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a40d484-b308-4112-b493-4c9d5c16374d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:10.124170 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5a40d484-b308-4112-b493-4c9d5c16374d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:10.134068 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 4ca96f63-e944-4176-9a87-08cc90c9a8e6 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:10.137022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-6ce1faa6-1cfc-4dbe-9be9-d33f68a680cb tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'router': {'routes': None}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:10.196698 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-95571f73-803c-4f5c-a5f5-be50abbacbf6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'subnet': {'network_id': '4ca96f63-e944-4176-9a87-08cc90c9a8e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:10.211168 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40d484-b308-4112-b493-4c9d5c16374d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=46bf41f3-d574-44d4-849c-830d91bfe4af,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:10.213325 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77797f6c-230e-46ba-8365-b993fddd0d38 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Pushing event deleted for resources: {'Network': ['ID=6e4ca3b7-816b-479c-b0a0-7a0da63efc04,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:10.214637 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-877e1955-bd91-43d7-ae51-3b66b42ff4ec tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:10.329363 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:10.334424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:10.343391 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5a40d484-b308-4112-b493-4c9d5c16374d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6875751 Jan 27 17:12:10.397218 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Allocated IP 172.20.0.2 (27c36540-7bc6-469c-909e-bae7a90ebdfb/3eac27cc-862a-4841-a1b8-217bc04e0183/f439c0a3-fe3c-4d31-943f-829a84f85733) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:10.397432 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:12:10.408034 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8e95ed3a-af56-4ba8-95ab-9c7bbb9450eb None None] The port '46478749-1f84-4548-a391-1094b8f597ed' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:12:10.436187 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33546) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:10.449895 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d245f763-49b5-485a-9ea7-1576475c4c68 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:10.637774 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-877e1955-bd91-43d7-ae51-3b66b42ff4ec tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:10.640339 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-877e1955-bd91-43d7-ae51-3b66b42ff4ec tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8720357 Jan 27 17:12:10.680686 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33550) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:10.685231 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d245f763-49b5-485a-9ea7-1576475c4c68 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:10.712744 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:10.715839 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ac9decca-b122-4fdd-982c-57a65f96393d None None] Provisioning for port 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:10.733469 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:10.748667 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:10.759219 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:10.781339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d245f763-49b5-485a-9ea7-1576475c4c68 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:10.796233 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ac9decca-b122-4fdd-982c-57a65f96393d None None] Provisioning complete for port 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:10.796599 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac9decca-b122-4fdd-982c-57a65f96393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:10.826887 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=f0a91893-cae0-41d0-a8ff-1b473dd19f2c,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:10.846576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d245f763-49b5-485a-9ea7-1576475c4c68 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:10.865119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:10.870141 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.extraroute_db [None req-6ce1faa6-1cfc-4dbe-9be9-d33f68a680cb tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Added routes are [] {{(pid=87594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 27 17:12:10.870570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.extraroute_db [None req-6ce1faa6-1cfc-4dbe-9be9-d33f68a680cb tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Removed routes are [] {{(pid=87594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 27 17:12:10.871036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6ce1faa6-1cfc-4dbe-9be9-d33f68a680cb tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:10.878745 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d245f763-49b5-485a-9ea7-1576475c4c68 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:10.887399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-95571f73-803c-4f5c-a5f5-be50abbacbf6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:10.920145 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device bb4e5807-04d9-4df7-8723-110ff820aa62 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:10.972764 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-95571f73-803c-4f5c-a5f5-be50abbacbf6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Usage tracker for resource:subnet and tenant:bc6375dd00f14ad4896f324bc178ab53 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:10.983517 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-95571f73-803c-4f5c-a5f5-be50abbacbf6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:11.008098 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.040746 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6d44ae-c033-4ed1-bf6e-3f668be6e980 None None] Network 71658409-b08b-495f-8be3-a19e062b9762 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:11.155896 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-e9596e35-a2e7-476a-bd75-74bd8d549d3d', 'network_id': 'e9596e35-a2e7-476a-bd75-74bd8d549d3d', 'tenant_id': '06bfcc8a57944f49a78154dc5d4d574f', 'fixed_ips': [{'subnet_id': '658f8319-b9e0-418e-9d64-cef80282379e'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:11.156769 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.288983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-95571f73-803c-4f5c-a5f5-be50abbacbf6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:11.301825 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-994967c6-934c-4654-bca2-0f094efbf7ad tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Allocated IP 172.20.0.30 (6552d214-ffed-4010-aaee-3a53aea4a785/777be4e0-fe97-4605-bd2a-35a7c5a37c50/c94c3fec-dbcb-42cc-b679-f8f976b86336) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:11.305240 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d245f763-49b5-485a-9ea7-1576475c4c68 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:11.308946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d245f763-49b5-485a-9ea7-1576475c4c68 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.319744 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.325345 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7ff82ba4-1d9e-47e6-971c-793edd9e3939 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.354576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7ff82ba4-1d9e-47e6-971c-793edd9e3939 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.468501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7ff82ba4-1d9e-47e6-971c-793edd9e3939 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.521322 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6ce1faa6-1cfc-4dbe-9be9-d33f68a680cb tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.537453 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95571f73-803c-4f5c-a5f5-be50abbacbf6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:11.541473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-95571f73-803c-4f5c-a5f5-be50abbacbf6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.556238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.565399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff82ba4-1d9e-47e6-971c-793edd9e3939 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473bde2c-913c-4e75-9454-cbb08d26e5e7,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:11.579999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-fe279bb6-1390-4a7b-b4e0-b7778c25086c None None] For port bb4e5807-04d9-4df7-8723-110ff820aa62, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=bb4e5807-04d9-4df7-8723-110ff820aa62,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:11.580517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe279bb6-1390-4a7b-b4e0-b7778c25086c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.585595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6ce1faa6-1cfc-4dbe-9be9-d33f68a680cb tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.869346 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.875177 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fe279bb6-1390-4a7b-b4e0-b7778c25086c None None] Calling delete_port for bb4e5807-04d9-4df7-8723-110ff820aa62 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:11.883120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.904533 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.914341 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac9decca-b122-4fdd-982c-57a65f96393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.938903 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7ff82ba4-1d9e-47e6-971c-793edd9e3939 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:11.942802 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7ff82ba4-1d9e-47e6-971c-793edd9e3939 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-groups/473bde2c-913c-4e75-9454-cbb08d26e5e7 HTTP/1.1" status: 204 len: 168 time: 1.2603824 Jan 27 17:12:11.943755 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33554) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:11.998498 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.012345 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.ipam_backend_mixin [None req-d245f763-49b5-485a-9ea7-1576475c4c68 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 46bf41f3-d574-44d4-849c-830d91bfe4af (CIDR: 2001:db8::/64) Jan 27 17:12:12.093499 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Transition to ACTIVE for port object f439c0a3-fe3c-4d31-943f-829a84f85733 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:12.116430 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d245f763-49b5-485a-9ea7-1576475c4c68 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:12:12.120744 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d245f763-49b5-485a-9ea7-1576475c4c68 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:12.161263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce1faa6-1cfc-4dbe-9be9-d33f68a680cb tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router d867d368-53b4-4c2c-8f5d-be271ff07b0c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:12:12.168715 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.178311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port bb4e5807-04d9-4df7-8723-110ff820aa62, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=bb4e5807-04d9-4df7-8723-110ff820aa62,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:12.190700 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ac9decca-b122-4fdd-982c-57a65f96393d None None] For port 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=39f7dc4d-e2de-4f3e-af77-142f2dbabb5f,segment=NetworkSegment(d86ecb3f-4757-4b28-a13f-fab7383b7297),segment_id=d86ecb3f-4757-4b28-a13f-fab7383b7297)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:12.204341 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.212311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Transition to ACTIVE for port object f439c0a3-fe3c-4d31-943f-829a84f85733 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:12.242277 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac9decca-b122-4fdd-982c-57a65f96393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.254964 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Allocated IP 172.20.0.2 (e9596e35-a2e7-476a-bd75-74bd8d549d3d/658f8319-b9e0-418e-9d64-cef80282379e/b4e09c3a-a8fa-4a6e-ace5-e94556cbb802) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:12.285536 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-fe279bb6-1390-4a7b-b4e0-b7778c25086c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:12:12.285955 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-fe279bb6-1390-4a7b-b4e0-b7778c25086c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:12:12.286887 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.312784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=c842fee5-d80f-4c33-ac61-7401b5624ce6,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:12.328435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.339029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-994967c6-934c-4654-bca2-0f094efbf7ad tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:12:12.343934 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Network 27c36540-7bc6-469c-909e-bae7a90ebdfb is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:12.351364 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:12.354215 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:12.365730 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.370230 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d245f763-49b5-485a-9ea7-1576475c4c68 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9299560 Jan 27 17:12:12.374751 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 71658409-b08b-495f-8be3-a19e062b9762 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:12.414682 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33558) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:12.416244 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=bb4e5807-04d9-4df7-8723-110ff820aa62,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:12.418808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:12.428360 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-46e79809-4f6a-4153-ba32-fc538a3b0755 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:12.432416 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-994967c6-934c-4654-bca2-0f094efbf7ad tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.438502 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9816b11d-e195-4987-9606-f4cf8dfd175e tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:12.527825 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-95571f73-803c-4f5c-a5f5-be50abbacbf6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.531709 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-994967c6-934c-4654-bca2-0f094efbf7ad tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Transition to ACTIVE for port object c94c3fec-dbcb-42cc-b679-f8f976b86336 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:12.581467 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce1faa6-1cfc-4dbe-9be9-d33f68a680cb tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:12.583167 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-994967c6-934c-4654-bca2-0f094efbf7ad tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.584872 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9816b11d-e195-4987-9606-f4cf8dfd175e tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:12.586312 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9816b11d-e195-4987-9606-f4cf8dfd175e tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5730379 Jan 27 17:12:12.594365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6ce1faa6-1cfc-4dbe-9be9-d33f68a680cb tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.599625 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6ce1faa6-1cfc-4dbe-9be9-d33f68a680cb tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/d867d368-53b4-4c2c-8f5d-be271ff07b0c HTTP/1.1" status: 200 len: 700 time: 2.4844241 Jan 27 17:12:12.610897 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.619328 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33562) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:12.619660 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33564) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:12.622905 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a52c1-8776-4d67-8104-43eb1ad3f164 None None] Sync routers for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:12.632471 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ead77f58-cd5d-4152-8843-a8e8f0925cf2 None None] Provisioning complete for port 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:12.632837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ead77f58-cd5d-4152-8843-a8e8f0925cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.641610 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ec4f0ea4-7785-42d9-a5fb-c7992046083d tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group': {'name': 'tempest-secgroup--1404921584'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:12.688997 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Attempting to bind port f439c0a3-fe3c-4d31-943f-829a84f85733 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:12.689402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Attempting to bind port f439c0a3-fe3c-4d31-943f-829a84f85733 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '2995bbbe-4eec-4e7e-9bea-bdbfca533135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '27c36540-7bc6-469c-909e-bae7a90ebdfb'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:12.689718 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Attempting to bind port f439c0a3-fe3c-4d31-943f-829a84f85733 on network 27c36540-7bc6-469c-909e-bae7a90ebdfb {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:12.721152 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:12.721612 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Checking segment: {'id': '2995bbbe-4eec-4e7e-9bea-bdbfca533135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '27c36540-7bc6-469c-909e-bae7a90ebdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:12.721950 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.722330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Bound using segment: {'id': '2995bbbe-4eec-4e7e-9bea-bdbfca533135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '27c36540-7bc6-469c-909e-bae7a90ebdfb'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:12.722803 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Bound port: f439c0a3-fe3c-4d31-943f-829a84f85733, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2995bbbe-4eec-4e7e-9bea-bdbfca533135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '27c36540-7bc6-469c-909e-bae7a90ebdfb'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:12.723166 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.730011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ab2b11eb-4935-4ef0-868a-123bff123b08 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Synchronizing usage tracker for tenant:65a019d99d874346aca26dc7cd6b9eab on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:12.738098 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Allocated IP 172.20.0.1 (27c36540-7bc6-469c-909e-bae7a90ebdfb/3eac27cc-862a-4841-a1b8-217bc04e0183/107bb6ac-949d-4f0a-ba56-9773dffb294c) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:12.740338 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ec4f0ea4-7785-42d9-a5fb-c7992046083d tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:12.741112 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95571f73-803c-4f5c-a5f5-be50abbacbf6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Subnet': ['ID=ac5bdb15-9e7c-4280-b853-e77ee97315f4,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:12.743259 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=f0a91893-cae0-41d0-a8ff-1b473dd19f2c,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:12.760592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a52c1-8776-4d67-8104-43eb1ad3f164 None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:12.761837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3f5a52c1-8776-4d67-8104-43eb1ad3f164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:12.831110 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fe279bb6-1390-4a7b-b4e0-b7778c25086c None None] Deleting port bb4e5807-04d9-4df7-8723-110ff820aa62 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:12.831638 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe279bb6-1390-4a7b-b4e0-b7778c25086c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.870788 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ab2b11eb-4935-4ef0-868a-123bff123b08 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Unset dirty status for tenant:65a019d99d874346aca26dc7cd6b9eab on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:12.875400 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ab2b11eb-4935-4ef0-868a-123bff123b08 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports?device_id=d867d368-53b4-4c2c-8f5d-be271ff07b0c HTTP/1.1" status: 200 len: 205 time: 0.2449987 Jan 27 17:12:12.876525 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ec4f0ea4-7785-42d9-a5fb-c7992046083d tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:12.882483 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33570) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:12.883386 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9decca-b122-4fdd-982c-57a65f96393d None None] Pushing event updated for resources: {'Port': ['ID=39f7dc4d-e2de-4f3e-af77-142f2dbabb5f,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:12.911664 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994967c6-934c-4654-bca2-0f094efbf7ad tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=c94c3fec-dbcb-42cc-b679-f8f976b86336,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:12.922426 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-994967c6-934c-4654-bca2-0f094efbf7ad tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] In _notify_port_updated(), no bound segment for port c94c3fec-dbcb-42cc-b679-f8f976b86336 on network 6552d214-ffed-4010-aaee-3a53aea4a785 {{(pid=87594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:12:12.929004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994967c6-934c-4654-bca2-0f094efbf7ad tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:12.929675 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-994967c6-934c-4654-bca2-0f094efbf7ad tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.931449 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-994967c6-934c-4654-bca2-0f094efbf7ad tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "PUT /v2.0/ports/c94c3fec-dbcb-42cc-b679-f8f976b86336 HTTP/1.1" status: 200 len: 999 time: 4.5991914 Jan 27 17:12:12.932564 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95571f73-803c-4f5c-a5f5-be50abbacbf6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Checking segment: {'id': 'e7fd9414-83ac-4bab-88c9-b8eea46f70ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4ca96f63-e944-4176-9a87-08cc90c9a8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:12.932927 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95571f73-803c-4f5c-a5f5-be50abbacbf6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network hostable DHCP agents. Network: 4ca96f63-e944-4176-9a87-08cc90c9a8e6, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:12.941467 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33572) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:12.959642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:12.961083 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-daf05eea-6992-4f13-b123-05ee06eff005 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9466524 Jan 27 17:12:13.059949 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33578) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:13.072035 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-a038631b-9a92-4b24-81cd-d9de496be62c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port c94c3fec-dbcb-42cc-b679-f8f976b86336 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:13.072281 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a038631b-9a92-4b24-81cd-d9de496be62c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.122507 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-3f5a52c1-8776-4d67-8104-43eb1ad3f164 None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:13.147922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec4f0ea4-7785-42d9-a5fb-c7992046083d tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.300062 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-75dfe65c-f16d-448f-b73b-754425e1c729 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.306499 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3f5a52c1-8776-4d67-8104-43eb1ad3f164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:12:02Z', 'revision_number': 11, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:13.366464 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1928cd8e-b886-4925-8601-b8a21fba0cda tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'port': {'network_id': '4b1cf005-cdc7-4692-8fc5-cec78537f47e', 'name': 'tempest-FloatingIPTestJSON-1474344548'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:13.371731 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:12:13.411026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95571f73-803c-4f5c-a5f5-be50abbacbf6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network 4ca96f63-e944-4176-9a87-08cc90c9a8e6 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:13.428383 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-46e79809-4f6a-4153-ba32-fc538a3b0755 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:13.431301 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ec4f0ea4-7785-42d9-a5fb-c7992046083d tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:13.456954 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-95571f73-803c-4f5c-a5f5-be50abbacbf6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 4ca96f63-e944-4176-9a87-08cc90c9a8e6) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:13.484252 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a52c1-8776-4d67-8104-43eb1ad3f164 None None] Checking router: d867d368-53b4-4c2c-8f5d-be271ff07b0c for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:12:13.553047 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95571f73-803c-4f5c-a5f5-be50abbacbf6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:13.553846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-95571f73-803c-4f5c-a5f5-be50abbacbf6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.558006 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.574998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308115a8-fe75-454f-9ff0-f119046d5bbf None None] Network 4ca96f63-e944-4176-9a87-08cc90c9a8e6 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:13.591474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Pushing event updated for resources: {'Port': ['ID=f439c0a3-fe3c-4d31-943f-829a84f85733,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:13.638332 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-95571f73-803c-4f5c-a5f5-be50abbacbf6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5186856 Jan 27 17:12:13.650789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33582) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:13.651030 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a52c1-8776-4d67-8104-43eb1ad3f164 None None] Routers {'d867d368-53b4-4c2c-8f5d-be271ff07b0c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:13.651468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3f5a52c1-8776-4d67-8104-43eb1ad3f164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:13.666077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a5c5e64c-d4cc-442c-b2ea-18df57d31fb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'subnet': {'network_id': '4ca96f63-e944-4176-9a87-08cc90c9a8e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:13.690381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ec4f0ea4-7785-42d9-a5fb-c7992046083d tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:13.704849 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1928cd8e-b886-4925-8601-b8a21fba0cda tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:13.706774 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-46e79809-4f6a-4153-ba32-fc538a3b0755 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:13.709576 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ec4f0ea4-7785-42d9-a5fb-c7992046083d tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:13.721269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-46e79809-4f6a-4153-ba32-fc538a3b0755 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:13.723738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1928cd8e-b886-4925-8601-b8a21fba0cda tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Usage tracker for resource:port and tenant:09799f3c75ba4e1bbef88b711a678f39 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:13.733199 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Transition to ACTIVE for port object b4e09c3a-a8fa-4a6e-ace5-e94556cbb802 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:13.743597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-46e79809-4f6a-4153-ba32-fc538a3b0755 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:13.776003 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1928cd8e-b886-4925-8601-b8a21fba0cda tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:13.792245 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1928cd8e-b886-4925-8601-b8a21fba0cda tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:13.795576 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ec4f0ea4-7785-42d9-a5fb-c7992046083d tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:13.843891 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-3f5a52c1-8776-4d67-8104-43eb1ad3f164 None None] Set router d867d368-53b4-4c2c-8f5d-be271ff07b0c gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:13.876227 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1928cd8e-b886-4925-8601-b8a21fba0cda tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Made reservation on behalf of 09799f3c75ba4e1bbef88b711a678f39 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:13.879740 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1928cd8e-b886-4925-8601-b8a21fba0cda tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.888475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] For port f439c0a3-fe3c-4d31-943f-829a84f85733, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:13.932178 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a038631b-9a92-4b24-81cd-d9de496be62c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.940778 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:13.950916 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-1928cd8e-b886-4925-8601-b8a21fba0cda tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] device_id is not set on port 8b6e9591-16f3-4073-bd04-4bb4e272c5e1 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:12:14.013356 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Transition to ACTIVE for port object b4e09c3a-a8fa-4a6e-ace5-e94556cbb802 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:14.021663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e79809-4f6a-4153-ba32-fc538a3b0755 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:14.025116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46e79809-4f6a-4153-ba32-fc538a3b0755 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.032220 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] For port f439c0a3-fe3c-4d31-943f-829a84f85733, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f439c0a3-fe3c-4d31-943f-829a84f85733,segment=NetworkSegment(2995bbbe-4eec-4e7e-9bea-bdbfca533135),segment_id=2995bbbe-4eec-4e7e-9bea-bdbfca533135)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:14.038021 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ead77f58-cd5d-4152-8843-a8e8f0925cf2 None None] Provisioning for port 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:14.042963 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3f5a52c1-8776-4d67-8104-43eb1ad3f164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:12:02Z', 'revision_number': 11, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:14.046323 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-fe279bb6-1390-4a7b-b4e0-b7778c25086c None None] For port bb4e5807-04d9-4df7-8723-110ff820aa62, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=bb4e5807-04d9-4df7-8723-110ff820aa62,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:14.046714 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe279bb6-1390-4a7b-b4e0-b7778c25086c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.060958 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ead77f58-cd5d-4152-8843-a8e8f0925cf2 None None] Provisioning complete for port 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:14.061323 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ead77f58-cd5d-4152-8843-a8e8f0925cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.101001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-a038631b-9a92-4b24-81cd-d9de496be62c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for c94c3fec-dbcb-42cc-b679-f8f976b86336 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:14.120324 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.124060 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.129261 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a5c5e64c-d4cc-442c-b2ea-18df57d31fb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:14.158781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a5c5e64c-d4cc-442c-b2ea-18df57d31fb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Usage tracker for resource:subnet and tenant:bc6375dd00f14ad4896f324bc178ab53 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:14.163772 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a5c5e64c-d4cc-442c-b2ea-18df57d31fb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:14.174012 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-75dfe65c-f16d-448f-b73b-754425e1c729 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.175872 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a5c5e64c-d4cc-442c-b2ea-18df57d31fb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:14.185092 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-75dfe65c-f16d-448f-b73b-754425e1c729 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.199565 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Transition to ACTIVE for port object 107bb6ac-949d-4f0a-ba56-9773dffb294c will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:14.213011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:14.223082 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a52c1-8776-4d67-8104-43eb1ad3f164 None None] The sync data for ids ['d867d368-53b4-4c2c-8f5d-be271ff07b0c'] in dv-neutron-826439-2-hyperv is: [{'id': 'd867d368-53b4-4c2c-8f5d-be271ff07b0c', 'name': 'tempest-RoutersTest-router-873066775', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:10:01Z', 'updated_at': '2022-01-27T17:12:02Z', 'revision_number': 11, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:14.230151 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Sync routers for ids ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:14.273986 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Routers {'29f218d7-7c8f-4ff2-98d1-d814bd499fbc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:14.274617 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:14.282576 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-75dfe65c-f16d-448f-b73b-754425e1c729 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.283116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dfe65c-f16d-448f-b73b-754425e1c729 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Fanout notify agent at l3_agent the message router_deleted on router d867d368-53b4-4c2c-8f5d-be271ff07b0c {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:12:14.295682 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c5e64c-d4cc-442c-b2ea-18df57d31fb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:14.299348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a5c5e64c-d4cc-442c-b2ea-18df57d31fb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.360034 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fe279bb6-1390-4a7b-b4e0-b7778c25086c None None] Calling delete_port for bb4e5807-04d9-4df7-8723-110ff820aa62 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:14.401972 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec4f0ea4-7785-42d9-a5fb-c7992046083d tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.423945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec4f0ea4-7785-42d9-a5fb-c7992046083d tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.442318 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-75dfe65c-f16d-448f-b73b-754425e1c729 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.447680 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-75dfe65c-f16d-448f-b73b-754425e1c729 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/routers/d867d368-53b4-4c2c-8f5d-be271ff07b0c HTTP/1.1" status: 204 len: 168 time: 1.4967642 Jan 27 17:12:14.450816 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33586) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:14.460755 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:14.480887 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-478b3560-1d13-47c2-b4f2-80366985fcb4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/29f218d7-7c8f-4ff2-98d1-d814bd499fbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2863066 Jan 27 17:12:14.484008 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f0ea4-7785-42d9-a5fb-c7992046083d tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3d4f86-55cc-454f-b2ca-64e6776725ff,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:14.486601 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.499100 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-1592ae62-031d-43fb-9ca8-350e6426979c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-134664652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:14.507763 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33588) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:14.526966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Network e9596e35-a2e7-476a-bd75-74bd8d549d3d is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:14.556068 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1592ae62-031d-43fb-9ca8-350e6426979c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:14.576447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-1928cd8e-b886-4925-8601-b8a21fba0cda tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Allocated IP 172.20.0.2 (4b1cf005-cdc7-4692-8fc5-cec78537f47e/a0498f9c-e051-4b03-bb1c-b54543ef01b2/8b6e9591-16f3-4073-bd04-4bb4e272c5e1) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:14.590191 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:14.614162 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:14.629370 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1592ae62-031d-43fb-9ca8-350e6426979c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Usage tracker for resource:router and tenant:65a019d99d874346aca26dc7cd6b9eab is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:14.640480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1592ae62-031d-43fb-9ca8-350e6426979c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:14.649050 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Pushing event updated for resources: {'Port': ['ID=b4e09c3a-a8fa-4a6e-ace5-e94556cbb802,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:14.666962 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec4f0ea4-7785-42d9-a5fb-c7992046083d tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.671735 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ec4f0ea4-7785-42d9-a5fb-c7992046083d tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0429187 Jan 27 17:12:14.675742 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33594) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:14.681948 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1592ae62-031d-43fb-9ca8-350e6426979c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:14.687106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Network 27c36540-7bc6-469c-909e-bae7a90ebdfb is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:14.697981 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:14.737288 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d39902cb-1a8d-46d4-a4eb-42bcd3f13d2b tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group_rule': {'security_group_id': '6c3d4f86-55cc-454f-b2ca-64e6776725ff', 'direction': 'ingress', 'protocol': 17}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:14.754643 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Set router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:14.769491 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:14.776530 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d39902cb-1a8d-46d4-a4eb-42bcd3f13d2b tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:14.802921 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d39902cb-1a8d-46d4-a4eb-42bcd3f13d2b tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:14.810549 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ead77f58-cd5d-4152-8843-a8e8f0925cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.817992 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d39902cb-1a8d-46d4-a4eb-42bcd3f13d2b tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:14.828691 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d39902cb-1a8d-46d4-a4eb-42bcd3f13d2b tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:14.848539 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.851159 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event updated for resources: {'Port': ['ID=107bb6ac-949d-4f0a-ba56-9773dffb294c,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:14.875389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1592ae62-031d-43fb-9ca8-350e6426979c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.876402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1592ae62-031d-43fb-9ca8-350e6426979c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.882802 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a038631b-9a92-4b24-81cd-d9de496be62c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.958829 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe279bb6-1390-4a7b-b4e0-b7778c25086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.975075 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-4ca96f63-e944-4176-9a87-08cc90c9a8e6', 'network_id': '4ca96f63-e944-4176-9a87-08cc90c9a8e6', 'tenant_id': 'bc6375dd00f14ad4896f324bc178ab53', 'fixed_ips': [{'subnet_id': 'ac5bdb15-9e7c-4280-b853-e77ee97315f4'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:14.975203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1592ae62-031d-43fb-9ca8-350e6426979c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:14.975811 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:15.007704 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Attempting to bind port b4e09c3a-a8fa-4a6e-ace5-e94556cbb802 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:15.007998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Attempting to bind port b4e09c3a-a8fa-4a6e-ace5-e94556cbb802 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'fc89d5fa-835d-4bd6-87cf-7a86e8bb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'e9596e35-a2e7-476a-bd75-74bd8d549d3d'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:15.008441 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Attempting to bind port b4e09c3a-a8fa-4a6e-ace5-e94556cbb802 on network e9596e35-a2e7-476a-bd75-74bd8d549d3d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:15.030325 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe279bb6-1390-4a7b-b4e0-b7778c25086c None None] No DVR routers for this DVR port bb4e5807-04d9-4df7-8723-110ff820aa62 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:12:15.032057 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833d11d-9ad6-4bda-a6f5-1f9fe5dfc73e None None] Pushing event updated for resources: {'Port': ['ID=f439c0a3-fe3c-4d31-943f-829a84f85733,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:15.080450 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06503b1-8dd1-4ff5-938f-f1ab1cefe2e3 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:15.081081 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06503b1-8dd1-4ff5-938f-f1ab1cefe2e3 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:15.081576 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06503b1-8dd1-4ff5-938f-f1ab1cefe2e3 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:15.082148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06503b1-8dd1-4ff5-938f-f1ab1cefe2e3 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:15.082675 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06503b1-8dd1-4ff5-938f-f1ab1cefe2e3 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:15.083122 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06503b1-8dd1-4ff5-938f-f1ab1cefe2e3 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:15.083564 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06503b1-8dd1-4ff5-938f-f1ab1cefe2e3 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:15.084003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06503b1-8dd1-4ff5-938f-f1ab1cefe2e3 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:15.084441 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06503b1-8dd1-4ff5-938f-f1ab1cefe2e3 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:15.084879 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06503b1-8dd1-4ff5-938f-f1ab1cefe2e3 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:15.085312 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06503b1-8dd1-4ff5-938f-f1ab1cefe2e3 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:15.085780 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06503b1-8dd1-4ff5-938f-f1ab1cefe2e3 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:15.086310 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06503b1-8dd1-4ff5-938f-f1ab1cefe2e3 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:15.086755 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06503b1-8dd1-4ff5-938f-f1ab1cefe2e3 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:15.088939 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a06503b1-8dd1-4ff5-938f-f1ab1cefe2e3 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9861 time: 0.5364590 Jan 27 17:12:15.093520 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33598) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:15.194850 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ead77f58-cd5d-4152-8843-a8e8f0925cf2 None None] For port 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=6e5d7cae-7be1-4959-b432-ec93fbc4e7fb,segment=NetworkSegment(27080b96-cf73-4d14-abf6-9a232b52845f),segment_id=27080b96-cf73-4d14-abf6-9a232b52845f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:15.198002 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:15.198592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Checking segment: {'id': 'fc89d5fa-835d-4bd6-87cf-7a86e8bb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'e9596e35-a2e7-476a-bd75-74bd8d549d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:15.202411 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:15.203085 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Bound using segment: {'id': 'fc89d5fa-835d-4bd6-87cf-7a86e8bb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'e9596e35-a2e7-476a-bd75-74bd8d549d3d'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:15.203976 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Bound port: b4e09c3a-a8fa-4a6e-ace5-e94556cbb802, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc89d5fa-835d-4bd6-87cf-7a86e8bb11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'e9596e35-a2e7-476a-bd75-74bd8d549d3d'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:15.204543 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:15.260976 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:15.264155 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c621076-a688-4469-b528-b4a5c8db159b None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:15.277581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1592ae62-031d-43fb-9ca8-350e6426979c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:15.295561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:15.295857 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:15.300768 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1928cd8e-b886-4925-8601-b8a21fba0cda tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:15.327673 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ead77f58-cd5d-4152-8843-a8e8f0925cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:15.335544 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1592ae62-031d-43fb-9ca8-350e6426979c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:15.339770 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1592ae62-031d-43fb-9ca8-350e6426979c tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8574381 Jan 27 17:12:15.345598 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33602) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:15.347182 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe279bb6-1390-4a7b-b4e0-b7778c25086c None None] Pushing event deleted for resources: {'Port': ['ID=bb4e5807-04d9-4df7-8723-110ff820aa62,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:15.354009 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-37b48e9d-fb12-44b7-aee6-a031a43eee76 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:15.366428 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:12:10Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'c842fee5-d80f-4c33-ac61-7401b5624ce6', 'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:0a:e7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:11Z', 'revision_number': 2, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:15.370843 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Checking router: 29f218d7-7c8f-4ff2-98d1-d814bd499fbc for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:12:15.371190 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Updating router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc port c842fee5-d80f-4c33-ac61-7401b5624ce6 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:12:15.417209 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1928cd8e-b886-4925-8601-b8a21fba0cda tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:15.426063 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038631b-9a92-4b24-81cd-d9de496be62c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=c94c3fec-dbcb-42cc-b679-f8f976b86336,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:15.457453 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d39902cb-1a8d-46d4-a4eb-42bcd3f13d2b tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:15.480864 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:15.517210 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.objects.ports [None req-46e79809-4f6a-4153-ba32-fc538a3b0755 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87595) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:12:15.627691 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Allocated IP 2001:db8::2 (4ca96f63-e944-4176-9a87-08cc90c9a8e6/ac5bdb15-9e7c-4280-b853-e77ee97315f4/5d7474d7-f2b5-4775-bd5d-037dc5133b7c) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:15.805074 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46e79809-4f6a-4153-ba32-fc538a3b0755 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:15.815496 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1928cd8e-b886-4925-8601-b8a21fba0cda tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network 4b1cf005-cdc7-4692-8fc5-cec78537f47e is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:15.870984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-1928cd8e-b886-4925-8601-b8a21fba0cda tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:15.902423 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1928cd8e-b886-4925-8601-b8a21fba0cda tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:16.024967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928cd8e-b886-4925-8601-b8a21fba0cda tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=8b6e9591-16f3-4073-bd04-4bb4e272c5e1,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:16.027871 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.089172 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Transition to ACTIVE for port object 5d7474d7-f2b5-4775-bd5d-037dc5133b7c will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:16.092902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e79809-4f6a-4153-ba32-fc538a3b0755 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:16.097661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a038631b-9a92-4b24-81cd-d9de496be62c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.115195 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d865b02-69c8-47eb-b62f-6fc7f008b5ec tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.115736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d865b02-69c8-47eb-b62f-6fc7f008b5ec tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.116186 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d865b02-69c8-47eb-b62f-6fc7f008b5ec tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.116626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d865b02-69c8-47eb-b62f-6fc7f008b5ec tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.117062 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d865b02-69c8-47eb-b62f-6fc7f008b5ec tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.117642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d865b02-69c8-47eb-b62f-6fc7f008b5ec tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.117947 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d865b02-69c8-47eb-b62f-6fc7f008b5ec tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.118379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d865b02-69c8-47eb-b62f-6fc7f008b5ec tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.118805 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d865b02-69c8-47eb-b62f-6fc7f008b5ec tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.119233 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d865b02-69c8-47eb-b62f-6fc7f008b5ec tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.119736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d865b02-69c8-47eb-b62f-6fc7f008b5ec tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.120072 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d865b02-69c8-47eb-b62f-6fc7f008b5ec tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.120602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d865b02-69c8-47eb-b62f-6fc7f008b5ec tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.120913 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d865b02-69c8-47eb-b62f-6fc7f008b5ec tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.121413 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d865b02-69c8-47eb-b62f-6fc7f008b5ec tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.122096 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.123931 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3d865b02-69c8-47eb-b62f-6fc7f008b5ec tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9449 time: 1.0293224 Jan 27 17:12:16.135605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1928cd8e-b886-4925-8601-b8a21fba0cda tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.136686 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1928cd8e-b886-4925-8601-b8a21fba0cda tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.139646 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-46e79809-4f6a-4153-ba32-fc538a3b0755 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:16.143200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d6d402d2-cf42-41b0-a020-f740515cb495 None None] Provisioning complete for port 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:16.144359 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6d402d2-cf42-41b0-a020-f740515cb495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.144525 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33606) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:16.157561 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Transition to ACTIVE for port object c842fee5-d80f-4c33-ac61-7401b5624ce6 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:16.163272 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d39902cb-1a8d-46d4-a4eb-42bcd3f13d2b tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.174584 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.185528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d39902cb-1a8d-46d4-a4eb-42bcd3f13d2b tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.213365 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead77f58-cd5d-4152-8843-a8e8f0925cf2 None None] Pushing event updated for resources: {'Port': ['ID=6e5d7cae-7be1-4959-b432-ec93fbc4e7fb,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:16.239269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a5c5e64c-d4cc-442c-b2ea-18df57d31fb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.263773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Transition to ACTIVE for port object 5d7474d7-f2b5-4775-bd5d-037dc5133b7c will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:16.319415 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] For port b4e09c3a-a8fa-4a6e-ace5-e94556cbb802, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:16.352433 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39902cb-1a8d-46d4-a4eb-42bcd3f13d2b tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cf20aa-0c08-425c-b2a0-fd28a9135a18,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:16.381584 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1928cd8e-b886-4925-8601-b8a21fba0cda tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0203238 Jan 27 17:12:16.383052 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.384126 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a038631b-9a92-4b24-81cd-d9de496be62c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/ports/c94c3fec-dbcb-42cc-b679-f8f976b86336 HTTP/1.1" status: 204 len: 168 time: 3.4339921 Jan 27 17:12:16.391222 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e79809-4f6a-4153-ba32-fc538a3b0755 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.391800 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46e79809-4f6a-4153-ba32-fc538a3b0755 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.395435 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33610) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:16.396046 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33612) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:16.400724 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da05a50-df24-43a6-8663-9ea427e371eb None None] Pushing event updated for resources: {'Port': ['ID=c842fee5-d80f-4c33-ac61-7401b5624ce6,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:16.411159 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-0fe0ca68-d179-476c-adc8-8eed31a41cea tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'floatingip': {'port_id': '8b6e9591-16f3-4073-bd04-4bb4e272c5e1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:16.508727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea444b6c-7a9a-40d1-b487-86eaf037a42a None None] Network 27c36540-7bc6-469c-909e-bae7a90ebdfb requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:16.511728 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Attempting to bind port c842fee5-d80f-4c33-ac61-7401b5624ce6 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:16.512089 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Attempting to bind port c842fee5-d80f-4c33-ac61-7401b5624ce6 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '27080b96-cf73-4d14-abf6-9a232b52845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '71658409-b08b-495f-8be3-a19e062b9762'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:16.512432 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Attempting to bind port c842fee5-d80f-4c33-ac61-7401b5624ce6 on network 71658409-b08b-495f-8be3-a19e062b9762 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:16.519067 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:16.519400 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Checking segment: {'id': '27080b96-cf73-4d14-abf6-9a232b52845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '71658409-b08b-495f-8be3-a19e062b9762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:16.519796 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.520349 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Bound using segment: {'id': '27080b96-cf73-4d14-abf6-9a232b52845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '71658409-b08b-495f-8be3-a19e062b9762'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:16.520810 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Bound port: c842fee5-d80f-4c33-ac61-7401b5624ce6, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27080b96-cf73-4d14-abf6-9a232b52845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '71658409-b08b-495f-8be3-a19e062b9762'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:16.521170 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.532175 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] For port b4e09c3a-a8fa-4a6e-ace5-e94556cbb802, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b4e09c3a-a8fa-4a6e-ace5-e94556cbb802,segment=NetworkSegment(fc89d5fa-835d-4bd6-87cf-7a86e8bb11f8),segment_id=fc89d5fa-835d-4bd6-87cf-7a86e8bb11f8)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:16.538105 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d39902cb-1a8d-46d4-a4eb-42bcd3f13d2b tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.544408 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d39902cb-1a8d-46d4-a4eb-42bcd3f13d2b tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.8375130 Jan 27 17:12:16.549216 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-46e79809-4f6a-4153-ba32-fc538a3b0755 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.1253223 Jan 27 17:12:16.549216 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33618) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:16.550990 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed02b286-b865-4f33-aaca-885c74f0477f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] GET failed (client error): The resource could not be found. Jan 27 17:12:16.552441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ed02b286-b865-4f33-aaca-885c74f0477f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:16.558801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e79809-4f6a-4153-ba32-fc538a3b0755 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=ecb54a8c-a2a5-4bfe-96d6-6cb985f0b5a9,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:16.561425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33620) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:16.592115 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'mac_address': 'fa:16:3e:c2:17:51', 'name': 'tempest-NetworksTestDHCPv6-661715693'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:16.595692 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.630758 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Network 4ca96f63-e944-4176-9a87-08cc90c9a8e6 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:16.646316 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c5e64c-d4cc-442c-b2ea-18df57d31fb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network 4ca96f63-e944-4176-9a87-08cc90c9a8e6 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:16.654816 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:16.660492 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-37b48e9d-fb12-44b7-aee6-a031a43eee76 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.660711 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] For port c842fee5-d80f-4c33-ac61-7401b5624ce6, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:16.668452 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] For port c842fee5-d80f-4c33-ac61-7401b5624ce6, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c842fee5-d80f-4c33-ac61-7401b5624ce6,segment=NetworkSegment(27080b96-cf73-4d14-abf6-9a232b52845f),segment_id=27080b96-cf73-4d14-abf6-9a232b52845f)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:16.678261 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.683010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-a5c5e64c-d4cc-442c-b2ea-18df57d31fb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:16.705226 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5e64c-d4cc-442c-b2ea-18df57d31fb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:16.705938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a5c5e64c-d4cc-442c-b2ea-18df57d31fb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.711253 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0fe0ca68-d179-476c-adc8-8eed31a41cea tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.723916 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-37b48e9d-fb12-44b7-aee6-a031a43eee76 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.748054 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:16.830119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ddcc06ab-aedf-4431-a6e2-95527f4ac103 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.834312 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5e64c-d4cc-442c-b2ea-18df57d31fb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Subnet': ['ID=342f681f-afcb-4418-b3bb-726e6a1c68f8,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:16.859894 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da05a50-df24-43a6-8663-9ea427e371eb None None] Pushing event updated for resources: {'Port': ['ID=c842fee5-d80f-4c33-ac61-7401b5624ce6,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:16.860682 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ddcc06ab-aedf-4431-a6e2-95527f4ac103 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.904779 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Pushing event updated for resources: {'Port': ['ID=5d7474d7-f2b5-4775-bd5d-037dc5133b7c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:16.920547 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Routers {'29f218d7-7c8f-4ff2-98d1-d814bd499fbc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:16.921211 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:16.939438 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ed02b286-b865-4f33-aaca-885c74f0477f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:16.940615 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ed02b286-b865-4f33-aaca-885c74f0477f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports/c94c3fec-dbcb-42cc-b679-f8f976b86336 HTTP/1.1" status: 404 len: 333 time: 0.5369303 Jan 27 17:12:16.975907 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ddcc06ab-aedf-4431-a6e2-95527f4ac103 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:16.984670 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33626) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:17.032778 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a5c5e64c-d4cc-442c-b2ea-18df57d31fb6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3764226 Jan 27 17:12:17.037979 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33632) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:17.123223 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc06ab-aedf-4431-a6e2-95527f4ac103 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3d4f86-55cc-454f-b2ca-64e6776725ff,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:17.144798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c90229f-8cd5-43f5-8686-76d45976a14a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:17.146888 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c90229f-8cd5-43f5-8686-76d45976a14a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:17.148531 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c90229f-8cd5-43f5-8686-76d45976a14a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:17.150314 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c90229f-8cd5-43f5-8686-76d45976a14a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:17.152079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c90229f-8cd5-43f5-8686-76d45976a14a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:17.153187 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7c90229f-8cd5-43f5-8686-76d45976a14a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Synchronizing usage tracker for tenant:bc6375dd00f14ad4896f324bc178ab53 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:17.234431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bbf03638-7624-437f-9c24-a87cd70c5626', 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'tenant_id': 'b5b56d9041d34791adead564583c8bb2', 'fixed_ips': [{'subnet_id': '46bf41f3-d574-44d4-849c-830d91bfe4af'}, {'subnet_id': 'ecb54a8c-a2a5-4bfe-96d6-6cb985f0b5a9'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:17.236492 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.254713 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] Set router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:17.258577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:17.269349 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ddcc06ab-aedf-4431-a6e2-95527f4ac103 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.272995 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ddcc06ab-aedf-4431-a6e2-95527f4ac103 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-groups/6c3d4f86-55cc-454f-b2ca-64e6776725ff HTTP/1.1" status: 204 len: 168 time: 0.7092960 Jan 27 17:12:17.275449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33636) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:17.290409 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8b8820-0c84-449f-a6e9-7d38ac708d78 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting subnet 777be4e0-fe97-4605-bd2a-35a7c5a37c50 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:17.297129 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8820-0c84-449f-a6e9-7d38ac708d78 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.395375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:17.398444 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7c90229f-8cd5-43f5-8686-76d45976a14a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Unset dirty status for tenant:bc6375dd00f14ad4896f324bc178ab53 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:17.400010 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7c90229f-8cd5-43f5-8686-76d45976a14a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3611414 Jan 27 17:12:17.408348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33640) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:17.428871 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-8106542b-b274-4bcd-96ef-c83bb6a5428a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-195936463'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:17.433312 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:port and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:17.452960 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:17.465493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8106542b-b274-4bcd-96ef-c83bb6a5428a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:17.482246 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8106542b-b274-4bcd-96ef-c83bb6a5428a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Usage tracker for resource:network and tenant:bc6375dd00f14ad4896f324bc178ab53 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:17.487535 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:17.489969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8106542b-b274-4bcd-96ef-c83bb6a5428a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:17.506879 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4085a-9b13-4bdb-ac30-53abaedfa52a None None] Pushing event updated for resources: {'Port': ['ID=b4e09c3a-a8fa-4a6e-ace5-e94556cbb802,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:17.507763 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bef02770-ede0-473f-836d-5b35a441cd98 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2261343 Jan 27 17:12:17.510923 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33644) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:17.512083 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8106542b-b274-4bcd-96ef-c83bb6a5428a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:17.549737 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:12:17.565951 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b48e9d-fb12-44b7-aee6-a031a43eee76 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Router d51d43f9-6e34-4acf-bcab-f73217588d65 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:12:17.576726 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.581970 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-830d4bef-f0a1-4661-870e-a4af2fb4bcb7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group': {'name': 'tempest-secgroup--54733442'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:17.588712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-830d4bef-f0a1-4661-870e-a4af2fb4bcb7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:17.593458 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-830d4bef-f0a1-4661-870e-a4af2fb4bcb7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:17.596908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-830d4bef-f0a1-4661-870e-a4af2fb4bcb7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:17.603539 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8820-0c84-449f-a6e9-7d38ac708d78 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.604491 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-830d4bef-f0a1-4661-870e-a4af2fb4bcb7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:17.629985 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.634645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-830d4bef-f0a1-4661-870e-a4af2fb4bcb7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.649384 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:17.680202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8106542b-b274-4bcd-96ef-c83bb6a5428a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:17.684135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8106542b-b274-4bcd-96ef-c83bb6a5428a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.718913 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:12:10Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'c842fee5-d80f-4c33-ac61-7401b5624ce6', 'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:0a:e7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:16Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:17.724930 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df8de0-786e-4237-8804-ebc669283b96 None None] The sync data for ids ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'] in dv-neutron-826439-2-hyperv is: [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:12:10Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'c842fee5-d80f-4c33-ac61-7401b5624ce6', 'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:0a:e7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:16Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:17.790112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Allocated IP 2001:db8::2 (bbf03638-7624-437f-9c24-a87cd70c5626/46bf41f3-d574-44d4-849c-830d91bfe4af/7de6d9b1-51ef-4613-b57f-c172e53e9bd9) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:17.806730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe6b:1864 (bbf03638-7624-437f-9c24-a87cd70c5626/ecb54a8c-a2a5-4bfe-96d6-6cb985f0b5a9/7de6d9b1-51ef-4613-b57f-c172e53e9bd9) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:17.833376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-830d4bef-f0a1-4661-870e-a4af2fb4bcb7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:17.900812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b48e9d-fb12-44b7-aee6-a031a43eee76 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:17.912676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-830d4bef-f0a1-4661-870e-a4af2fb4bcb7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:17.913701 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-37b48e9d-fb12-44b7-aee6-a031a43eee76 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.921831 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33648) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:17.922397 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-37b48e9d-fb12-44b7-aee6-a031a43eee76 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "PUT /v2.0/routers/d51d43f9-6e34-4acf-bcab-f73217588d65 HTTP/1.1" status: 200 len: 693 time: 2.5754068 Jan 27 17:12:17.923706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-830d4bef-f0a1-4661-870e-a4af2fb4bcb7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:17.926590 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d6d402d2-cf42-41b0-a020-f740515cb495 None None] Provisioning for port c842fee5-d80f-4c33-ac61-7401b5624ce6 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:17.940135 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:17.941171 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:17.949508 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event updated for resources: {'Port': ['ID=107bb6ac-949d-4f0a-ba56-9773dffb294c,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:17.956439 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.001550 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d6d402d2-cf42-41b0-a020-f740515cb495 None None] Could not find standard attr ID for object c94c3fec-dbcb-42cc-b679-f8f976b86336. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:12:18.004961 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba2934-010e-478c-a103-b36276d5c292 None None] Sync routers for ids ['d51d43f9-6e34-4acf-bcab-f73217588d65'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:18.036438 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba2934-010e-478c-a103-b36276d5c292 None None] Routers {'d51d43f9-6e34-4acf-bcab-f73217588d65'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:18.037085 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-03ba2934-010e-478c-a103-b36276d5c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d51d43f9-6e34-4acf-bcab-f73217588d65'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:18.090093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8820-0c84-449f-a6e9-7d38ac708d78 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.106307 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Attempting to bind port 5d7474d7-f2b5-4775-bd5d-037dc5133b7c on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:18.106607 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Attempting to bind port 5d7474d7-f2b5-4775-bd5d-037dc5133b7c by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'e7fd9414-83ac-4bab-88c9-b8eea46f70ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4ca96f63-e944-4176-9a87-08cc90c9a8e6'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:18.107018 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Attempting to bind port 5d7474d7-f2b5-4775-bd5d-037dc5133b7c on network 4ca96f63-e944-4176-9a87-08cc90c9a8e6 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:18.135774 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:18.136166 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Checking segment: {'id': 'e7fd9414-83ac-4bab-88c9-b8eea46f70ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4ca96f63-e944-4176-9a87-08cc90c9a8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:18.136527 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.136907 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Bound using segment: {'id': 'e7fd9414-83ac-4bab-88c9-b8eea46f70ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4ca96f63-e944-4176-9a87-08cc90c9a8e6'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:18.137388 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Bound port: 5d7474d7-f2b5-4775-bd5d-037dc5133b7c, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fd9414-83ac-4bab-88c9-b8eea46f70ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4ca96f63-e944-4176-9a87-08cc90c9a8e6'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:18.137788 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.202563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-830d4bef-f0a1-4661-870e-a4af2fb4bcb7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:18.227578 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8106542b-b274-4bcd-96ef-c83bb6a5428a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:18.263798 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] For port 5d7474d7-f2b5-4775-bd5d-037dc5133b7c, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:18.274571 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] For port 5d7474d7-f2b5-4775-bd5d-037dc5133b7c, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5d7474d7-f2b5-4775-bd5d-037dc5133b7c,segment=NetworkSegment(e7fd9414-83ac-4bab-88c9-b8eea46f70ad),segment_id=e7fd9414-83ac-4bab-88c9-b8eea46f70ad)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:18.316248 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.330707 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-856394b3-b539-42a1-b04e-fe26667ba397 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3389 time: 2.1001301 Jan 27 17:12:18.369552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8106542b-b274-4bcd-96ef-c83bb6a5428a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.370458 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-8106542b-b274-4bcd-96ef-c83bb6a5428a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Added segment 2487037e-25da-4718-9d51-5c148b35522c of type vlan for network 38001d7c-32c0-4fec-a485-e59e365975d2 Jan 27 17:12:18.441104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33654) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:18.451493 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d4278070-d1d7-4d46-8ed0-d8083ce834c3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/routers/d51d43f9-6e34-4acf-bcab-f73217588d65 HTTP/1.1" status: 200 len: 699 time: 0.5225005 Jan 27 17:12:18.459519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.514390 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7419f-553b-46af-9900-3bc7016f05d0 None None] Pushing event updated for resources: {'Port': ['ID=5d7474d7-f2b5-4775-bd5d-037dc5133b7c,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:18.543245 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8106542b-b274-4bcd-96ef-c83bb6a5428a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.545046 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8d240181-3dea-44c1-ad8b-eb9921c6d9a0 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports?device_id=d51d43f9-6e34-4acf-bcab-f73217588d65 HTTP/1.1" status: 200 len: 205 time: 0.1023884 Jan 27 17:12:18.554498 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-03ba2934-010e-478c-a103-b36276d5c292 None None] Set router d51d43f9-6e34-4acf-bcab-f73217588d65 gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:18.559777 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33658) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:18.566642 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port 2cc8994c-0a52-4f01-aded-d7ee3d0cbd63 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:12:18.717348 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-489c06bf-a4f1-4f4d-90b7-a3e759055067 None None] Provisioning for port f439c0a3-fe3c-4d31-943f-829a84f85733 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:18.741173 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-03ba2934-010e-478c-a103-b36276d5c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51d43f9-6e34-4acf-bcab-f73217588d65', 'name': 'tempest-RoutersTest-router-134664652', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:14Z', 'updated_at': '2022-01-27T17:12:16Z', 'revision_number': 2, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:18.753472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba2934-010e-478c-a103-b36276d5c292 None None] Checking router: d51d43f9-6e34-4acf-bcab-f73217588d65 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:12:18.756391 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-830d4bef-f0a1-4661-870e-a4af2fb4bcb7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.774150 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8106542b-b274-4bcd-96ef-c83bb6a5428a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.791424 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8106542b-b274-4bcd-96ef-c83bb6a5428a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:18.792072 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8106542b-b274-4bcd-96ef-c83bb6a5428a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.798314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-61f47dd2-918a-462e-ba66-33218b604d3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.829675 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba2934-010e-478c-a103-b36276d5c292 None None] Routers {'d51d43f9-6e34-4acf-bcab-f73217588d65'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:18.830472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-03ba2934-010e-478c-a103-b36276d5c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:11:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d51d43f9-6e34-4acf-bcab-f73217588d65'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:18.881808 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-830d4bef-f0a1-4661-870e-a4af2fb4bcb7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:18.946539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33662) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:18.947668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-0fe0ca68-d179-476c-adc8-8eed31a41cea tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:12:19.022755 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8106542b-b274-4bcd-96ef-c83bb6a5428a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6028576 Jan 27 17:12:19.041217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-28d91f77-e450-47b2-a655-a25f3837866e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1337281972', 'description': 'tempest-secgroup-smoke-1337281972 description', 'project_id': '2e8c8c26aae041c68422ab49a8804631'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:19.045424 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33664) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:19.118593 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-0ac20d1e-94a2-4cbe-94c4-51985c6d015d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:19.143173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-28d91f77-e450-47b2-a655-a25f3837866e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:19.192771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-28d91f77-e450-47b2-a655-a25f3837866e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:19.195755 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-830d4bef-f0a1-4661-870e-a4af2fb4bcb7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.196988 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-830d4bef-f0a1-4661-870e-a4af2fb4bcb7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6788259 Jan 27 17:12:19.204108 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-03ba2934-010e-478c-a103-b36276d5c292 None None] Set router d51d43f9-6e34-4acf-bcab-f73217588d65 gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:19.253596 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-28d91f77-e450-47b2-a655-a25f3837866e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:19.256503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d4bef-f0a1-4661-870e-a4af2fb4bcb7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314e75b1-68fd-4ce6-adbc-42defbb2f866,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:19.286357 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33670) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:19.300324 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-28d91f77-e450-47b2-a655-a25f3837866e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:19.302328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106542b-b274-4bcd-96ef-c83bb6a5428a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Network': ['ID=38001d7c-32c0-4fec-a485-e59e365975d2,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:19.326425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0fe0ca68-d179-476c-adc8-8eed31a41cea tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.387145 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-03ba2934-010e-478c-a103-b36276d5c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51d43f9-6e34-4acf-bcab-f73217588d65', 'name': 'tempest-RoutersTest-router-134664652', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:14Z', 'updated_at': '2022-01-27T17:12:16Z', 'revision_number': 2, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:19.393424 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 38001d7c-32c0-4fec-a485-e59e365975d2 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:19.431835 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba2934-010e-478c-a103-b36276d5c292 None None] The sync data for ids ['d51d43f9-6e34-4acf-bcab-f73217588d65'] in dv-neutron-826439-2-hyperv is: [{'id': 'd51d43f9-6e34-4acf-bcab-f73217588d65', 'name': 'tempest-RoutersTest-router-134664652', 'tenant_id': '65a019d99d874346aca26dc7cd6b9eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:14Z', 'updated_at': '2022-01-27T17:12:16Z', 'revision_number': 2, 'project_id': '65a019d99d874346aca26dc7cd6b9eab', 'gw_port_host': None}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:19.436886 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d540623-a015-46ac-a03f-7d4c32063fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.470735 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0fe0ca68-d179-476c-adc8-8eed31a41cea tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.635076 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-28d91f77-e450-47b2-a655-a25f3837866e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.867369 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8820-0c84-449f-a6e9-7d38ac708d78 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.936023 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-75fa544a-b602-4fcb-a621-f28da44755ff tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115361676'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:19.942823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-75fa544a-b602-4fcb-a621-f28da44755ff tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:19.947376 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-75fa544a-b602-4fcb-a621-f28da44755ff tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:19.950887 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-75fa544a-b602-4fcb-a621-f28da44755ff tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:19.958495 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-61f47dd2-918a-462e-ba66-33218b604d3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.961301 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Network 27c36540-7bc6-469c-909e-bae7a90ebdfb is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:19.965606 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8820-0c84-449f-a6e9-7d38ac708d78 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.980022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-28d91f77-e450-47b2-a655-a25f3837866e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:19.987509 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-61f47dd2-918a-462e-ba66-33218b604d3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:19.996906 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-75fa544a-b602-4fcb-a621-f28da44755ff tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:19.999217 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:20.005139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-28d91f77-e450-47b2-a655-a25f3837866e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:20.009635 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-28d91f77-e450-47b2-a655-a25f3837866e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:20.013087 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-70f2dd70-0b90-460a-8d84-2156e442555a None None] Provisioning for port 107bb6ac-949d-4f0a-ba56-9773dffb294c completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:20.017486 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ecbea-f648-4583-99a4-57ba76890ca3 None None] Network 6552d214-ffed-4010-aaee-3a53aea4a785 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:20.019532 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b8820-0c84-449f-a6e9-7d38ac708d78 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Subnet': ['ID=777be4e0-fe97-4605-bd2a-35a7c5a37c50,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:20.040092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-28d91f77-e450-47b2-a655-a25f3837866e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:20.156396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-28d91f77-e450-47b2-a655-a25f3837866e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.199428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-28d91f77-e450-47b2-a655-a25f3837866e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.249035 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655ea463-ab6d-46b3-b13b-36c3a88f0db4 None None] Network e9596e35-a2e7-476a-bd75-74bd8d549d3d requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:20.265532 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ac20d1e-94a2-4cbe-94c4-51985c6d015d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.322867 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-0fe0ca68-d179-476c-adc8-8eed31a41cea tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Floating IP bc12005b-0f2d-4cc3-aadb-ba29fd38a7fb associated. External IP: 172.26.1.64, port: 8b6e9591-16f3-4073-bd04-4bb4e272c5e1. Jan 27 17:12:20.337366 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-70f2dd70-0b90-460a-8d84-2156e442555a None None] Provisioning complete for port 107bb6ac-949d-4f0a-ba56-9773dffb294c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:20.337749 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-70f2dd70-0b90-460a-8d84-2156e442555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.414334 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-70f2dd70-0b90-460a-8d84-2156e442555a None None] Port 107bb6ac-949d-4f0a-ba56-9773dffb294c cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:20.417933 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f439c0a3-fe3c-4d31-943f-829a84f85733 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:20.455277 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d91f77-e450-47b2-a655-a25f3837866e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:20.460788 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-28d91f77-e450-47b2-a655-a25f3837866e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.462210 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-28d91f77-e450-47b2-a655-a25f3837866e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4382107 Jan 27 17:12:20.463128 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ac20d1e-94a2-4cbe-94c4-51985c6d015d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.469793 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33674) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:20.485287 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0a8b8820-0c84-449f-a6e9-7d38ac708d78 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/777be4e0-fe97-4605-bd2a-35a7c5a37c50 HTTP/1.1" status: 204 len: 168 time: 3.4911737 Jan 27 17:12:20.512948 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33676) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:20.518885 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a1970551-83fb-4228-9136-2f89d3a00ab5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:20.536266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a1970551-83fb-4228-9136-2f89d3a00ab5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:20.552430 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ac20d1e-94a2-4cbe-94c4-51985c6d015d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network 38001d7c-32c0-4fec-a485-e59e365975d2 is not hosted by any dhcp agent {{(pid=87594) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 27 17:12:20.557771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac20d1e-94a2-4cbe-94c4-51985c6d015d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:20.558399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ac20d1e-94a2-4cbe-94c4-51985c6d015d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.562510 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0ac20d1e-94a2-4cbe-94c4-51985c6d015d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "PUT /v2.0/networks/38001d7c-32c0-4fec-a485-e59e365975d2 HTTP/1.1" status: 200 len: 723 time: 1.4647894 Jan 27 17:12:20.585368 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33682) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:20.592495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a1970551-83fb-4228-9136-2f89d3a00ab5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:20.601892 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb30852-7ba7-4808-8e8b-2e7241a9898c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting subnet 3ee05327-1b54-41f2-82eb-3522f01315b4 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:20.605191 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a1970551-83fb-4228-9136-2f89d3a00ab5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:20.606264 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6cb30852-7ba7-4808-8e8b-2e7241a9898c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.628090 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-b9b1113f-ed52-4fea-8f08-a277b494c53e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'subnet': {'network_id': '38001d7c-32c0-4fec-a485-e59e365975d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:20.677734 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.694714 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Transition to ACTIVE for port object 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:20.715790 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Transition to ACTIVE for port object 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:20.751283 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-75fa544a-b602-4fcb-a621-f28da44755ff tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.770846 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.806165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a1970551-83fb-4228-9136-2f89d3a00ab5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:20.814033 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-61f47dd2-918a-462e-ba66-33218b604d3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.814727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f47dd2-918a-462e-ba66-33218b604d3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Fanout notify agent at l3_agent the message router_deleted on router d51d43f9-6e34-4acf-bcab-f73217588d65 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:12:20.817909 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6cb30852-7ba7-4808-8e8b-2e7241a9898c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.827424 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15d4099-7715-4167-b2f6-bcb2a6db0fa2 None None] Network 4ca96f63-e944-4176-9a87-08cc90c9a8e6 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:20.829558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac20d1e-94a2-4cbe-94c4-51985c6d015d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Network': ['ID=38001d7c-32c0-4fec-a485-e59e365975d2,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:20.870679 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 38001d7c-32c0-4fec-a485-e59e365975d2 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:20.961947 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-75fa544a-b602-4fcb-a621-f28da44755ff tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:20.980197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-61f47dd2-918a-462e-ba66-33218b604d3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:20.985451 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-61f47dd2-918a-462e-ba66-33218b604d3f tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/routers/d51d43f9-6e34-4acf-bcab-f73217588d65 HTTP/1.1" status: 204 len: 168 time: 2.4154205 Jan 27 17:12:20.987619 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33686) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:20.989121 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-75fa544a-b602-4fcb-a621-f28da44755ff tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:20.996922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-75fa544a-b602-4fcb-a621-f28da44755ff tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:21.021841 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:21.041387 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:21.050381 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9eed33d3-03ce-441b-b0f3-5b7a4637a6ea tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports?device_id=d51d43f9-6e34-4acf-bcab-f73217588d65 HTTP/1.1" status: 200 len: 205 time: 0.0578165 Jan 27 17:12:21.059368 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33690) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:21.109474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:21.119423 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-75fa544a-b602-4fcb-a621-f28da44755ff tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:21.144625 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6cb30852-7ba7-4808-8e8b-2e7241a9898c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.197210 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-5a7e0330-a1e8-469a-8c14-a303705fc6c4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] delete failed (client error): The resource could not be found. Jan 27 17:12:21.201014 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5a7e0330-a1e8-469a-8c14-a303705fc6c4 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/routers/d51d43f9-6e34-4acf-bcab-f73217588d65 HTTP/1.1" status: 404 len: 336 time: 0.1405232 Jan 27 17:12:21.204702 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33694) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:21.216836 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b6898c4c-3a39-46ea-aa9a-0eca29ac64fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.263906 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Pushing event updated for resources: {'Port': ['ID=7de6d9b1-51ef-4613-b57f-c172e53e9bd9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:21.271729 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2776619-b589-428f-8cf9-dccef242b921 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:21.272506 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2776619-b589-428f-8cf9-dccef242b921 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:21.285344 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port f439c0a3-fe3c-4d31-943f-829a84f85733 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:21.289070 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e2776619-b589-428f-8cf9-dccef242b921 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/subnets/b8f51a05-6700-45ea-a62a-fdd1d2868b96 HTTP/1.1" status: 404 len: 337 time: 0.0818825 Jan 27 17:12:21.289917 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33698) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:21.328269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a1970551-83fb-4228-9136-2f89d3a00ab5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.336149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b9b1113f-ed52-4fea-8f08-a277b494c53e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:21.346366 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port f439c0a3-fe3c-4d31-943f-829a84f85733 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:21.346771 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.355919 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-6145ba90-c123-4b46-914c-1e47dbf81320 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:21.356676 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6145ba90-c123-4b46-914c-1e47dbf81320 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:21.364797 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Router dd2c3bd4-e7b1-4920-8869-15e51a12194b is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:12:21.394588 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6145ba90-c123-4b46-914c-1e47dbf81320 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/subnets/ab61c362-ab51-479d-b13a-bf9ac8bdd1a0 HTTP/1.1" status: 404 len: 337 time: 0.0981805 Jan 27 17:12:21.406731 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33702) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:21.423384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a3cb1f06-4b3b-4e04-87c0-2db1774472fa None None] Provisioning for port 5d7474d7-f2b5-4775-bd5d-037dc5133b7c completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:21.446749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b9b1113f-ed52-4fea-8f08-a277b494c53e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:21.463159 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::3c7 (bbf03638-7624-437f-9c24-a87cd70c5626/46bf41f3-d574-44d4-849c-830d91bfe4af/2cc8994c-0a52-4f01-aded-d7ee3d0cbd63) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:21.482110 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8:0:1:f816:3eff:fec2:1751 (bbf03638-7624-437f-9c24-a87cd70c5626/ecb54a8c-a2a5-4bfe-96d6-6cb985f0b5a9/2cc8994c-0a52-4f01-aded-d7ee3d0cbd63) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:21.522788 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Attempting to bind port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:21.523172 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Attempting to bind port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:21.523416 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Attempting to bind port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 on network bbf03638-7624-437f-9c24-a87cd70c5626 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:21.544314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:21.544763 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Checking segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:21.545099 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.545525 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Bound using segment: {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:21.545979 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Bound port: 7de6d9b1-51ef-4613-b57f-c172e53e9bd9, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:21.546374 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.572982 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a3cb1f06-4b3b-4e04-87c0-2db1774472fa None None] Provisioning for port b4e09c3a-a8fa-4a6e-ace5-e94556cbb802 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:21.582948 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a1970551-83fb-4228-9136-2f89d3a00ab5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.600980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:21.602871 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6cb30852-7ba7-4808-8e8b-2e7241a9898c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.604854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a1970551-83fb-4228-9136-2f89d3a00ab5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.612765 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-531b1ca4-85fa-406c-ad6a-ecddefa6a67f tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "PUT /v2.0/routers/dd2c3bd4-e7b1-4920-8869-15e51a12194b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7276151 Jan 27 17:12:21.622877 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bca7a5-120e-4858-b367-d3b04a950fe7 None None] Sync routers for ids ['dd2c3bd4-e7b1-4920-8869-15e51a12194b'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:21.632246 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bca7a5-120e-4858-b367-d3b04a950fe7 None None] Routers {'dd2c3bd4-e7b1-4920-8869-15e51a12194b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:21.632856 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b0bca7a5-120e-4858-b367-d3b04a950fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['dd2c3bd4-e7b1-4920-8869-15e51a12194b'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:21.638809 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33706) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:21.682825 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-75fa544a-b602-4fcb-a621-f28da44755ff tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.688464 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb30852-7ba7-4808-8e8b-2e7241a9898c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee05327-1b54-41f2-82eb-3522f01315b4,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:21.693082 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b0bca7a5-120e-4858-b367-d3b04a950fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:21.700401 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3ab5d8-d08e-4708-bec9-714de17695bb tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:21.701285 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3ab5d8-d08e-4708-bec9-714de17695bb tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:21.702493 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bca7a5-120e-4858-b367-d3b04a950fe7 None None] Routers {'dd2c3bd4-e7b1-4920-8869-15e51a12194b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:21.704168 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b0bca7a5-120e-4858-b367-d3b04a950fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['dd2c3bd4-e7b1-4920-8869-15e51a12194b'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:21.710205 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cc3ab5d8-d08e-4708-bec9-714de17695bb tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/subnets/0b149407-abea-48c3-ae02-50637ebdba7d HTTP/1.1" status: 404 len: 337 time: 0.2997580 Jan 27 17:12:21.711272 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33710) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:21.719657 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6cb30852-7ba7-4808-8e8b-2e7241a9898c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.727282 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6cb30852-7ba7-4808-8e8b-2e7241a9898c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/3ee05327-1b54-41f2-82eb-3522f01315b4 HTTP/1.1" status: 204 len: 168 time: 1.2131584 Jan 27 17:12:21.731007 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-75fa544a-b602-4fcb-a621-f28da44755ff tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.750640 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33712) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:21.797501 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b0bca7a5-120e-4858-b367-d3b04a950fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:21.798002 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bca7a5-120e-4858-b367-d3b04a950fe7 None None] The sync data for ids ['dd2c3bd4-e7b1-4920-8869-15e51a12194b'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:21.812904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1970551-83fb-4228-9136-2f89d3a00ab5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a199bb-e2a7-4e57-9b43-db43b94dbe74,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:21.849499 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b1113f-ed52-4fea-8f08-a277b494c53e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:21.853386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b9b1113f-ed52-4fea-8f08-a277b494c53e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.885711 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.886305 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a1970551-83fb-4228-9136-2f89d3a00ab5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.891080 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a1970551-83fb-4228-9136-2f89d3a00ab5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3899825 Jan 27 17:12:21.893173 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87e1ee7-5aaa-4bc9-b071-f0f65bd9bef1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:21.893764 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87e1ee7-5aaa-4bc9-b071-f0f65bd9bef1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:21.899385 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d87e1ee7-5aaa-4bc9-b071-f0f65bd9bef1 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/subnets/8bb442e7-ce78-4672-87e3-810b622ce79d HTTP/1.1" status: 404 len: 337 time: 0.1703286 Jan 27 17:12:21.900188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33718) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:21.900607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33720) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:21.901839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa544a-b602-4fcb-a621-f28da44755ff tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782f2b7a-1ec1-4426-815b-9aed8a6330ef,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:21.905156 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a3cb1f06-4b3b-4e04-87c0-2db1774472fa None None] Provisioning complete for port 107bb6ac-949d-4f0a-ba56-9773dffb294c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:21.905520 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a3cb1f06-4b3b-4e04-87c0-2db1774472fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.910679 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-75fa544a-b602-4fcb-a621-f28da44755ff tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:21.916231 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-75fa544a-b602-4fcb-a621-f28da44755ff tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0509923 Jan 27 17:12:21.953898 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] For port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:21.957315 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-fb3adfbe-a232-482a-9d07-cf3d1807af8f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:21.967976 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fb3adfbe-a232-482a-9d07-cf3d1807af8f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:21.968827 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33726) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:21.973717 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fb3adfbe-a232-482a-9d07-cf3d1807af8f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:21.977207 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fb3adfbe-a232-482a-9d07-cf3d1807af8f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:21.986317 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fb3adfbe-a232-482a-9d07-cf3d1807af8f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:21.997907 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe0ca68-d179-476c-adc8-8eed31a41cea tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router de6c4960-00fc-4853-bd73-8cfffc05b31a has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:12:21.998166 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] For port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7de6d9b1-51ef-4613-b57f-c172e53e9bd9,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:22.010773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb1f06-4b3b-4e04-87c0-2db1774472fa None None] Port 107bb6ac-949d-4f0a-ba56-9773dffb294c cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:22.015247 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port f439c0a3-fe3c-4d31-943f-829a84f85733, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f439c0a3-fe3c-4d31-943f-829a84f85733,segment=NetworkSegment(2995bbbe-4eec-4e7e-9bea-bdbfca533135),segment_id=2995bbbe-4eec-4e7e-9bea-bdbfca533135)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:22.017522 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:22.040041 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-377b6480-c1da-4fb5-a1fe-a9c0fdf96498 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports?device_id=d867d368-53b4-4c2c-8f5d-be271ff07b0c HTTP/1.1" status: 200 len: 205 time: 0.1287274 Jan 27 17:12:22.040429 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33730) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:22.044147 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fb3adfbe-a232-482a-9d07-cf3d1807af8f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:22.045791 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-6cedfebc-7d74-40ca-bbe0-785cf86072cf tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group_rule': {'security_group_id': '314e75b1-68fd-4ce6-adbc-42defbb2f866', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '782f2b7a-1ec1-4426-815b-9aed8a6330ef', 'remote_ip_prefix': None}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:22.067138 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f1ed0e-f2fe-418f-ae77-7be526e4c0d3 None None] Update dhcp port {'port': {'network_id': '6552d214-ffed-4010-aaee-3a53aea4a785', 'fixed_ips': [{'subnet_id': '3ee05327-1b54-41f2-82eb-3522f01315b4'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': '2d324753-94c4-48ee-ae97-4b197739ae56'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:12:22.125146 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:22.225453 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6cedfebc-7d74-40ca-bbe0-785cf86072cf tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:22.254830 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6cedfebc-7d74-40ca-bbe0-785cf86072cf tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:22.259112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:22.265929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6cedfebc-7d74-40ca-bbe0-785cf86072cf tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:22.282448 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-3d320792-123d-41f5-90e0-3c9e322e5dfa tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] delete failed (client error): The resource could not be found. Jan 27 17:12:22.290583 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3d320792-123d-41f5-90e0-3c9e322e5dfa tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/routers/d867d368-53b4-4c2c-8f5d-be271ff07b0c HTTP/1.1" status: 404 len: 336 time: 0.2490549 Jan 27 17:12:22.291117 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d3f1ed0e-f2fe-418f-ae77-7be526e4c0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:22.315277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fb3adfbe-a232-482a-9d07-cf3d1807af8f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:22.316035 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33734) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:22.329246 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc595f-e529-4985-9739-a9a1d9c7aad9 None None] Pushing event updated for resources: {'Port': ['ID=7de6d9b1-51ef-4613-b57f-c172e53e9bd9,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:22.345912 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6cedfebc-7d74-40ca-bbe0-785cf86072cf tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:22.359596 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:22.400938 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fb3adfbe-a232-482a-9d07-cf3d1807af8f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:22.404752 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4937f32a-a0fc-4a30-8309-d134b71ad843 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports?device_id=8195c6fd-e19a-43c0-95bb-2e8b1d3b937e HTTP/1.1" status: 200 len: 205 time: 0.0876033 Jan 27 17:12:22.445304 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33738) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:22.446575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3adfbe-a232-482a-9d07-cf3d1807af8f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f139df50-7557-4cf1-b106-3d895cbc7ac9,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:22.453662 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:22.460256 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fb3adfbe-a232-482a-9d07-cf3d1807af8f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:22.464036 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fb3adfbe-a232-482a-9d07-cf3d1807af8f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5544200 Jan 27 17:12:22.480665 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33742) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:22.541184 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5d7474d7-f2b5-4775-bd5d-037dc5133b7c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:22.551878 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-3bb77f8e-2bb4-41c5-8c6e-a54619f8e00b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:22.573370 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-86d0d0ae-ebef-423f-a77b-67081fd2480b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] delete failed (client error): The resource could not be found. Jan 27 17:12:22.577030 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-86d0d0ae-ebef-423f-a77b-67081fd2480b tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/routers/8195c6fd-e19a-43c0-95bb-2e8b1d3b937e HTTP/1.1" status: 404 len: 336 time: 0.1161244 Jan 27 17:12:22.577467 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33746) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:22.622089 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d0ee50-99a5-4531-8339-0048132d55e9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:22.622545 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d0ee50-99a5-4531-8339-0048132d55e9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:22.626834 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c6d0ee50-99a5-4531-8339-0048132d55e9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/subnets/517c86bf-7995-450e-9220-35a6ff861190 HTTP/1.1" status: 404 len: 337 time: 0.0457728 Jan 27 17:12:22.627016 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33750) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:22.632716 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port 2d324753-94c4-48ee-ae97-4b197739ae56 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:22.633295 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:22.649867 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=f439c0a3-fe3c-4d31-943f-829a84f85733,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:22.675193 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-af4dcb1e-f108-493a-a94a-240d90ce3e62 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8fdeb81-36ed-432b-92d7-66b3d7003c8f HTTP/1.1" status: 200 len: 205 time: 0.0468347 Jan 27 17:12:22.677484 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90843071-14e2-459f-b9d8-9b5b61a38818 None None] Update dhcp port {'port': {'network_id': '4ca96f63-e944-4176-9a87-08cc90c9a8e6', 'fixed_ips': [{'subnet_id': 'ac5bdb15-9e7c-4280-b853-e77ee97315f4', 'ip_address': '2001:db8::2'}, {'subnet_id': '342f681f-afcb-4418-b3bb-726e6a1c68f8'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': '5d7474d7-f2b5-4775-bd5d-037dc5133b7c'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:12:22.677643 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33754) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:22.681896 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:22.685422 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3bb77f8e-2bb4-41c5-8c6e-a54619f8e00b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:22.752999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-90843071-14e2-459f-b9d8-9b5b61a38818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:22.806409 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 5d7474d7-f2b5-4775-bd5d-037dc5133b7c completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:22.828308 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 5d7474d7-f2b5-4775-bd5d-037dc5133b7c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:22.828924 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:22.866129 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5b513e-dca5-433d-b802-94f49284909f None None] Network 6552d214-ffed-4010-aaee-3a53aea4a785 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:22.887994 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-648304f3-7a59-4ae0-910c-0023bd1d150e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] delete failed (client error): The resource could not be found. Jan 27 17:12:22.889082 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-648304f3-7a59-4ae0-910c-0023bd1d150e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/routers/c8fdeb81-36ed-432b-92d7-66b3d7003c8f HTTP/1.1" status: 404 len: 336 time: 0.2106049 Jan 27 17:12:22.892291 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33758) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:22.942868 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9ccfb841-cb58-4552-9229-d662febaecdc tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports?device_id=beb475f5-4a70-4a3b-a5d3-2803fc80dd1e HTTP/1.1" status: 200 len: 205 time: 0.0493441 Jan 27 17:12:22.945325 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33762) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:22.999050 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3bb77f8e-2bb4-41c5-8c6e-a54619f8e00b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:23.001596 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6cedfebc-7d74-40ca-bbe0-785cf86072cf tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.008606 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3bb77f8e-2bb4-41c5-8c6e-a54619f8e00b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:23.017793 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-ec870eb2-e328-4da6-bb9c-1f7874792fe9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] delete failed (client error): The resource could not be found. Jan 27 17:12:23.021191 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ec870eb2-e328-4da6-bb9c-1f7874792fe9 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/routers/beb475f5-4a70-4a3b-a5d3-2803fc80dd1e HTTP/1.1" status: 404 len: 336 time: 0.0723803 Jan 27 17:12:23.021429 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33766) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:23.045316 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7aabcfa2-364b-48d5-abc9-a65ceea1f78e None None] Provisioning complete for port 2d324753-94c4-48ee-ae97-4b197739ae56 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:23.045719 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7aabcfa2-364b-48d5-abc9-a65ceea1f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.060038 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-723c863a-0ae4-45aa-9bb3-759b5c721ab8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:23.060419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723c863a-0ae4-45aa-9bb3-759b5c721ab8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:23.064790 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-723c863a-0ae4-45aa-9bb3-759b5c721ab8 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/subnets/23102e7a-b30c-4832-86ca-891f0ef64cc2 HTTP/1.1" status: 404 len: 337 time: 0.0400064 Jan 27 17:12:23.065056 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33770) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:23.099695 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3bb77f8e-2bb4-41c5-8c6e-a54619f8e00b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:23.118425 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bf24e678-bd64-4881-92e3-34249739084d tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports?device_id=32f1d8a9-520e-443f-a9af-4d2696971b77 HTTP/1.1" status: 200 len: 205 time: 0.0500274 Jan 27 17:12:23.118630 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33774) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:23.127440 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object 2cc8994c-0a52-4f01-aded-d7ee3d0cbd63 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:23.205699 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-52896549-6b9f-4ecd-87a4-49ac84509531 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] delete failed (client error): The resource could not be found. Jan 27 17:12:23.206721 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-52896549-6b9f-4ecd-87a4-49ac84509531 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/routers/32f1d8a9-520e-443f-a9af-4d2696971b77 HTTP/1.1" status: 404 len: 336 time: 0.0871263 Jan 27 17:12:23.209610 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33778) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:23.250317 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fb4e04-2f50-4fed-ad42-1541c2288106 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:23.250768 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1fb4e04-2f50-4fed-ad42-1541c2288106 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:23.255414 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e1fb4e04-2f50-4fed-ad42-1541c2288106 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/subnets/31e8241b-304c-4811-80e0-865c9732d808 HTTP/1.1" status: 404 len: 337 time: 0.0446584 Jan 27 17:12:23.256007 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33782) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:23.284247 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-90843071-14e2-459f-b9d8-9b5b61a38818 None None] Allocated IP 172.20.0.1 (4ca96f63-e944-4176-9a87-08cc90c9a8e6/342f681f-afcb-4418-b3bb-726e6a1c68f8/5d7474d7-f2b5-4775-bd5d-037dc5133b7c) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:23.309098 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4d6d3a0a-f1dd-435e-9e77-793712ad246e tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "GET /v2.0/ports?device_id=41c167be-8750-42fd-a6e0-5f993333a97d HTTP/1.1" status: 200 len: 205 time: 0.0519562 Jan 27 17:12:23.309863 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33786) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:23.391796 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-a940667d-2a49-455b-9612-5bf5fbbcdea7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] delete failed (client error): The resource could not be found. Jan 27 17:12:23.395859 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a940667d-2a49-455b-9612-5bf5fbbcdea7 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/routers/41c167be-8750-42fd-a6e0-5f993333a97d HTTP/1.1" status: 404 len: 336 time: 0.0849478 Jan 27 17:12:23.396463 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33790) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:23.440415 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-8309eb38-d5f1-4099-88ce-8e27951ae2a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:23.441199 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8309eb38-d5f1-4099-88ce-8e27951ae2a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:23.445972 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8309eb38-d5f1-4099-88ce-8e27951ae2a3 tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/subnets/94b37b1e-9f68-46b1-bfa3-c1ad4071882d HTTP/1.1" status: 404 len: 337 time: 0.0485215 Jan 27 17:12:23.446579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33794) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:23.494910 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c84849-82ec-4eed-b065-29097af509df tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:23.495356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c84849-82ec-4eed-b065-29097af509df tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:23.508737 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-71c84849-82ec-4eed-b065-29097af509df tempest-RoutersTest-1200588356 tempest-RoutersTest-1200588356-project] 10.222.0.50 "DELETE /v2.0/subnets/ff7cbe38-a877-4f68-9953-df56dd322bfa HTTP/1.1" status: 404 len: 337 time: 0.0529695 Jan 27 17:12:23.536091 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.573368 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.590786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.605380 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0435a858-2d18-42c2-8d40-99ee6f9ecab8 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:23.627793 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-90843071-14e2-459f-b9d8-9b5b61a38818 None None] For port 5d7474d7-f2b5-4775-bd5d-037dc5133b7c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5d7474d7-f2b5-4775-bd5d-037dc5133b7c,segment=NetworkSegment(e7fd9414-83ac-4bab-88c9-b8eea46f70ad),segment_id=e7fd9414-83ac-4bab-88c9-b8eea46f70ad)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:23.642106 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b9b1113f-ed52-4fea-8f08-a277b494c53e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.715230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] For port 2d324753-94c4-48ee-ae97-4b197739ae56, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2d324753-94c4-48ee-ae97-4b197739ae56,segment=NetworkSegment(81a66b4f-d2b1-4228-9e46-b2e6c1cc3bd3),segment_id=81a66b4f-d2b1-4228-9e46-b2e6c1cc3bd3)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:23.715608 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.715727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e567f3b-41b1-45f4-b329-e27b79c29484 None None] DHCP port deletion for 6552d214-ffed-4010-aaee-3a53aea4a785 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:23.748131 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-90843071-14e2-459f-b9d8-9b5b61a38818 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.757672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe0ca68-d179-476c-adc8-8eed31a41cea tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:23.759633 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2e567f3b-41b1-45f4-b329-e27b79c29484 None None] Deleting port 2d324753-94c4-48ee-ae97-4b197739ae56 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:23.760025 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e567f3b-41b1-45f4-b329-e27b79c29484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.844333 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91165b68-4da9-4088-be40-cb54ff019db6 None None] Sync routers for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:23.844728 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bb77f8e-2bb4-41c5-8c6e-a54619f8e00b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.847375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33802) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:23.853606 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:23.871912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-3a2d4596-c03e-4b44-a192-7d19b8fac00f None None] Provisioning for port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:23.888034 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-90843071-14e2-459f-b9d8-9b5b61a38818 None None] Transition to ACTIVE for port object 5d7474d7-f2b5-4775-bd5d-037dc5133b7c will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:23.903211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-90843071-14e2-459f-b9d8-9b5b61a38818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:23.923628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for 2d324753-94c4-48ee-ae97-4b197739ae56 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:23.963622 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91165b68-4da9-4088-be40-cb54ff019db6 None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:23.964251 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-91165b68-4da9-4088-be40-cb54ff019db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:23.970962 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:23.973369 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:23.979025 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:23.979634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.028815 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ab7890f4-9c71-4cba-9fdf-acf177571531 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65a019d99d874346aca26dc7cd6b9eab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778951 Jan 27 17:12:24.029376 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33808) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:24.089197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7a75cce9-8cbf-4df5-b240-b12b3e328642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.116876 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7a75cce9-8cbf-4df5-b240-b12b3e328642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.127172 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6cedfebc-7d74-40ca-bbe0-785cf86072cf tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.130957 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-91165b68-4da9-4088-be40-cb54ff019db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:24.172081 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1113f-ed52-4fea-8f08-a277b494c53e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Subnet': ['ID=f3a464ea-a914-4d12-b50b-9491c5d993e7,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:24.175122 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0fe0ca68-d179-476c-adc8-8eed31a41cea tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.183806 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7a75cce9-8cbf-4df5-b240-b12b3e328642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.200094 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75cce9-8cbf-4df5-b240-b12b3e328642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e77c6d-12c3-47f6-89fd-3af2d7264d1d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:24.209733 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7a75cce9-8cbf-4df5-b240-b12b3e328642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.210693 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7a75cce9-8cbf-4df5-b240-b12b3e328642 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63e77c6d-12c3-47f6-89fd-3af2d7264d1d HTTP/1.1" status: 204 len: 168 time: 0.1807132 Jan 27 17:12:24.253556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6cedfebc-7d74-40ca-bbe0-785cf86072cf tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.255237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=2cc8994c-0a52-4f01-aded-d7ee3d0cbd63,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:24.270157 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91165b68-4da9-4088-be40-cb54ff019db6 None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:24.270795 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-91165b68-4da9-4088-be40-cb54ff019db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:24.294407 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1dcca0bd-9833-487b-ab5e-9e481e426d57 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 7.7120192 Jan 27 17:12:24.297604 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33816) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:24.317149 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:12:24.317499 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:12:24.342430 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedfebc-7d74-40ca-bbe0-785cf86072cf tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1741cb3a-8db2-4c61-bc3e-b64b95aa421f,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:24.385292 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-56b108b1-db40-411e-ac78-6f31276b3931 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port 2cc8994c-0a52-4f01-aded-d7ee3d0cbd63 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:24.386047 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-56b108b1-db40-411e-ac78-6f31276b3931 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.386186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bb77f8e-2bb4-41c5-8c6e-a54619f8e00b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.387212 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b1113f-ed52-4fea-8f08-a277b494c53e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Checking segment: {'id': '2487037e-25da-4718-9d51-5c148b35522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '38001d7c-32c0-4fec-a485-e59e365975d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:24.387623 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b1113f-ed52-4fea-8f08-a277b494c53e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network hostable DHCP agents. Network: 38001d7c-32c0-4fec-a485-e59e365975d2, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:24.394726 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843071-14e2-459f-b9d8-9b5b61a38818 None None] Pushing event updated for resources: {'Port': ['ID=5d7474d7-f2b5-4775-bd5d-037dc5133b7c,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:24.396852 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0fe0ca68-d179-476c-adc8-8eed31a41cea tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "PUT /v2.0/floatingips/bc12005b-0f2d-4cc3-aadb-ba29fd38a7fb HTTP/1.1" status: 200 len: 977 time: 7.9948449 Jan 27 17:12:24.411089 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bb77f8e-2bb4-41c5-8c6e-a54619f8e00b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.412485 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-91165b68-4da9-4088-be40-cb54ff019db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:24.413224 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91165b68-4da9-4088-be40-cb54ff019db6 None None] The sync data for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:24.414170 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-94d53415-35e4-4d95-8d2f-b699b5359125 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:12:24.415373 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-94d53415-35e4-4d95-8d2f-b699b5359125 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "PUT /v2.0/routers/dd2c3bd4-e7b1-4920-8869-15e51a12194b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7753277 Jan 27 17:12:24.426239 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33822) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:24.469741 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6cedfebc-7d74-40ca-bbe0-785cf86072cf tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.476267 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6cedfebc-7d74-40ca-bbe0-785cf86072cf tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.4929941 Jan 27 17:12:24.478415 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33826) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:24.480069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb77f8e-2bb4-41c5-8c6e-a54619f8e00b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73585e97-eaee-4759-954a-9acfa5fa5e22,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:24.482375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bb77f8e-2bb4-41c5-8c6e-a54619f8e00b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.484066 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3bb77f8e-2bb4-41c5-8c6e-a54619f8e00b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9899814 Jan 27 17:12:24.492439 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33828) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:24.492439 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33832) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:24.509180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b1113f-ed52-4fea-8f08-a277b494c53e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network 38001d7c-32c0-4fec-a485-e59e365975d2 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:24.528372 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ccc0e2fb-b727-4302-b0ba-3265d589d086 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:24.536347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ccc0e2fb-b727-4302-b0ba-3265d589d086 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:24.540815 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ccc0e2fb-b727-4302-b0ba-3265d589d086 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:24.553472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ccc0e2fb-b727-4302-b0ba-3265d589d086 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:24.554926 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2e567f3b-41b1-45f4-b329-e27b79c29484 None None] For port 2d324753-94c4-48ee-ae97-4b197739ae56, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2d324753-94c4-48ee-ae97-4b197739ae56,segment=NetworkSegment(81a66b4f-d2b1-4228-9e46-b2e6c1cc3bd3),segment_id=81a66b4f-d2b1-4228-9e46-b2e6c1cc3bd3)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:24.555444 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e567f3b-41b1-45f4-b329-e27b79c29484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.559173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ccc0e2fb-b727-4302-b0ba-3265d589d086 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:24.618533 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-28fcd57a-0088-44b8-b58e-96497090a0b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Deleting port 8b6e9591-16f3-4073-bd04-4bb4e272c5e1 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:24.619209 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28fcd57a-0088-44b8-b58e-96497090a0b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.641510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-b9b1113f-ed52-4fea-8f08-a277b494c53e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 38001d7c-32c0-4fec-a485-e59e365975d2) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:24.667163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.727751 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a5c9-aec8-44ff-b2f1-28fef5f95751 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.730982 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2e567f3b-41b1-45f4-b329-e27b79c29484 None None] Calling delete_port for 2d324753-94c4-48ee-ae97-4b197739ae56 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:24.754753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b1113f-ed52-4fea-8f08-a277b494c53e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:24.755431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b9b1113f-ed52-4fea-8f08-a277b494c53e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:24.766482 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f471dd5c-ebc9-4042-9b60-345229d37f91 None None] Network 38001d7c-32c0-4fec-a485-e59e365975d2 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:25.035410 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.051868 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-2e567f3b-41b1-45f4-b329-e27b79c29484 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:12:25.052216 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-2e567f3b-41b1-45f4-b329-e27b79c29484 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:12:25.080239 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=2d324753-94c4-48ee-ae97-4b197739ae56,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:25.081875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-56b108b1-db40-411e-ac78-6f31276b3931 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.083254 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a5c9-aec8-44ff-b2f1-28fef5f95751 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.118612 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e2fb-b727-4302-b0ba-3265d589d086 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.150513 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No DVR routers for this DVR port 2d324753-94c4-48ee-ae97-4b197739ae56 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:12:25.210978 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 5d7474d7-f2b5-4775-bd5d-037dc5133b7c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5d7474d7-f2b5-4775-bd5d-037dc5133b7c,segment=NetworkSegment(e7fd9414-83ac-4bab-88c9-b8eea46f70ad),segment_id=e7fd9414-83ac-4bab-88c9-b8eea46f70ad)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:25.232106 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.232962 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b4e09c3a-a8fa-4a6e-ace5-e94556cbb802 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:25.268776 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b9b1113f-ed52-4fea-8f08-a277b494c53e tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6822159 Jan 27 17:12:25.398056 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33854) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:25.436528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.440704 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c6a7e7-6870-4389-aaca-3be573e715bf None None] Network 4ca96f63-e944-4176-9a87-08cc90c9a8e6 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:25.454064 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-bbe88628-a741-464e-b5b2-c8bfa1e6d6ef tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:25.493206 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a5c9-aec8-44ff-b2f1-28fef5f95751 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.562580 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2e567f3b-41b1-45f4-b329-e27b79c29484 None None] Deleting port 2d324753-94c4-48ee-ae97-4b197739ae56 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:25.563562 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e567f3b-41b1-45f4-b329-e27b79c29484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.579452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33858) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:25.586034 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-56b108b1-db40-411e-ac78-6f31276b3931 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for 2cc8994c-0a52-4f01-aded-d7ee3d0cbd63 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:25.597170 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027082 Jan 27 17:12:25.630520 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6552d214-ffed-4010-aaee-3a53aea4a785']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:25.638140 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33860) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:25.650090 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8a5c9-aec8-44ff-b2f1-28fef5f95751 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1741cb3a-8db2-4c61-bc3e-b64b95aa421f,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:25.663531 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-38001d7c-32c0-4fec-a485-e59e365975d2', 'network_id': '38001d7c-32c0-4fec-a485-e59e365975d2', 'tenant_id': 'bc6375dd00f14ad4896f324bc178ab53', 'fixed_ips': [{'subnet_id': 'f3a464ea-a914-4d12-b50b-9491c5d993e7'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:25.664575 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.671786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e2fb-b727-4302-b0ba-3265d589d086 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.703479 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28fcd57a-0088-44b8-b58e-96497090a0b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.734328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a66b4f-d2b1-4228-9e46-b2e6c1cc3bd3') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:25.734831 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a66b4f-d2b1-4228-9e46-b2e6c1cc3bd3') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:25.751157 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e2fb-b727-4302-b0ba-3265d589d086 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.766588 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=5d7474d7-f2b5-4775-bd5d-037dc5133b7c,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:25.776741 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a5c9-aec8-44ff-b2f1-28fef5f95751 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.781041 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-eeb8a5c9-aec8-44ff-b2f1-28fef5f95751 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/1741cb3a-8db2-4c61-bc3e-b64b95aa421f HTTP/1.1" status: 204 len: 168 time: 1.2954683 Jan 27 17:12:25.786396 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2e567f3b-41b1-45f4-b329-e27b79c29484 None None] The port '2d324753-94c4-48ee-ae97-4b197739ae56' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:12:25.807522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33866) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:25.812956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.862084 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port b4e09c3a-a8fa-4a6e-ace5-e94556cbb802 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:25.875258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e2fb-b727-4302-b0ba-3265d589d086 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.880933 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ccc0e2fb-b727-4302-b0ba-3265d589d086 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3590851 Jan 27 17:12:25.888837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port b4e09c3a-a8fa-4a6e-ace5-e94556cbb802 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:25.889278 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.899265 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a2032bf0-2567-4591-a24d-8583a4b6b210 tempest-NetworksApiDiscovery-469732483 tempest-NetworksApiDiscovery-469732483-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2506149 Jan 27 17:12:25.899265 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0e2fb-b727-4302-b0ba-3265d589d086 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9465430a-9cd0-4451-8d5d-0336f3f5eefb,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:25.901300 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33870) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:25.908822 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f48c61ce-ec72-4db2-a8e2-17dba4122699 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:25.913479 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.931438 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f48c61ce-ec72-4db2-a8e2-17dba4122699 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:25.955308 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f48c61ce-ec72-4db2-a8e2-17dba4122699 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:25.960587 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f48c61ce-ec72-4db2-a8e2-17dba4122699 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:25.970109 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:12:25.970914 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:25.978474 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f48c61ce-ec72-4db2-a8e2-17dba4122699 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:12:25.993159 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:12:26.032332 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-be8b4c86-2cf5-4c26-b421-0fd8cf4285b7 None None] Provisioning for port 2cc8994c-0a52-4f01-aded-d7ee3d0cbd63 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:26.044816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bbe88628-a741-464e-b5b2-c8bfa1e6d6ef tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2793828'] for subnet, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.072165 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-56b108b1-db40-411e-ac78-6f31276b3931 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.076576 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-be8b4c86-2cf5-4c26-b421-0fd8cf4285b7 None None] Provisioning complete for port 2cc8994c-0a52-4f01-aded-d7ee3d0cbd63 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:26.076863 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be8b4c86-2cf5-4c26-b421-0fd8cf4285b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.084739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-fb114026-cd57-4fe8-8d91-306b7637ffb5 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:26.088613 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-f48c61ce-ec72-4db2-a8e2-17dba4122699 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:12:26.169939 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-be8b4c86-2cf5-4c26-b421-0fd8cf4285b7 None None] Port 2cc8994c-0a52-4f01-aded-d7ee3d0cbd63 was deleted so its status cannot be updated. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 17:12:26.222971 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.265988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.272210 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Allocated IP 2001:db8::2 (38001d7c-32c0-4fec-a485-e59e365975d2/f3a464ea-a914-4d12-b50b-9491c5d993e7/9d912586-2f48-4bfc-83ba-c6daea761f0e) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:26.281966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-fb114026-cd57-4fe8-8d91-306b7637ffb5 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:26.283395 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fb114026-cd57-4fe8-8d91-306b7637ffb5 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4763899 Jan 27 17:12:26.286827 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Network': ['ID=6552d214-ffed-4010-aaee-3a53aea4a785,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:26.288455 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33878) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:26.292227 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b108b1-db40-411e-ac78-6f31276b3931 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=2cc8994c-0a52-4f01-aded-d7ee3d0cbd63,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:26.300405 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bb0e811e-1d69-4e94-8228-173afbb45ce5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/networks/6552d214-ffed-4010-aaee-3a53aea4a785 HTTP/1.1" status: 204 len: 168 time: 4.5309474 Jan 27 17:12:26.312521 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f48c61ce-ec72-4db2-a8e2-17dba4122699 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.314091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33882) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:26.418092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33886) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:26.469062 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-56b108b1-db40-411e-ac78-6f31276b3931 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.484979 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.490866 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28fcd57a-0088-44b8-b58e-96497090a0b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.491378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28fcd57a-0088-44b8-b58e-96497090a0b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.491774 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-28fcd57a-0088-44b8-b58e-96497090a0b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Floating IP bc12005b-0f2d-4cc3-aadb-ba29fd38a7fb disassociated. External IP: 172.26.1.64, port: 8b6e9591-16f3-4073-bd04-4bb4e272c5e1. Jan 27 17:12:26.492211 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-28fcd57a-0088-44b8-b58e-96497090a0b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Calling delete_port for 8b6e9591-16f3-4073-bd04-4bb4e272c5e1 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:26.504233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c29353c9-c995-4d55-8f41-35f8ffb30a17 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.530829 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port b4e09c3a-a8fa-4a6e-ace5-e94556cbb802, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b4e09c3a-a8fa-4a6e-ace5-e94556cbb802,segment=NetworkSegment(fc89d5fa-835d-4bd6-87cf-7a86e8bb11f8),segment_id=fc89d5fa-835d-4bd6-87cf-7a86e8bb11f8)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:26.538440 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-56b108b1-db40-411e-ac78-6f31276b3931 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/2cc8994c-0a52-4f01-aded-d7ee3d0cbd63 HTTP/1.1" status: 204 len: 168 time: 2.2395542 Jan 27 17:12:26.541052 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33892) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:26.549101 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7c01f262-2832-4fd6-862f-06be00282b67 None None] Could not find standard attr ID for object 2cc8994c-0a52-4f01-aded-d7ee3d0cbd63. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:12:26.554983 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.556074 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c842fee5-d80f-4c33-ac61-7401b5624ce6 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:26.565775 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f48c61ce-ec72-4db2-a8e2-17dba4122699 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.576792 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f48c61ce-ec72-4db2-a8e2-17dba4122699 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.610922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c61ce-ec72-4db2-a8e2-17dba4122699 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d2f081-a5e6-446b-8401-4572ba724dbb,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:26.620881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c29353c9-c995-4d55-8f41-35f8ffb30a17 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.647489 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f48c61ce-ec72-4db2-a8e2-17dba4122699 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.651596 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f48c61ce-ec72-4db2-a8e2-17dba4122699 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7444661 Jan 27 17:12:26.652321 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33896) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:26.660635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ea6f0310-90bb-472d-993f-c7f5bfcb1b12 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:26.680593 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a714e05-35d2-4077-92be-1d0b39193d4c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:26.681310 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0a714e05-35d2-4077-92be-1d0b39193d4c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:26.708247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ea6f0310-90bb-472d-993f-c7f5bfcb1b12 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:26.715897 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ea6f0310-90bb-472d-993f-c7f5bfcb1b12 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:26.721241 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ea6f0310-90bb-472d-993f-c7f5bfcb1b12 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:26.733611 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-20400790-3ac6-40de-9c4c-648b2e94e1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.734688 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ea6f0310-90bb-472d-993f-c7f5bfcb1b12 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:26.755505 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-ea6f0310-90bb-472d-993f-c7f5bfcb1b12 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:12:26.756967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0a714e05-35d2-4077-92be-1d0b39193d4c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:26.761741 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0a714e05-35d2-4077-92be-1d0b39193d4c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4431667 Jan 27 17:12:26.761741 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f2a1d709-d755-4c3f-927a-25b77e560ae2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.761998 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33900) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:26.809959 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7c01f262-2832-4fd6-862f-06be00282b67 None None] Provisioning for port 5d7474d7-f2b5-4775-bd5d-037dc5133b7c completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:26.813390 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea6f0310-90bb-472d-993f-c7f5bfcb1b12 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.825195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-20400790-3ac6-40de-9c4c-648b2e94e1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:26.828394 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c29353c9-c995-4d55-8f41-35f8ffb30a17 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.829315 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7c01f262-2832-4fd6-862f-06be00282b67 None None] Provisioning complete for port 5d7474d7-f2b5-4775-bd5d-037dc5133b7c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:26.829706 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c01f262-2832-4fd6-862f-06be00282b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.833565 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28fcd57a-0088-44b8-b58e-96497090a0b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.856904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-20400790-3ac6-40de-9c4c-648b2e94e1ba admin admin] Usage tracker for resource:security_group_rule and tenant:8848b7372b644d5990ac67466dc8d0a0 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:26.866695 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-20400790-3ac6-40de-9c4c-648b2e94e1ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:26.881017 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=b4e09c3a-a8fa-4a6e-ace5-e94556cbb802,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:26.899435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcd57a-0088-44b8-b58e-96497090a0b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Port': ['ID=8b6e9591-16f3-4073-bd04-4bb4e272c5e1,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:26.913925 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port c842fee5-d80f-4c33-ac61-7401b5624ce6 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:26.924103 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.926532 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29353c9-c995-4d55-8f41-35f8ffb30a17 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782f2b7a-1ec1-4426-815b-9aed8a6330ef,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:26.934555 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port c842fee5-d80f-4c33-ac61-7401b5624ce6 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:26.935201 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:26.958825 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-20400790-3ac6-40de-9c4c-648b2e94e1ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:26.978173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d17a06-b6ce-49ff-a5f2-f590aed4e434 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:26.978829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-80d17a06-b6ce-49ff-a5f2-f590aed4e434 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:27.005045 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c29353c9-c995-4d55-8f41-35f8ffb30a17 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.009731 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c29353c9-c995-4d55-8f41-35f8ffb30a17 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-groups/782f2b7a-1ec1-4426-815b-9aed8a6330ef HTTP/1.1" status: 204 len: 168 time: 0.7163405 Jan 27 17:12:27.013895 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33904) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:27.016849 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Transition to ACTIVE for port object 9d912586-2f48-4bfc-83ba-c6daea761f0e will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:27.029820 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9d47134e-402b-47ee-a112-afaef35c33f3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2616191 Jan 27 17:12:27.036027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33908) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:27.054621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Transition to ACTIVE for port object 9d912586-2f48-4bfc-83ba-c6daea761f0e will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:27.068966 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0e9a2984-34bd-4e37-8ddb-629b0584b134 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1583433143'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:27.076777 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea6f0310-90bb-472d-993f-c7f5bfcb1b12 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.093289 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0e9a2984-34bd-4e37-8ddb-629b0584b134 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:27.095903 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea6f0310-90bb-472d-993f-c7f5bfcb1b12 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.115993 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.117939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0e9a2984-34bd-4e37-8ddb-629b0584b134 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:network and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:27.137447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0e9a2984-34bd-4e37-8ddb-629b0584b134 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:27.158194 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f0310-90bb-472d-993f-c7f5bfcb1b12 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8360d6-b872-4926-84c5-6dbb3489d263,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:27.169392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0e9a2984-34bd-4e37-8ddb-629b0584b134 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:27.197673 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Network 38001d7c-32c0-4fec-a485-e59e365975d2 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:27.228716 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:27.254396 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:27.271490 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea6f0310-90bb-472d-993f-c7f5bfcb1b12 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.274262 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ea6f0310-90bb-472d-993f-c7f5bfcb1b12 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6196105 Jan 27 17:12:27.296943 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9a2984-34bd-4e37-8ddb-629b0584b134 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:27.300690 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2984-34bd-4e37-8ddb-629b0584b134 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.306440 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.311414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-80d17a06-b6ce-49ff-a5f2-f590aed4e434 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:27.315951 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-80d17a06-b6ce-49ff-a5f2-f590aed4e434 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.7719889 Jan 27 17:12:27.330523 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fcd57a-0088-44b8-b58e-96497090a0b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router de6c4960-00fc-4853-bd73-8cfffc05b31a has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:12:27.335610 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-68966ac7-7668-4e3b-b70c-e616afacb5c2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:27.338184 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33914) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:27.416529 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Pushing event updated for resources: {'Port': ['ID=9d912586-2f48-4bfc-83ba-c6daea761f0e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:27.448768 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port c842fee5-d80f-4c33-ac61-7401b5624ce6, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c842fee5-d80f-4c33-ac61-7401b5624ce6,segment=NetworkSegment(27080b96-cf73-4d14-abf6-9a232b52845f),segment_id=27080b96-cf73-4d14-abf6-9a232b52845f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:27.449911 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Attempting to bind port 9d912586-2f48-4bfc-83ba-c6daea761f0e on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:27.450343 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Attempting to bind port 9d912586-2f48-4bfc-83ba-c6daea761f0e by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '2487037e-25da-4718-9d51-5c148b35522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '38001d7c-32c0-4fec-a485-e59e365975d2'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:27.451611 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Attempting to bind port 9d912586-2f48-4bfc-83ba-c6daea761f0e on network 38001d7c-32c0-4fec-a485-e59e365975d2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:27.456972 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:27.457559 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Checking segment: {'id': '2487037e-25da-4718-9d51-5c148b35522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '38001d7c-32c0-4fec-a485-e59e365975d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:27.458225 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.458783 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Bound using segment: {'id': '2487037e-25da-4718-9d51-5c148b35522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '38001d7c-32c0-4fec-a485-e59e365975d2'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:27.459420 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Bound port: 9d912586-2f48-4bfc-83ba-c6daea761f0e, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2487037e-25da-4718-9d51-5c148b35522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '38001d7c-32c0-4fec-a485-e59e365975d2'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:27.459971 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.471815 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.561494 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=c842fee5-d80f-4c33-ac61-7401b5624ce6,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:27.580802 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bbe88628-a741-464e-b5b2-c8bfa1e6d6ef tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726415941358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2137317'] for subnet, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.636267 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-20400790-3ac6-40de-9c4c-648b2e94e1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.653744 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe88628-a741-464e-b5b2-c8bfa1e6d6ef tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:27.654328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bbe88628-a741-464e-b5b2-c8bfa1e6d6ef tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.658686 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bbe88628-a741-464e-b5b2-c8bfa1e6d6ef tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "PUT /v2.0/subnets/f3a464ea-a914-4d12-b50b-9491c5d993e7 HTTP/1.1" status: 200 len: 826 time: 2.2326138 Jan 27 17:12:27.662567 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-20400790-3ac6-40de-9c4c-648b2e94e1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.667223 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] For port 9d912586-2f48-4bfc-83ba-c6daea761f0e, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:27.671153 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] For port 9d912586-2f48-4bfc-83ba-c6daea761f0e, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=9d912586-2f48-4bfc-83ba-c6daea761f0e,segment=NetworkSegment(2487037e-25da-4718-9d51-5c148b35522c),segment_id=2487037e-25da-4718-9d51-5c148b35522c)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:27.673824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33926) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:27.680135 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.785245 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f63d37ef-d7ae-4265-b986-a00d8efdf2f8 None None] Provisioning complete for port 5d7474d7-f2b5-4775-bd5d-037dc5133b7c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:27.785869 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f63d37ef-d7ae-4265-b986-a00d8efdf2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.816945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fcd57a-0088-44b8-b58e-96497090a0b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:27.822993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-68966ac7-7668-4e3b-b70c-e616afacb5c2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:27.824686 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-68966ac7-7668-4e3b-b70c-e616afacb5c2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.7989144 Jan 27 17:12:27.831683 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4de53e-012e-4b1d-8f29-61e20cd75e68 None None] Sync routers for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:27.844725 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4de53e-012e-4b1d-8f29-61e20cd75e68 None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:27.846500 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5d7474d7-f2b5-4775-bd5d-037dc5133b7c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:27.848600 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-0b4de53e-012e-4b1d-8f29-61e20cd75e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:27.852667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33930) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:27.863896 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-f2a1d709-d755-4c3f-927a-25b77e560ae2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Deleting port 107bb6ac-949d-4f0a-ba56-9773dffb294c {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:27.864212 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f2a1d709-d755-4c3f-927a-25b77e560ae2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.911784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9a2984-34bd-4e37-8ddb-629b0584b134 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:27.951959 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2984-34bd-4e37-8ddb-629b0584b134 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:27.952466 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-0e9a2984-34bd-4e37-8ddb-629b0584b134 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Added segment dfd10cee-05b1-455b-8c27-3413e8db3b52 of type vlan for network 0e3c7d55-ed0b-4722-9958-7e88e5627aac Jan 27 17:12:27.969500 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe97b2-7f5c-460c-9d23-ba92c4bd45c6 None None] Pushing event updated for resources: {'Port': ['ID=9d912586-2f48-4bfc-83ba-c6daea761f0e,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:27.999049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20400790-3ac6-40de-9c4c-648b2e94e1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be36c64-06fb-46bc-b91c-f7d66471ea8f,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:28.000453 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5ee120-e403-4771-8514-3909b3f0aa5f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:28.002228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ec5ee120-e403-4771-8514-3909b3f0aa5f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:28.006825 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-20400790-3ac6-40de-9c4c-648b2e94e1ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8848b7372b644d5990ac67466dc8d0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5841029 Jan 27 17:12:28.006825 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe88628-a741-464e-b5b2-c8bfa1e6d6ef tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Subnet': ['ID=f3a464ea-a914-4d12-b50b-9491c5d993e7,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:28.010336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33934) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:28.047760 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28fcd57a-0088-44b8-b58e-96497090a0b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.061598 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-28fcd57a-0088-44b8-b58e-96497090a0b8 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/ports/8b6e9591-16f3-4073-bd04-4bb4e272c5e1 HTTP/1.1" status: 204 len: 168 time: 3.6336305 Jan 27 17:12:28.075440 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2984-34bd-4e37-8ddb-629b0584b134 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.079400 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33940) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:28.082850 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ec5ee120-e403-4771-8514-3909b3f0aa5f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:28.084511 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ec5ee120-e403-4771-8514-3909b3f0aa5f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.7414699 Jan 27 17:12:28.096832 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-0b4de53e-012e-4b1d-8f29-61e20cd75e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:28.107327 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4de53e-012e-4b1d-8f29-61e20cd75e68 None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:28.108391 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-0b4de53e-012e-4b1d-8f29-61e20cd75e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:28.153938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33946) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:28.164113 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 5d7474d7-f2b5-4775-bd5d-037dc5133b7c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:28.164477 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.176034 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-0b4de53e-012e-4b1d-8f29-61e20cd75e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:28.176724 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4de53e-012e-4b1d-8f29-61e20cd75e68 None None] The sync data for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:28.204758 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a1e19822-729d-40a4-9190-01c713e895be tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "GET /v2.0/floatingips/bc12005b-0f2d-4cc3-aadb-ba29fd38a7fb HTTP/1.1" status: 200 len: 687 time: 0.1241093 Jan 27 17:12:28.208298 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33950) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:28.345730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b4e09c3a-a8fa-4a6e-ace5-e94556cbb802 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:28.400204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2984-34bd-4e37-8ddb-629b0584b134 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.405844 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9a2984-34bd-4e37-8ddb-629b0584b134 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:28.406428 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2984-34bd-4e37-8ddb-629b0584b134 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.423903 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port b4e09c3a-a8fa-4a6e-ace5-e94556cbb802 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:28.424701 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.520522 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-4dfad71f-ec71-4e99-ab2f-52405d039c1c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:28.552057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664852ae-6bf5-452b-a1af-647a19fe6cc8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:28.552588 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f439c0a3-fe3c-4d31-943f-829a84f85733 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:28.554034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664852ae-6bf5-452b-a1af-647a19fe6cc8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:28.555928 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664852ae-6bf5-452b-a1af-647a19fe6cc8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:28.556805 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-664852ae-6bf5-452b-a1af-647a19fe6cc8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:28.582976 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc4efdff-0fd3-4e1d-964a-9cdf42e5d0e1 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.596751 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.600223 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b8c3320c-5a60-4c74-b775-cc2c9296016b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.613422 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f2a1d709-d755-4c3f-927a-25b77e560ae2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.614512 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a2984-34bd-4e37-8ddb-629b0584b134 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Network': ['ID=0e3c7d55-ed0b-4722-9958-7e88e5627aac,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:28.627756 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-7aa12997-5b16-4e86-a325-b5c3bbabef51 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Deleting port f0a91893-cae0-41d0-a8ff-1b473dd19f2c {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:28.628012 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7aa12997-5b16-4e86-a325-b5c3bbabef51 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.631156 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 0e3c7d55-ed0b-4722-9958-7e88e5627aac details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:28.650810 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port f439c0a3-fe3c-4d31-943f-829a84f85733 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:28.651267 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.663102 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0e9a2984-34bd-4e37-8ddb-629b0584b134 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6101415 Jan 27 17:12:28.663314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33956) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:28.679169 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ece96b19-14c8-4db3-8f8e-18930f1862cb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'subnet': {'network_id': '0e3c7d55-ed0b-4722-9958-7e88e5627aac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:28.700819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-4dfad71f-ec71-4e99-ab2f-52405d039c1c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:28.702053 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-4dfad71f-ec71-4e99-ab2f-52405d039c1c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337281972&fields=id&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 267 time: 0.4959655 Jan 27 17:12:28.725506 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc4efdff-0fd3-4e1d-964a-9cdf42e5d0e1 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.791819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-664852ae-6bf5-452b-a1af-647a19fe6cc8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:28.795165 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-664852ae-6bf5-452b-a1af-647a19fe6cc8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6190331 Jan 27 17:12:28.802322 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-f2a1d709-d755-4c3f-927a-25b77e560ae2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Calling delete_port for 107bb6ac-949d-4f0a-ba56-9773dffb294c owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:28.822078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33962) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:28.844724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b8c3320c-5a60-4c74-b775-cc2c9296016b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.853944 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Deleting port 9d912586-2f48-4bfc-83ba-c6daea761f0e {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:28.854643 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:28.863803 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:28.944379 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:28.952154 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:28.952508 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.030405 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ece96b19-14c8-4db3-8f8e-18930f1862cb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:29.071391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-1400c32d-7235-489e-a387-22e2492d9f3f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet 46bf41f3-d574-44d4-849c-830d91bfe4af {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:29.084931 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ece96b19-14c8-4db3-8f8e-18930f1862cb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:subnet and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:29.089120 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.097137 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1400c32d-7235-489e-a387-22e2492d9f3f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.128885 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ece96b19-14c8-4db3-8f8e-18930f1862cb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:29.129552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc4efdff-0fd3-4e1d-964a-9cdf42e5d0e1 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.169969 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ece96b19-14c8-4db3-8f8e-18930f1862cb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:29.173488 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7de6d9b1-51ef-4613-b57f-c172e53e9bd9,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:29.178530 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b8c3320c-5a60-4c74-b775-cc2c9296016b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.181841 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.201291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4efdff-0fd3-4e1d-964a-9cdf42e5d0e1 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=314e75b1-68fd-4ce6-adbc-42defbb2f866,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:29.224854 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-11257df8-6999-472f-ab66-3fe951c62d2d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:29.225622 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-11257df8-6999-472f-ab66-3fe951c62d2d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:29.233924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7aa12997-5b16-4e86-a325-b5c3bbabef51 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.234241 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7aa12997-5b16-4e86-a325-b5c3bbabef51 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.278034 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2d324753-94c4-48ee-ae97-4b197739ae56 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:29.309834 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1400c32d-7235-489e-a387-22e2492d9f3f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.327242 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 2d324753-94c4-48ee-ae97-4b197739ae56 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:12:29.327583 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2d324753-94c4-48ee-ae97-4b197739ae56 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:12:29.338616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece96b19-14c8-4db3-8f8e-18930f1862cb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:29.342037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ece96b19-14c8-4db3-8f8e-18930f1862cb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.352195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3320c-5a60-4c74-b775-cc2c9296016b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be36c64-06fb-46bc-b91c-f7d66471ea8f,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:29.352551 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=7de6d9b1-51ef-4613-b57f-c172e53e9bd9,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:29.387872 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b8c3320c-5a60-4c74-b775-cc2c9296016b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.389410 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b8c3320c-5a60-4c74-b775-cc2c9296016b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6be36c64-06fb-46bc-b91c-f7d66471ea8f HTTP/1.1" status: 204 len: 168 time: 1.3732412 Jan 27 17:12:29.395071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc4efdff-0fd3-4e1d-964a-9cdf42e5d0e1 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.396299 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-dc4efdff-0fd3-4e1d-964a-9cdf42e5d0e1 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-groups/314e75b1-68fd-4ce6-adbc-42defbb2f866 HTTP/1.1" status: 204 len: 168 time: 1.4974828 Jan 27 17:12:29.399091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33968) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:29.481842 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d8c291-268b-4c71-8c36-f0016fbcadec None None] Network 38001d7c-32c0-4fec-a485-e59e365975d2 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:29.538089 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] For port 9d912586-2f48-4bfc-83ba-c6daea761f0e, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=9d912586-2f48-4bfc-83ba-c6daea761f0e,segment=NetworkSegment(2487037e-25da-4718-9d51-5c148b35522c),segment_id=2487037e-25da-4718-9d51-5c148b35522c)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:29.538254 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.586158 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-7aa12997-5b16-4e86-a325-b5c3bbabef51 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Calling delete_port for f0a91893-cae0-41d0-a8ff-1b473dd19f2c owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:29.638341 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e1b7044d-86a8-4a1f-b7a9-1004f8530c4d None None] Provisioning for port 9d912586-2f48-4bfc-83ba-c6daea761f0e completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:29.799804 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-11257df8-6999-472f-ab66-3fe951c62d2d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:29.801525 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 9d912586-2f48-4bfc-83ba-c6daea761f0e up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:29.806952 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-11257df8-6999-472f-ab66-3fe951c62d2d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/networks?id=71658409-b08b-495f-8be3-a19e062b9762 HTTP/1.1" status: 200 len: 797 time: 1.0957727 Jan 27 17:12:29.848822 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-99819f3f-b029-4adc-a974-d283310da343 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/quotas/2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 375 time: 0.0407250 Jan 27 17:12:29.879853 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Calling delete_port for 9d912586-2f48-4bfc-83ba-c6daea761f0e owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:29.910533 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4d4cde8f-ae38-4441-8ad1-609920a61a29 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:29.920182 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f2a1d709-d755-4c3f-927a-25b77e560ae2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.956159 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1400c32d-7235-489e-a387-22e2492d9f3f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:29.956352 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 9d912586-2f48-4bfc-83ba-c6daea761f0e completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:29.978550 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 9d912586-2f48-4bfc-83ba-c6daea761f0e triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:29.980040 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:30.022966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1d709-d755-4c3f-927a-25b77e560ae2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event deleted for resources: {'Port': ['ID=107bb6ac-949d-4f0a-ba56-9773dffb294c,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:30.250743 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:30.261034 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7aa12997-5b16-4e86-a325-b5c3bbabef51 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:30.279271 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1400c32d-7235-489e-a387-22e2492d9f3f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:30.309009 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4d4cde8f-ae38-4441-8ad1-609920a61a29 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:30.316201 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4d4cde8f-ae38-4441-8ad1-609920a61a29 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9102833 Jan 27 17:12:30.321226 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 33988) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:30.335419 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 9d912586-2f48-4bfc-83ba-c6daea761f0e, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=9d912586-2f48-4bfc-83ba-c6daea761f0e,segment=NetworkSegment(2487037e-25da-4718-9d51-5c148b35522c),segment_id=2487037e-25da-4718-9d51-5c148b35522c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:30.345008 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:30.345940 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c842fee5-d80f-4c33-ac61-7401b5624ce6 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:30.350229 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c89bb9c8-37bc-44f8-a4d2-dee4d36e60a2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group': {'name': 'tempest-secgroup--1769475489'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:30.422712 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ece96b19-14c8-4db3-8f8e-18930f1862cb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:30.424078 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c89bb9c8-37bc-44f8-a4d2-dee4d36e60a2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:30.437402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1400c32d-7235-489e-a387-22e2492d9f3f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:30.441422 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f2a1d709-d755-4c3f-927a-25b77e560ae2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:30.449207 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c89bb9c8-37bc-44f8-a4d2-dee4d36e60a2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:30.451243 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.api [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:12:30.451590 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG oslo_db.api [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:12:30.512730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116b3df3-c2e4-4eaa-b475-a6e15696ea28 None None] Network 38001d7c-32c0-4fec-a485-e59e365975d2 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:30.520202 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1400c32d-7235-489e-a387-22e2492d9f3f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/46bf41f3-d574-44d4-849c-830d91bfe4af HTTP/1.1" status: 204 len: 168 time: 1.6969149 Jan 27 17:12:30.527885 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa12997-5b16-4e86-a325-b5c3bbabef51 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Port': ['ID=f0a91893-cae0-41d0-a8ff-1b473dd19f2c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:30.555471 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400c32d-7235-489e-a387-22e2492d9f3f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=46bf41f3-d574-44d4-849c-830d91bfe4af,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:30.561577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 33994) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:30.633735 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70995e8e-2f5e-4092-8e7b-862e449428c7 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:30.646191 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c89bb9c8-37bc-44f8-a4d2-dee4d36e60a2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:30.688232 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece96b19-14c8-4db3-8f8e-18930f1862cb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Subnet': ['ID=ceb1bd03-5ce7-491d-8216-a9c3372873a6,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:30.703055 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-0558471d-1aa1-4483-b073-7cd2123f7a26 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:30.735550 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c89bb9c8-37bc-44f8-a4d2-dee4d36e60a2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:30.743600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c89bb9c8-37bc-44f8-a4d2-dee4d36e60a2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:30.748075 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c4054a24-75eb-4a9b-b3dc-f6752d291d7a None None] Provisioning complete for port 9d912586-2f48-4bfc-83ba-c6daea761f0e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:30.748075 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c4054a24-75eb-4a9b-b3dc-f6752d291d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:30.748751 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c89bb9c8-37bc-44f8-a4d2-dee4d36e60a2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:30.756369 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a1d709-d755-4c3f-927a-25b77e560ae2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Router dd2c3bd4-e7b1-4920-8869-15e51a12194b has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:12:30.757331 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c89bb9c8-37bc-44f8-a4d2-dee4d36e60a2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:30.765989 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece96b19-14c8-4db3-8f8e-18930f1862cb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Checking segment: {'id': 'dfd10cee-05b1-455b-8c27-3413e8db3b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0e3c7d55-ed0b-4722-9958-7e88e5627aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:30.766323 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece96b19-14c8-4db3-8f8e-18930f1862cb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network hostable DHCP agents. Network: 0e3c7d55-ed0b-4722-9958-7e88e5627aac, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:30.789833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-0558471d-1aa1-4483-b073-7cd2123f7a26 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:30.791117 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-0558471d-1aa1-4483-b073-7cd2123f7a26 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9412868 Jan 27 17:12:30.792656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7aa12997-5b16-4e86-a325-b5c3bbabef51 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:30.795426 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7aa12997-5b16-4e86-a325-b5c3bbabef51 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:30.796466 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7aa12997-5b16-4e86-a325-b5c3bbabef51 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/floatingips/bc12005b-0f2d-4cc3-aadb-ba29fd38a7fb HTTP/1.1" status: 204 len: 168 time: 2.5850503 Jan 27 17:12:30.800585 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc2822a-6948-417b-b7d8-fe9da527876a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet ecb54a8c-a2a5-4bfe-96d6-6cb985f0b5a9 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:30.802399 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34002) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:30.807307 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0fc2822a-6948-417b-b7d8-fe9da527876a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:30.842049 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '0dfce93b-3821-487d-afd4-6f887357fc9b'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:30.863094 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:30.873462 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Usage tracker for resource:floatingip and tenant:09799f3c75ba4e1bbef88b711a678f39 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:30.892425 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:30.895155 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece96b19-14c8-4db3-8f8e-18930f1862cb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network 0e3c7d55-ed0b-4722-9958-7e88e5627aac is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:30.907692 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:30.921438 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a1d709-d755-4c3f-927a-25b77e560ae2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:30.941166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0fc2822a-6948-417b-b7d8-fe9da527876a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:30.952729 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Deleting port 9d912586-2f48-4bfc-83ba-c6daea761f0e {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:30.953428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.009248 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=9d912586-2f48-4bfc-83ba-c6daea761f0e,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:31.014322 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e989116a-6c29-48d8-8ea1-c07775f5d4be None None] Sync routers for ids ['dd2c3bd4-e7b1-4920-8869-15e51a12194b'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:31.017253 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-ece96b19-14c8-4db3-8f8e-18930f1862cb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 0e3c7d55-ed0b-4722-9958-7e88e5627aac) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:31.029933 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece96b19-14c8-4db3-8f8e-18930f1862cb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:31.030523 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ece96b19-14c8-4db3-8f8e-18930f1862cb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.052079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.082262 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f2a1d709-d755-4c3f-927a-25b77e560ae2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "PUT /v2.0/routers/dd2c3bd4-e7b1-4920-8869-15e51a12194b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5623879 Jan 27 17:12:31.095040 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34012) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:31.110738 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af5ccb4-1495-44ea-baeb-2397e4ef0f4c None None] Network 0e3c7d55-ed0b-4722-9958-7e88e5627aac requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:31.160997 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c89bb9c8-37bc-44f8-a4d2-dee4d36e60a2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.188825 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ece96b19-14c8-4db3-8f8e-18930f1862cb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5241807 Jan 27 17:12:31.193608 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34018) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:31.196532 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-26b6b923-abc7-48fe-bca9-c7df6d09aa4c tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] delete failed (client error): The resource could not be found. Jan 27 17:12:31.201076 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-26b6b923-abc7-48fe-bca9-c7df6d09aa4c tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1955258100 HTTP/1.1" status: 404 len: 335 time: 0.1016595 Jan 27 17:12:31.201076 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c89bb9c8-37bc-44f8-a4d2-dee4d36e60a2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.208005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34022) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:31.240123 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-36e75c7d-f0da-44f6-b99c-c3f72668f5a1 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dd2c3bd4-e7b1-4920-8869-15e51a12194b'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:31.248916 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'network_id': '0e3c7d55-ed0b-4722-9958-7e88e5627aac', 'name': 'tempest-PortsTestJSON-841499424'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:31.299138 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e989116a-6c29-48d8-8ea1-c07775f5d4be None None] Routers {'dd2c3bd4-e7b1-4920-8869-15e51a12194b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:31.304341 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-e989116a-6c29-48d8-8ea1-c07775f5d4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['dd2c3bd4-e7b1-4920-8869-15e51a12194b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:31.371048 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-ec6e5503-9a90-46ad-9ba8-80bab4a8d0af service neutron] 10.222.0.50 "GET /v2.0/networks/71658409-b08b-495f-8be3-a19e062b9762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358524 Jan 27 17:12:31.384082 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0fc2822a-6948-417b-b7d8-fe9da527876a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.438612 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-e989116a-6c29-48d8-8ea1-c07775f5d4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:31.498128 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c89bb9c8-37bc-44f8-a4d2-dee4d36e60a2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.499402 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c89bb9c8-37bc-44f8-a4d2-dee4d36e60a2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1660347 Jan 27 17:12:31.512387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34036) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:31.518496 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port c842fee5-d80f-4c33-ac61-7401b5624ce6 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:31.518857 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.524170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-82c94035-de84-4774-8d37-4b3c411f34b4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group_rule': {'security_group_id': '1382b84f-6ffe-4495-ad94-1248b42a0547', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:31.635307 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-82c94035-de84-4774-8d37-4b3c411f34b4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:31.644971 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89bb9c8-37bc-44f8-a4d2-dee4d36e60a2 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1382b84f-6ffe-4495-ad94-1248b42a0547,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:31.707834 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e989116a-6c29-48d8-8ea1-c07775f5d4be None None] Routers {'dd2c3bd4-e7b1-4920-8869-15e51a12194b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:31.708594 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-e989116a-6c29-48d8-8ea1-c07775f5d4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['dd2c3bd4-e7b1-4920-8869-15e51a12194b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:31.749242 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] For port 9d912586-2f48-4bfc-83ba-c6daea761f0e, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=9d912586-2f48-4bfc-83ba-c6daea761f0e,segment=NetworkSegment(2487037e-25da-4718-9d51-5c148b35522c),segment_id=2487037e-25da-4718-9d51-5c148b35522c)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:31.749804 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.789169 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-e989116a-6c29-48d8-8ea1-c07775f5d4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:31.789559 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e989116a-6c29-48d8-8ea1-c07775f5d4be None None] The sync data for ids ['dd2c3bd4-e7b1-4920-8869-15e51a12194b'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:31.795126 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-0e3c7d55-ed0b-4722-9958-7e88e5627aac', 'network_id': '0e3c7d55-ed0b-4722-9958-7e88e5627aac', 'tenant_id': 'bcf63b44a81342b381e6a8ef34f3f0e6', 'fixed_ips': [{'subnet_id': 'ceb1bd03-5ce7-491d-8216-a9c3372873a6'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:31.796012 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.834198 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-82c94035-de84-4774-8d37-4b3c411f34b4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:31.848675 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-82c94035-de84-4774-8d37-4b3c411f34b4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:31.867040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-82c94035-de84-4774-8d37-4b3c411f34b4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:31.904914 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-36e75c7d-f0da-44f6-b99c-c3f72668f5a1 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.921773 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0fc2822a-6948-417b-b7d8-fe9da527876a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:31.976138 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:31.991213 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:port and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:32.006158 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e65a7584-4cda-4ab7-85dd-29abc89dbc96 service neutron] 10.222.0.50 "GET /v2.0/networks/71658409-b08b-495f-8be3-a19e062b9762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341205 Jan 27 17:12:32.008141 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2822a-6948-417b-b7d8-fe9da527876a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=ecb54a8c-a2a5-4bfe-96d6-6cb985f0b5a9,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:32.010884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:32.013676 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0fc2822a-6948-417b-b7d8-fe9da527876a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:32.016382 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34040) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:32.018018 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-82c94035-de84-4774-8d37-4b3c411f34b4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:32.057953 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2069894438', 'description': 'tempest-secgroup-smoke-2069894438 description', 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:32.080307 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:32.084463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:32.101729 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Calling delete_port for 9d912586-2f48-4bfc-83ba-c6daea761f0e owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:32.112661 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:32.133073 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0fc2822a-6948-417b-b7d8-fe9da527876a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/ecb54a8c-a2a5-4bfe-96d6-6cb985f0b5a9 HTTP/1.1" status: 204 len: 168 time: 1.5628178 Jan 27 17:12:32.135452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34044) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:32.141715 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Usage tracker for resource:security_group and tenant:e2d3a4626dac4978a7511f57d1b94de5 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:32.157272 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-36e75c7d-f0da-44f6-b99c-c3f72668f5a1 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] update failed (client error): The resource could not be found. Jan 27 17:12:32.161879 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-36e75c7d-f0da-44f6-b99c-c3f72668f5a1 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "PUT /v2.0/routers/dd2c3bd4-e7b1-4920-8869-15e51a12194b HTTP/1.1" status: 404 len: 339 time: 0.9423552 Jan 27 17:12:32.162046 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:32.169464 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:32.173086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:32.182340 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34048) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:32.192088 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:32.262853 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Allocated IP 172.20.0.2 (0e3c7d55-ed0b-4722-9958-7e88e5627aac/ceb1bd03-5ce7-491d-8216-a9c3372873a6/92df351b-7fc0-4f83-9d9f-341601f11aa3) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:32.302936 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b1a3b6b7-93f7-44c5-8c66-5356358ca6bd tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1638026 Jan 27 17:12:32.307286 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34058) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:32.318564 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-382acd71-e757-4529-8353-5696013e1c7c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:32.343184 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:32.343551 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:32.344206 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] device_id is not set on port 5e7c0cf7-5ce0-4d01-a402-4a9d381d887f yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:12:32.493196 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-382acd71-e757-4529-8353-5696013e1c7c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:32.508946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-382acd71-e757-4529-8353-5696013e1c7c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:32.513935 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-382acd71-e757-4529-8353-5696013e1c7c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:32.526447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-382acd71-e757-4529-8353-5696013e1c7c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:32.571853 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:32.587426 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:32.589253 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382acd71-e757-4529-8353-5696013e1c7c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:32.593081 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-382acd71-e757-4529-8353-5696013e1c7c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:32.613883 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2011336b-6fb4-481d-9f18-a6c06333e024 req-2f7a23ef-a679-4993-9583-5d8351f6af9e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 210 time: 0.3073936 Jan 27 17:12:32.633780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:32.635522 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-85250652-26ea-45bc-a0ea-3a7c67c83186 None None] Provisioning complete for port 9d912586-2f48-4bfc-83ba-c6daea761f0e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:32.635522 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85250652-26ea-45bc-a0ea-3a7c67c83186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:32.697286 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-85250652-26ea-45bc-a0ea-3a7c67c83186 None None] Port 9d912586-2f48-4bfc-83ba-c6daea761f0e was deleted so its status cannot be updated. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 17:12:32.702807 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bf484f-8ad4-49d0-acf8-828bce730016 None None] Update dhcp port {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'fixed_ips': [{'subnet_id': 'ecb54a8c-a2a5-4bfe-96d6-6cb985f0b5a9'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': '7de6d9b1-51ef-4613-b57f-c172e53e9bd9'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:12:32.742096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Port': ['ID=9d912586-2f48-4bfc-83ba-c6daea761f0e,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:32.853191 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7bf484f-8ad4-49d0-acf8-828bce730016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:32.881118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23feac1c-8409-422b-8804-3f0200fd1b4f None None] DHCP port deletion for 38001d7c-32c0-4fec-a485-e59e365975d2 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:32.939112 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Allocated IP 172.26.1.77 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/a46340bb-e7f6-4396-8f71-f760319ea8b7) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:32.977913 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No DVR routers for this DVR port 9d912586-2f48-4bfc-83ba-c6daea761f0e on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:12:33.033111 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.082202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.091573 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.168902 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 9d912586-2f48-4bfc-83ba-c6daea761f0e no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:33.170772 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.208394 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:33.219524 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a464ea-a914-4d12-b50b-9491c5d993e7,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:33.220226 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-82c94035-de84-4774-8d37-4b3c411f34b4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.221370 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Transition to ACTIVE for port object 92df351b-7fc0-4f83-9d9f-341601f11aa3 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:33.228268 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Usage tracker for resource:security_group_rule and tenant:e2d3a4626dac4978a7511f57d1b94de5 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:33.234942 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:33.237713 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-82c94035-de84-4774-8d37-4b3c411f34b4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.250886 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Transition to ACTIVE for port object 92df351b-7fc0-4f83-9d9f-341601f11aa3 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:33.294591 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f46b0ff-5e0f-44d8-b7d8-74b77cf26686 None None] Network 38001d7c-32c0-4fec-a485-e59e365975d2 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:33.380354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:33.455246 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 9d912586-2f48-4bfc-83ba-c6daea761f0e {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:12:33.455623 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 9d912586-2f48-4bfc-83ba-c6daea761f0e not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:12:33.475801 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.498999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318a9d0d-2a58-4af3-84f7-032d6c453060 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:33.522236 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38001d7c-32c0-4fec-a485-e59e365975d2']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:33.527102 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.536516 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2487037e-25da-4718-9d51-5c148b35522c') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:33.536845 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2487037e-25da-4718-9d51-5c148b35522c') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:33.548576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.566053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.573568 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:12:33.573984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.578787 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c94035-de84-4774-8d37-4b3c411f34b4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3474c459-a7b6-42af-9ea3-93d59e1cda1c,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:33.590700 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:12:33.630431 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:12:33.633222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.693959 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:33.706161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-382acd71-e757-4529-8353-5696013e1c7c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.714637 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:33.725948 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:33.735404 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Network 0e3c7d55-ed0b-4722-9958-7e88e5627aac is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:33.736345 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.748409 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:33.763890 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.779064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:33.800260 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.807179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382acd71-e757-4529-8353-5696013e1c7c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:33.815439 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-382acd71-e757-4529-8353-5696013e1c7c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:33.826489 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Allocated IP 172.20.0.4 (0e3c7d55-ed0b-4722-9958-7e88e5627aac/ceb1bd03-5ce7-491d-8216-a9c3372873a6/5e7c0cf7-5ce0-4d01-a402-4a9d381d887f) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:33.826812 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Network': ['ID=38001d7c-32c0-4fec-a485-e59e365975d2,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:33.831695 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382acd71-e757-4529-8353-5696013e1c7c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:33.832401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-382acd71-e757-4529-8353-5696013e1c7c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.842061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cdef0b-a579-4f3d-b3ce-83404f92bc34 None None] DHCP port deletion for 38001d7c-32c0-4fec-a485-e59e365975d2 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:33.858208 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-961e810f-b6a4-4abd-8fcf-3543b1f41942 None None] Provisioning complete for port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:33.858449 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-961e810f-b6a4-4abd-8fcf-3543b1f41942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.863335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382acd71-e757-4529-8353-5696013e1c7c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=5dc74ced-d273-4d34-ba98-5c091a6ad437,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:33.873520 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-15f7b14a-efe4-4477-b4f1-234ea244baec tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/networks/38001d7c-32c0-4fec-a485-e59e365975d2 HTTP/1.1" status: 204 len: 168 time: 6.1642995 Jan 27 17:12:33.873520 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-382acd71-e757-4529-8353-5696013e1c7c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5614953 Jan 27 17:12:33.873520 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34078) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:33.874667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34082) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:33.884975 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-82c94035-de84-4774-8d37-4b3c411f34b4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:33.886571 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-82c94035-de84-4774-8d37-4b3c411f34b4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 2.3730896 Jan 27 17:12:33.901485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-96910c18-fe1b-440b-b7cb-026436976ce5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:33.923629 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Pushing event updated for resources: {'Port': ['ID=92df351b-7fc0-4f83-9d9f-341601f11aa3,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:33.962113 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34086) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:33.994608 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=a46340bb-e7f6-4396-8f71-f760319ea8b7,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:34.061922 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Attempting to bind port 92df351b-7fc0-4f83-9d9f-341601f11aa3 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:34.062453 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Attempting to bind port 92df351b-7fc0-4f83-9d9f-341601f11aa3 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'dfd10cee-05b1-455b-8c27-3413e8db3b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0e3c7d55-ed0b-4722-9958-7e88e5627aac'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:34.062816 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Attempting to bind port 92df351b-7fc0-4f83-9d9f-341601f11aa3 on network 0e3c7d55-ed0b-4722-9958-7e88e5627aac {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:34.086090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:34.086464 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Checking segment: {'id': 'dfd10cee-05b1-455b-8c27-3413e8db3b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0e3c7d55-ed0b-4722-9958-7e88e5627aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:34.086924 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.087369 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Bound using segment: {'id': 'dfd10cee-05b1-455b-8c27-3413e8db3b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0e3c7d55-ed0b-4722-9958-7e88e5627aac'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:34.087901 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Bound port: 92df351b-7fc0-4f83-9d9f-341601f11aa3, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd10cee-05b1-455b-8c27-3413e8db3b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0e3c7d55-ed0b-4722-9958-7e88e5627aac'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:34.088286 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.160461 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca8cf458-d3fd-4503-be07-0417a794eb3d req-e2568c30-6187-4a3a-adb7-d9d556ac9c3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 210 time: 0.3450613 Jan 27 17:12:34.161733 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.165392 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-0a62a100-dcb7-423e-8e39-e43a9845b7eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:34.167008 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-0a62a100-dcb7-423e-8e39-e43a9845b7eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/networks?id=71658409-b08b-495f-8be3-a19e062b9762 HTTP/1.1" status: 200 len: 797 time: 0.1548827 Jan 27 17:12:34.173489 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b451c7-62cd-4ae8-bcf0-3e2b2e85a677 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:34.176585 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b451c7-62cd-4ae8-bcf0-3e2b2e85a677 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:34.180053 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c9b451c7-62cd-4ae8-bcf0-3e2b2e85a677 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/networks/38001d7c-32c0-4fec-a485-e59e365975d2 HTTP/1.1" status: 404 len: 339 time: 0.3082340 Jan 27 17:12:34.184536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34090) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:34.200101 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-6613f1e8-d448-478b-98da-edc9a3780b9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1590676601', 'description': 'd1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:34.206040 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6613f1e8-d448-478b-98da-edc9a3780b9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:34.210406 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6613f1e8-d448-478b-98da-edc9a3780b9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Usage tracker for resource:network and tenant:bc6375dd00f14ad4896f324bc178ab53 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:34.214368 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6613f1e8-d448-478b-98da-edc9a3780b9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:34.220728 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6613f1e8-d448-478b-98da-edc9a3780b9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:34.257389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6613f1e8-d448-478b-98da-edc9a3780b9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:34.261460 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6613f1e8-d448-478b-98da-edc9a3780b9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.319086 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] For port 92df351b-7fc0-4f83-9d9f-341601f11aa3, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:34.329287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-61e8b0a3-616f-4efc-8536-ad6c2694d5b7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:34.335110 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-96910c18-fe1b-440b-b7cb-026436976ce5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:34.343943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6613f1e8-d448-478b-98da-edc9a3780b9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:34.346263 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] For port 92df351b-7fc0-4f83-9d9f-341601f11aa3, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=92df351b-7fc0-4f83-9d9f-341601f11aa3,segment=NetworkSegment(dfd10cee-05b1-455b-8c27-3413e8db3b52),segment_id=dfd10cee-05b1-455b-8c27-3413e8db3b52)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:34.354181 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-96910c18-fe1b-440b-b7cb-026436976ce5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:34.354511 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.361538 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-96910c18-fe1b-440b-b7cb-026436976ce5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:34.372820 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6613f1e8-d448-478b-98da-edc9a3780b9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.373329 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-6613f1e8-d448-478b-98da-edc9a3780b9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Added segment 6501d7d4-ed1b-40ea-a79b-56e49760d2a9 of type vlan for network 0066c36f-527d-49ae-9975-d255116a238b Jan 27 17:12:34.374845 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-96910c18-fe1b-440b-b7cb-026436976ce5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:34.377393 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-61e8b0a3-616f-4efc-8536-ad6c2694d5b7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:34.378365 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-61e8b0a3-616f-4efc-8536-ad6c2694d5b7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 380 time: 0.1970713 Jan 27 17:12:34.394492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-d41d00cb-f5a0-4d8d-90e4-b2e08a900cfd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'port': {'device_id': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'admin_state_up': True, 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'security_groups': ['ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:34.404838 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9c43a120-9a13-4ac7-8136-a260684f4216 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.436785 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96910c18-fe1b-440b-b7cb-026436976ce5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:34.439742 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-96910c18-fe1b-440b-b7cb-026436976ce5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.468573 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096c2ca8-dcdd-453e-b39e-81d09eb0bf3c None None] Update dhcp port {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'fixed_ips': [{'subnet_id': '5dc74ced-d273-4d34-ba98-5c091a6ad437'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': '7de6d9b1-51ef-4613-b57f-c172e53e9bd9'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:12:34.483360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6613f1e8-d448-478b-98da-edc9a3780b9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.499005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.535733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62104c2-1342-4d60-86ea-69372c920e64 None None] Pushing event updated for resources: {'Port': ['ID=92df351b-7fc0-4f83-9d9f-341601f11aa3,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:34.540301 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-096c2ca8-dcdd-453e-b39e-81d09eb0bf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.602358 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9c43a120-9a13-4ac7-8136-a260684f4216 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.615666 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.651451 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:34.715211 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6613f1e8-d448-478b-98da-edc9a3780b9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.720787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6613f1e8-d448-478b-98da-edc9a3780b9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:34.721488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6613f1e8-d448-478b-98da-edc9a3780b9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.746836 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Usage tracker for resource:security_group_rule and tenant:e2d3a4626dac4978a7511f57d1b94de5 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:34.753719 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-d41d00cb-f5a0-4d8d-90e4-b2e08a900cfd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:34.763932 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-096c2ca8-dcdd-453e-b39e-81d09eb0bf3c None None] Allocated IP 2001:db8::2 (bbf03638-7624-437f-9c24-a87cd70c5626/5dc74ced-d273-4d34-ba98-5c091a6ad437/7de6d9b1-51ef-4613-b57f-c172e53e9bd9) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:34.769600 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.ipam_backend_mixin [None req-96910c18-fe1b-440b-b7cb-026436976ce5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5dc74ced-d273-4d34-ba98-5c091a6ad437 (CIDR: 2001:db8::/64) Jan 27 17:12:34.771979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:34.801101 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:34.803079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6ada50-2b68-48b0-b421-39a65a1b54e0,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:34.806804 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-96910c18-fe1b-440b-b7cb-026436976ce5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:12:34.807553 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96910c18-fe1b-440b-b7cb-026436976ce5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:34.812861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-d41d00cb-f5a0-4d8d-90e4-b2e08a900cfd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:34.850198 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6613f1e8-d448-478b-98da-edc9a3780b9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6644173 Jan 27 17:12:34.890976 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9c43a120-9a13-4ac7-8136-a260684f4216 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.892526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34098) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:34.917266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613f1e8-d448-478b-98da-edc9a3780b9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Network': ['ID=0066c36f-527d-49ae-9975-d255116a238b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:34.920011 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-d41d00cb-f5a0-4d8d-90e4-b2e08a900cfd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:34.924032 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-d41d00cb-f5a0-4d8d-90e4-b2e08a900cfd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:34.940819 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-96910c18-fe1b-440b-b7cb-026436976ce5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0624425 Jan 27 17:12:34.944282 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34100) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:34.946019 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 0066c36f-527d-49ae-9975-d255116a238b details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:34.961639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'subnet': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:35.008159 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43a120-9a13-4ac7-8136-a260684f4216 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3474c459-a7b6-42af-9ea3-93d59e1cda1c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:35.078229 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-096c2ca8-dcdd-453e-b39e-81d09eb0bf3c None None] For port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7de6d9b1-51ef-4613-b57f-c172e53e9bd9,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:35.126347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-096c2ca8-dcdd-453e-b39e-81d09eb0bf3c None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.162766 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-096c2ca8-dcdd-453e-b39e-81d09eb0bf3c None None] Transition to ACTIVE for port object 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:35.177356 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-096c2ca8-dcdd-453e-b39e-81d09eb0bf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.202893 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.320555 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c2ca8-dcdd-453e-b39e-81d09eb0bf3c None None] Pushing event updated for resources: {'Port': ['ID=7de6d9b1-51ef-4613-b57f-c172e53e9bd9,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:35.378197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37ff95a-5e63-4a4d-a34c-b816fecca0be tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:35.378899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d37ff95a-5e63-4a4d-a34c-b816fecca0be tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Synchronizing usage tracker for tenant:bc6375dd00f14ad4896f324bc178ab53 on resource:network {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:35.391795 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 92df351b-7fc0-4f83-9d9f-341601f11aa3 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:35.393157 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9c43a120-9a13-4ac7-8136-a260684f4216 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.398173 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9c43a120-9a13-4ac7-8136-a260684f4216 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/3474c459-a7b6-42af-9ea3-93d59e1cda1c HTTP/1.1" status: 204 len: 168 time: 1.4261839 Jan 27 17:12:35.405133 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34108) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:35.416552 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Transition to ACTIVE for port object 5e7c0cf7-5ce0-4d01-a402-4a9d381d887f will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:35.459357 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-d41d00cb-f5a0-4d8d-90e4-b2e08a900cfd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.13 (71658409-b08b-495f-8be3-a19e062b9762/a344f178-6b07-4d9e-bda5-43d60ea0302d/f9764b7f-f96a-4ae1-b608-4c1da21a3b0a) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:35.505622 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 92df351b-7fc0-4f83-9d9f-341601f11aa3 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:35.542681 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-66053d64-0752-4c2c-ba3c-e3362a5ff24c req-1366f12a-ad4f-4ff6-881a-ec430f23f445 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 210 time: 0.0849037 Jan 27 17:12:35.544615 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:35.550824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Usage tracker for resource:subnet and tenant:b5b56d9041d34791adead564583c8bb2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:35.561825 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Allocated IP 172.20.0.1 (43304e70-0371-47dc-849f-1add221eb1b9/2867352f-3977-4897-b535-5131c47fe9a8/377d372e-d3fe-4d65-872d-bf5f4a95bbbd) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:35.604305 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:35.610744 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d37ff95a-5e63-4a4d-a34c-b816fecca0be tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Unset dirty status for tenant:bc6375dd00f14ad4896f324bc178ab53 on resource:network {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:35.611977 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d37ff95a-5e63-4a4d-a34c-b816fecca0be tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "GET /v2.0/networks?id=0066c36f-527d-49ae-9975-d255116a238b HTTP/1.1" status: 200 len: 765 time: 0.6627712 Jan 27 17:12:35.614718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.627207 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34112) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:35.628321 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:35.643079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-0d4cb646-ade7-4e22-aa48-a002d68b0b60 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'network': {'description': 'd2'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:35.661482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.666865 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:35.704831 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-74d9cd28-d763-44de-8d53-cccbe961c622 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:35.792590 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.852073 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7de6d9b1-51ef-4613-b57f-c172e53e9bd9,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:35.852312 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.853484 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 3.8129838 Jan 27 17:12:35.854799 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.860010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.861229 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3562367-8339-448e-b54c-53bebe703925 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48d785f-6c1c-46e1-ab73-f42944c7ab41,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:35.866976 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34116) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:35.870968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-74d9cd28-d763-44de-8d53-cccbe961c622 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:35.872230 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-74d9cd28-d763-44de-8d53-cccbe961c622 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4397790 Jan 27 17:12:35.925796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34118) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:35.948050 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:35.952451 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ab77e38f-fcec-48d8-8558-ee51f0f06248 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Request body: {'security_group_rule': {'security_group_id': 'd48d785f-6c1c-46e1-ab73-f42944c7ab41', 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:35.959411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:35.978378 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=7de6d9b1-51ef-4613-b57f-c172e53e9bd9,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:35.990441 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ab77e38f-fcec-48d8-8558-ee51f0f06248 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:36.003084 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ab77e38f-fcec-48d8-8558-ee51f0f06248 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Usage tracker for resource:security_group_rule and tenant:e2d3a4626dac4978a7511f57d1b94de5 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:36.026771 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ab77e38f-fcec-48d8-8558-ee51f0f06248 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:36.030300 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network 0e3c7d55-ed0b-4722-9958-7e88e5627aac is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:36.032611 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-d41d00cb-f5a0-4d8d-90e4-b2e08a900cfd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.047831 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:36.058694 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-d41d00cb-f5a0-4d8d-90e4-b2e08a900cfd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object f9764b7f-f96a-4ae1-b608-4c1da21a3b0a will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:36.067082 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ab77e38f-fcec-48d8-8558-ee51f0f06248 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:36.074552 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:36.099570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=5e7c0cf7-5ce0-4d01-a402-4a9d381d887f,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:36.110480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.171139 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Transition to ACTIVE for port object 377d372e-d3fe-4d65-872d-bf5f4a95bbbd will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:36.174703 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.176857 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab77e38f-fcec-48d8-8558-ee51f0f06248 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.290140 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e59cc97-c563-4c67-9f50-621ee29e871e None None] Network 0e3c7d55-ed0b-4722-9958-7e88e5627aac requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:36.309994 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb646-ade7-4e22-aa48-a002d68b0b60 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.350311 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:36.350848 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.360260 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb646-ade7-4e22-aa48-a002d68b0b60 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.392952 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2b6cf072-2dd9-4703-b5e5-41d1e00007a7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.405585 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d4cb646-ade7-4e22-aa48-a002d68b0b60 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network 0066c36f-527d-49ae-9975-d255116a238b is not hosted by any dhcp agent {{(pid=87594) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 27 17:12:36.411143 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cb646-ade7-4e22-aa48-a002d68b0b60 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:36.411542 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb646-ade7-4e22-aa48-a002d68b0b60 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.412887 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0d4cb646-ade7-4e22-aa48-a002d68b0b60 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "PUT /v2.0/networks/0066c36f-527d-49ae-9975-d255116a238b HTTP/1.1" status: 200 len: 762 time: 0.7812471 Jan 27 17:12:36.413988 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6a04499f-5382-4df8-8fc7-77c27edde4e6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.2156870 Jan 27 17:12:36.416875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34124) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:36.417198 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34126) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:36.438549 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-30b278a2-a5aa-4a48-8402-36d9ec4c898d None None] Provisioning for port 92df351b-7fc0-4f83-9d9f-341601f11aa3 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:36.447791 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-30b278a2-a5aa-4a48-8402-36d9ec4c898d None None] Provisioning complete for port 92df351b-7fc0-4f83-9d9f-341601f11aa3 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:36.448324 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-30b278a2-a5aa-4a48-8402-36d9ec4c898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.470438 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-d41d00cb-f5a0-4d8d-90e4-b2e08a900cfd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.473318 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'network_id': '0e3c7d55-ed0b-4722-9958-7e88e5627aac', 'name': 'tempest-PortsTestJSON-1229059064'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:36.507730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a1e459-c4ac-4d9a-8fcf-229a22af6514 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:36.535382 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab77e38f-fcec-48d8-8558-ee51f0f06248 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.550871 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.588942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2b6cf072-2dd9-4703-b5e5-41d1e00007a7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.597166 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cb646-ade7-4e22-aa48-a002d68b0b60 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Network': ['ID=0066c36f-527d-49ae-9975-d255116a238b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:36.598719 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab77e38f-fcec-48d8-8558-ee51f0f06248 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.624501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-d41d00cb-f5a0-4d8d-90e4-b2e08a900cfd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 71658409-b08b-495f-8be3-a19e062b9762 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:36.634635 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-d41d00cb-f5a0-4d8d-90e4-b2e08a900cfd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:36.642544 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-d41d00cb-f5a0-4d8d-90e4-b2e08a900cfd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:36.713268 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d00cb-f5a0-4d8d-90e4-b2e08a900cfd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=f9764b7f-f96a-4ae1-b608-4c1da21a3b0a,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:36.775762 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-d41d00cb-f5a0-4d8d-90e4-b2e08a900cfd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:36.776674 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-d41d00cb-f5a0-4d8d-90e4-b2e08a900cfd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.782932 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77e38f-fcec-48d8-8558-ee51f0f06248 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950ff79f-e733-4d6a-b824-a0654a3be5d5,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:36.791185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2b6cf072-2dd9-4703-b5e5-41d1e00007a7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.792711 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Network 43304e70-0371-47dc-849f-1add221eb1b9 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:36.834586 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cf072-2dd9-4703-b5e5-41d1e00007a7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1382b84f-6ffe-4495-ad94-1248b42a0547,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:36.840288 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.850349 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2b6cf072-2dd9-4703-b5e5-41d1e00007a7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:36.851845 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2b6cf072-2dd9-4703-b5e5-41d1e00007a7 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-groups/1382b84f-6ffe-4495-ad94-1248b42a0547 HTTP/1.1" status: 204 len: 168 time: 0.9251137 Jan 27 17:12:36.855455 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-d41d00cb-f5a0-4d8d-90e4-b2e08a900cfd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4694088 Jan 27 17:12:36.855911 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34134) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:36.860450 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 0066c36f-527d-49ae-9975-d255116a238b details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:36.881641 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:36.920710 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7310aa24-bac8-4ee0-b8f1-fe342c50cd8f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:36.922582 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:36.960582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7310aa24-bac8-4ee0-b8f1-fe342c50cd8f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:36.967029 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7310aa24-bac8-4ee0-b8f1-fe342c50cd8f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1020072 Jan 27 17:12:36.969663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34140) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:36.976653 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4d15f79c-5f96-421f-8f29-9673abc369e4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group': {'name': 'tempest-secgroup--200462677'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:36.980116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2b2114-a4f7-4218-867d-5bc10483b349 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:36.981628 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7c2b2114-a4f7-4218-867d-5bc10483b349 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "GET /v2.0/networks?id=0066c36f-527d-49ae-9975-d255116a238b HTTP/1.1" status: 200 len: 765 time: 0.5615842 Jan 27 17:12:36.985532 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34144) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:36.988383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4d15f79c-5f96-421f-8f29-9673abc369e4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:36.995816 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event updated for resources: {'Port': ['ID=377d372e-d3fe-4d65-872d-bf5f4a95bbbd,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:37.026201 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab77e38f-fcec-48d8-8558-ee51f0f06248 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.027355 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ab77e38f-fcec-48d8-8558-ee51f0f06248 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1014752 Jan 27 17:12:37.045840 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34148) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:37.072627 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-28a9a01e-a784-442b-bd9d-ca6f6a406dfe tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Request body: {'security_group_rule': {'security_group_id': 'd48d785f-6c1c-46e1-ab73-f42944c7ab41', 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:37.080986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Request body: {'port': {'device_id': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:37.126966 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-28a9a01e-a784-442b-bd9d-ca6f6a406dfe tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:37.129756 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:37.143266 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:port and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:37.146149 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-28a9a01e-a784-442b-bd9d-ca6f6a406dfe tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Usage tracker for resource:security_group_rule and tenant:e2d3a4626dac4978a7511f57d1b94de5 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:37.148838 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.151821 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:37.173512 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-28a9a01e-a784-442b-bd9d-ca6f6a406dfe tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:37.201772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-28a9a01e-a784-442b-bd9d-ca6f6a406dfe tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:37.214389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:37.256034 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:37.313899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:37.317610 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.340838 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28a9a01e-a784-442b-bd9d-ca6f6a406dfe tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.342364 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4d15f79c-5f96-421f-8f29-9673abc369e4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:37.378455 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07123b41-ae03-4933-be0d-f162c2e194a0 req-812b74e9-46f8-47af-9a0a-17d677a7525f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:37.380222 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-07123b41-ae03-4933-be0d-f162c2e194a0 req-812b74e9-46f8-47af-9a0a-17d677a7525f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 932 time: 0.6774385 Jan 27 17:12:37.387844 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-30b278a2-a5aa-4a48-8402-36d9ec4c898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.397439 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] device_id is not set on port 14410ea4-8900-46e0-82f6-43762bdbbb5f yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:12:37.397782 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4d15f79c-5f96-421f-8f29-9673abc369e4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.450180 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-30b278a2-a5aa-4a48-8402-36d9ec4c898d None None] For port 92df351b-7fc0-4f83-9d9f-341601f11aa3, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=92df351b-7fc0-4f83-9d9f-341601f11aa3,segment=NetworkSegment(dfd10cee-05b1-455b-8c27-3413e8db3b52),segment_id=dfd10cee-05b1-455b-8c27-3413e8db3b52)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:37.459643 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-30b278a2-a5aa-4a48-8402-36d9ec4c898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.543647 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b278a2-a5aa-4a48-8402-36d9ec4c898d None None] Pushing event updated for resources: {'Port': ['ID=92df351b-7fc0-4f83-9d9f-341601f11aa3,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:37.592785 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a137f4cc-2f7a-4bfb-80f7-4d26d857611b None None] Provisioning for port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:37.601909 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a137f4cc-2f7a-4bfb-80f7-4d26d857611b None None] Provisioning complete for port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:37.602450 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a137f4cc-2f7a-4bfb-80f7-4d26d857611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.632501 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.689506 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4d15f79c-5f96-421f-8f29-9673abc369e4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:37.720992 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a73d095-7429-4def-b5ab-b010dd9c2ef6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:37.721957 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3a73d095-7429-4def-b5ab-b010dd9c2ef6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Synchronizing usage tracker for tenant:bc6375dd00f14ad4896f324bc178ab53 on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:37.723237 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-07123b41-ae03-4933-be0d-f162c2e194a0 req-0f1e62be-522b-4eb9-a00e-d5d73f9cf4e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268294 Jan 27 17:12:37.746597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28a9a01e-a784-442b-bd9d-ca6f6a406dfe tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.773162 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4d15f79c-5f96-421f-8f29-9673abc369e4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:37.776100 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.791099 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a137f4cc-2f7a-4bfb-80f7-4d26d857611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.795072 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.816582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3a73d095-7429-4def-b5ab-b010dd9c2ef6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Unset dirty status for tenant:bc6375dd00f14ad4896f324bc178ab53 on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:37.821232 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3a73d095-7429-4def-b5ab-b010dd9c2ef6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8345199 Jan 27 17:12:37.824350 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34152) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:37.833800 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28a9a01e-a784-442b-bd9d-ca6f6a406dfe tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.852501 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a137f4cc-2f7a-4bfb-80f7-4d26d857611b None None] For port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7de6d9b1-51ef-4613-b57f-c172e53e9bd9,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:37.858060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.858923 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a137f4cc-2f7a-4bfb-80f7-4d26d857611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.872343 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.objects.ports [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87594) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:12:37.932636 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a137f4cc-2f7a-4bfb-80f7-4d26d857611b None None] Provisioning for port f9764b7f-f96a-4ae1-b608-4c1da21a3b0a completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:37.938749 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9a01e-a784-442b-bd9d-ca6f6a406dfe tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e84470-412b-4c0b-b9e1-c72c407c55c9,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:37.939913 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a137f4cc-2f7a-4bfb-80f7-4d26d857611b None None] Provisioning complete for port f9764b7f-f96a-4ae1-b608-4c1da21a3b0a triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:37.940372 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a137f4cc-2f7a-4bfb-80f7-4d26d857611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:37.989416 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137f4cc-2f7a-4bfb-80f7-4d26d857611b None None] Pushing event updated for resources: {'Port': ['ID=7de6d9b1-51ef-4613-b57f-c172e53e9bd9,revision_number=8']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:37.990036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8432ee31-0006-40bd-8666-11733287930f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Synchronizing usage tracker for tenant:bc6375dd00f14ad4896f324bc178ab53 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:38.010598 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a137f4cc-2f7a-4bfb-80f7-4d26d857611b None None] Port f9764b7f-f96a-4ae1-b608-4c1da21a3b0a cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:38.023663 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a137f4cc-2f7a-4bfb-80f7-4d26d857611b None None] Provisioning for port 377d372e-d3fe-4d65-872d-bf5f4a95bbbd completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:38.046100 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a137f4cc-2f7a-4bfb-80f7-4d26d857611b None None] Provisioning complete for port 377d372e-d3fe-4d65-872d-bf5f4a95bbbd triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:38.048608 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a137f4cc-2f7a-4bfb-80f7-4d26d857611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.089121 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4d15f79c-5f96-421f-8f29-9673abc369e4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.127520 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a137f4cc-2f7a-4bfb-80f7-4d26d857611b None None] Port 377d372e-d3fe-4d65-872d-bf5f4a95bbbd cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:38.139834 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63983888-7f6f-4980-97bf-c0d4932194f8 None None] get_active_networks_info from dv-neutron-826439-2-hyperv {{(pid=87596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:12:38.156070 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4d15f79c-5f96-421f-8f29-9673abc369e4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.268557 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5c67f111-4165-4cfd-8d7b-78de14bd60c1 None None] Provisioning complete for port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:38.268557 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5c67f111-4165-4cfd-8d7b-78de14bd60c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.286258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8432ee31-0006-40bd-8666-11733287930f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Unset dirty status for tenant:bc6375dd00f14ad4896f324bc178ab53 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:38.291040 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8432ee31-0006-40bd-8666-11733287930f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 HTTP/1.1" status: 200 len: 207 time: 0.4636781 Jan 27 17:12:38.296470 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=a46340bb-e7f6-4396-8f71-f760319ea8b7,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:38.298864 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-28a9a01e-a784-442b-bd9d-ca6f6a406dfe tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.300029 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-28a9a01e-a784-442b-bd9d-ca6f6a406dfe tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2509434 Jan 27 17:12:38.314122 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34158) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:38.314572 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34160) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:38.323761 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Allocated IP 172.20.0.6 (0e3c7d55-ed0b-4722-9958-7e88e5627aac/ceb1bd03-5ce7-491d-8216-a9c3372873a6/14410ea4-8900-46e0-82f6-43762bdbbb5f) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:38.345918 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-d457f31b-310b-410d-a91c-99d9535a9360 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Request body: {'security_group_rule': {'security_group_id': 'd48d785f-6c1c-46e1-ab73-f42944c7ab41', 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:38.362319 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15f79c-5f96-421f-8f29-9673abc369e4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2801ca75-e39c-466d-9b62-bcb9b7e49031,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:38.368320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d457f31b-310b-410d-a91c-99d9535a9360 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:38.385255 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4d15f79c-5f96-421f-8f29-9673abc369e4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.386513 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4d15f79c-5f96-421f-8f29-9673abc369e4 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4157121 Jan 27 17:12:38.391016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34166) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:38.391882 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d457f31b-310b-410d-a91c-99d9535a9360 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Usage tracker for resource:security_group_rule and tenant:e2d3a4626dac4978a7511f57d1b94de5 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:38.396030 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d457f31b-310b-410d-a91c-99d9535a9360 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:38.397663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-05dcffbf-437a-4afc-85fd-aebe5953fbfb tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group_rule': {'security_group_id': '2801ca75-e39c-466d-9b62-bcb9b7e49031', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:38.405666 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-05dcffbf-437a-4afc-85fd-aebe5953fbfb tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:38.410152 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.450422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63983888-7f6f-4980-97bf-c0d4932194f8 None None] Resources bound (agent type, host, resource id): {{(pid=87596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:12:38.474832 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d457f31b-310b-410d-a91c-99d9535a9360 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:38.498071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-05dcffbf-437a-4afc-85fd-aebe5953fbfb tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:38.505009 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-05dcffbf-437a-4afc-85fd-aebe5953fbfb tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:38.513389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-05dcffbf-437a-4afc-85fd-aebe5953fbfb tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:38.523962 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5c67f111-4165-4cfd-8d7b-78de14bd60c1 None None] Provisioning complete for port 92df351b-7fc0-4f83-9d9f-341601f11aa3 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:38.524403 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5c67f111-4165-4cfd-8d7b-78de14bd60c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.550349 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.602670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-05dcffbf-437a-4afc-85fd-aebe5953fbfb tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.669721 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d457f31b-310b-410d-a91c-99d9535a9360 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.827906 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5c67f111-4165-4cfd-8d7b-78de14bd60c1 None None] Provisioning for port 5e7c0cf7-5ce0-4d01-a402-4a9d381d887f completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:38.836715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5c67f111-4165-4cfd-8d7b-78de14bd60c1 None None] Provisioning complete for port 5e7c0cf7-5ce0-4d01-a402-4a9d381d887f triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:38.837130 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5c67f111-4165-4cfd-8d7b-78de14bd60c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.899255 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9764b7f-f96a-4ae1-b608-4c1da21a3b0a {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:12:38.906651 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5c67f111-4165-4cfd-8d7b-78de14bd60c1 None None] Port 5e7c0cf7-5ce0-4d01-a402-4a9d381d887f cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:38.910657 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb1f13-1d31-43e1-8bcb-b6786ce6da9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:38.916269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb1f13-1d31-43e1-8bcb-b6786ce6da9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:38.921576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.921932 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb1f13-1d31-43e1-8bcb-b6786ce6da9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:38.927511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb1f13-1d31-43e1-8bcb-b6786ce6da9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:38.933284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb1f13-1d31-43e1-8bcb-b6786ce6da9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:38.939255 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb1f13-1d31-43e1-8bcb-b6786ce6da9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:38.941734 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-35eb1f13-1d31-43e1-8bcb-b6786ce6da9f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6253202 Jan 27 17:12:38.949200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-05dcffbf-437a-4afc-85fd-aebe5953fbfb tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.950456 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34172) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:38.979165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-05dcffbf-437a-4afc-85fd-aebe5953fbfb tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:38.997479 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Transition to ACTIVE for port object f9764b7f-f96a-4ae1-b608-4c1da21a3b0a will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:39.000617 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] For port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7de6d9b1-51ef-4613-b57f-c172e53e9bd9,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:39.018015 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.072532 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Floating IP 875d8b4e-f4b1-4c1f-8ec9-0124b02ebb29 associated. External IP: 172.26.1.77, port: 0dfce93b-3821-487d-afd4-6f887357fc9b. Jan 27 17:12:39.135157 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:39.147347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcffbf-437a-4afc-85fd-aebe5953fbfb tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2a6760-5bd4-4e1c-a62c-686f20fedb26,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:39.200602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:12:39.216713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.218781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-05dcffbf-437a-4afc-85fd-aebe5953fbfb tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.220301 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-05dcffbf-437a-4afc-85fd-aebe5953fbfb tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8283644 Jan 27 17:12:39.221625 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Pushing event updated for resources: {'Port': ['ID=f9764b7f-f96a-4ae1-b608-4c1da21a3b0a,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:39.222463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:39.223256 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.235928 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34176) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:39.242931 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.243641 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.273705 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:12:39.312018 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d457f31b-310b-410d-a91c-99d9535a9360 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.316383 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.381826 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 92df351b-7fc0-4f83-9d9f-341601f11aa3 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:39.396167 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d457f31b-310b-410d-a91c-99d9535a9360 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.413514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:39.416519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.428441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf3a02-0601-4e32-b763-81d960c5db67 req-a30d6bc4-8b12-4b97-8a91-77d5417d5e91 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:39.429124 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-7eaf3a02-0601-4e32-b763-81d960c5db67 req-a30d6bc4-8b12-4b97-8a91-77d5417d5e91 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:39.445730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:39.450079 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3db9ea1b-cb75-4b0c-94e0-ca2288340cfe tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-group-rules/4e2a6760-5bd4-4e1c-a62c-686f20fedb26 HTTP/1.1" status: 200 len: 763 time: 0.2082214 Jan 27 17:12:39.452084 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:39.452675 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.460574 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eaba89-4563-45d9-b6ab-bbb8713ebaab None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:39.487116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.492161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34180) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:39.547722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Subnet': ['ID=edd3606d-c85d-48bc-9de8-d5dfef38bcd0,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:39.564878 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=7de6d9b1-51ef-4613-b57f-c172e53e9bd9,revision_number=10']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:39.569314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457f31b-310b-410d-a91c-99d9535a9360 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45461add-a54d-4cf4-b349-a098a161001e,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:39.572017 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-71ccfc11-76a3-4105-97d1-47135db596f4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.6264088 Jan 27 17:12:39.576913 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-7eaf3a02-0601-4e32-b763-81d960c5db67 req-a30d6bc4-8b12-4b97-8a91-77d5417d5e91 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:39.583947 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7eaf3a02-0601-4e32-b763-81d960c5db67 req-a30d6bc4-8b12-4b97-8a91-77d5417d5e91 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 932 time: 0.7343969 Jan 27 17:12:39.586154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34184) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:39.600641 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bb1b270e-b590-4fc6-85cc-54ecd33d013f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.6390924 Jan 27 17:12:39.609145 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34188) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:39.612629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ab856a95-a402-4936-9677-857dba6762b8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Request body: {'port': {'network_id': 'bbf03638-7624-437f-9c24-a87cd70c5626', 'mac_address': 'fa:16:3e:3a:c0:b6', 'name': 'tempest-NetworksTestDHCPv6-877799256'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:39.617934 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d457f31b-310b-410d-a91c-99d9535a9360 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.618180 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 92df351b-7fc0-4f83-9d9f-341601f11aa3 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:39.618647 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.619110 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d457f31b-310b-410d-a91c-99d9535a9360 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3018446 Jan 27 17:12:39.625508 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Transition to ACTIVE for port object 14410ea4-8900-46e0-82f6-43762bdbbb5f will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:39.629159 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34190) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:39.638315 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event updated for resources: {'Port': ['ID=377d372e-d3fe-4d65-872d-bf5f4a95bbbd,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:39.691481 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f5f7849d-c36f-4a65-9f45-f195a89ceb81 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Request body: {'security_group_rule': {'security_group_id': 'd48d785f-6c1c-46e1-ab73-f42944c7ab41', 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:39.717369 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:39.722249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f5f7849d-c36f-4a65-9f45-f195a89ceb81 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:39.743965 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f5f7849d-c36f-4a65-9f45-f195a89ceb81 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Usage tracker for resource:security_group_rule and tenant:e2d3a4626dac4978a7511f57d1b94de5 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:39.765601 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f5f7849d-c36f-4a65-9f45-f195a89ceb81 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:39.784539 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f5f7849d-c36f-4a65-9f45-f195a89ceb81 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:39.858408 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Attempting to bind port f9764b7f-f96a-4ae1-b608-4c1da21a3b0a on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:39.858744 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Attempting to bind port f9764b7f-f96a-4ae1-b608-4c1da21a3b0a by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '27080b96-cf73-4d14-abf6-9a232b52845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '71658409-b08b-495f-8be3-a19e062b9762'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:39.859061 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Attempting to bind port f9764b7f-f96a-4ae1-b608-4c1da21a3b0a on network 71658409-b08b-495f-8be3-a19e062b9762 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:39.877491 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-709a83eb-ceae-4745-b605-6298eb52a7cf tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:39.905673 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7eaf3a02-0601-4e32-b763-81d960c5db67 req-6ba4343b-59e8-45e9-87cd-51949994eee1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209198 Jan 27 17:12:39.954590 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Port f9764b7f-f96a-4ae1-b608-4c1da21a3b0a on network 71658409-b08b-495f-8be3-a19e062b9762 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:12:39.954897 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Attempting to bind port f9764b7f-f96a-4ae1-b608-4c1da21a3b0a on network 71658409-b08b-495f-8be3-a19e062b9762 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:39.985132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f47091-7156-4e0a-94aa-a652a747b37c tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:39.986634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f47091-7156-4e0a-94aa-a652a747b37c tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:39.988097 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f47091-7156-4e0a-94aa-a652a747b37c tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:39.989671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f47091-7156-4e0a-94aa-a652a747b37c tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:39.991155 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f47091-7156-4e0a-94aa-a652a747b37c tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:39.996529 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-76f47091-7156-4e0a-94aa-a652a747b37c tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3663363 Jan 27 17:12:39.999793 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:40.000133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Checking segment: {'id': '27080b96-cf73-4d14-abf6-9a232b52845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '71658409-b08b-495f-8be3-a19e062b9762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:40.000520 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Bound using segment: {'id': '27080b96-cf73-4d14-abf6-9a232b52845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '71658409-b08b-495f-8be3-a19e062b9762'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:40.000962 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Bound port: f9764b7f-f96a-4ae1-b608-4c1da21a3b0a, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27080b96-cf73-4d14-abf6-9a232b52845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '71658409-b08b-495f-8be3-a19e062b9762'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:40.001307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.011667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34196) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:40.068706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-709a83eb-ceae-4745-b605-6298eb52a7cf tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:40.072728 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-709a83eb-ceae-4745-b605-6298eb52a7cf tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5719295 Jan 27 17:12:40.077951 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34200) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:40.108296 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f5f7849d-c36f-4a65-9f45-f195a89ceb81 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.122845 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.200904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ab856a95-a402-4936-9677-857dba6762b8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:40.210752 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2248e287-dcbc-424f-938b-ddd693ffb3b6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['shared'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:40.212127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2248e287-dcbc-424f-938b-ddd693ffb3b6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['shared'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:40.214034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2248e287-dcbc-424f-938b-ddd693ffb3b6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['shared'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:40.214997 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2248e287-dcbc-424f-938b-ddd693ffb3b6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['shared'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:40.216373 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2248e287-dcbc-424f-938b-ddd693ffb3b6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['shared'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:40.222481 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2248e287-dcbc-424f-938b-ddd693ffb3b6 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1925812 Jan 27 17:12:40.225786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34204) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:40.233007 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router de6c4960-00fc-4853-bd73-8cfffc05b31a has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:12:40.246091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ab856a95-a402-4936-9677-857dba6762b8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:40.267197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network 0e3c7d55-ed0b-4722-9958-7e88e5627aac is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:40.268474 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e9da953e-5ed4-4491-8cf4-993a3a5a07e9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.281620 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:40.291205 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e9da953e-5ed4-4491-8cf4-993a3a5a07e9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.295233 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:40.323497 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] For port f9764b7f-f96a-4ae1-b608-4c1da21a3b0a, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:40.333388 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Network 43304e70-0371-47dc-849f-1add221eb1b9 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:40.335179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab856a95-a402-4936-9677-857dba6762b8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Made reservation on behalf of b5b56d9041d34791adead564583c8bb2 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:40.335469 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=14410ea4-8900-46e0-82f6-43762bdbbb5f,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:40.345560 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:40.407214 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] For port f9764b7f-f96a-4ae1-b608-4c1da21a3b0a, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f9764b7f-f96a-4ae1-b608-4c1da21a3b0a,segment=NetworkSegment(27080b96-cf73-4d14-abf6-9a232b52845f),segment_id=27080b96-cf73-4d14-abf6-9a232b52845f)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:40.432151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.505602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e9da953e-5ed4-4491-8cf4-993a3a5a07e9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.630526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:40.631422 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.654137 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da953e-5ed4-4491-8cf4-993a3a5a07e9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e2a6760-5bd4-4e1c-a62c-686f20fedb26,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:40.660221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f5f7849d-c36f-4a65-9f45-f195a89ceb81 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.670826 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:40.671448 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.672849 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] 10.222.0.83 "PUT /v2.0/ports/f9764b7f-f96a-4ae1-b608-4c1da21a3b0a HTTP/1.1" status: 200 len: 1094 time: 3.7985933 Jan 27 17:12:40.673400 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'tag': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:12:40.684027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f5f7849d-c36f-4a65-9f45-f195a89ceb81 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.712413 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e9da953e-5ed4-4491-8cf4-993a3a5a07e9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.713852 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e9da953e-5ed4-4491-8cf4-993a3a5a07e9 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/4e2a6760-5bd4-4e1c-a62c-686f20fedb26 HTTP/1.1" status: 204 len: 168 time: 0.6217508 Jan 27 17:12:40.714375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Router dd2c3bd4-e7b1-4920-8869-15e51a12194b has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:12:40.753280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34212) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:40.759738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b3ee3-9997-4e3d-94aa-7016516c0690 service neutron] Pushing event updated for resources: {'Port': ['ID=f9764b7f-f96a-4ae1-b608-4c1da21a3b0a,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:40.807429 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1dd78bed-477a-49fa-801f-29c6c706f542 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3887486 Jan 27 17:12:40.808234 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7849d-c36f-4a65-9f45-f195a89ceb81 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d47314e-5f1f-4f95-ab1e-940030ea57a0,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:40.821482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34218) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:40.822356 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ce16d7b0-78b5-4e88-9493-dafc14ea8c67 None None] Provisioning complete for port 377d372e-d3fe-4d65-872d-bf5f4a95bbbd triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:40.822866 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce16d7b0-78b5-4e88-9493-dafc14ea8c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.831998 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f5f7849d-c36f-4a65-9f45-f195a89ceb81 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.833513 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f5f7849d-c36f-4a65-9f45-f195a89ceb81 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2004316 Jan 27 17:12:40.844190 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3c5391-1a82-495f-80ed-98c8683198fd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:40.845596 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bc3c5391-1a82-495f-80ed-98c8683198fd tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "GET /v2.0/networks/781b74e0-4ffc-4f0d-b831-2b71accb24f4 HTTP/1.1" status: 200 len: 804 time: 0.6080282 Jan 27 17:12:40.850553 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34222) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:40.850736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34224) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:40.920283 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'tag': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a', 'status': 'completed', 'code': 200} Jan 27 17:12:40.920946 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ce16d7b0-78b5-4e88-9493-dafc14ea8c67 None None] Port 377d372e-d3fe-4d65-872d-bf5f4a95bbbd cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:40.936004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a4af027f-8e18-47f8-880d-f005176c5610 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Request body: {'security_group_rule': {'security_group_id': 'd48d785f-6c1c-46e1-ab73-f42944c7ab41', 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:40.944376 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ce16d7b0-78b5-4e88-9493-dafc14ea8c67 None None] Provisioning for port 14410ea4-8900-46e0-82f6-43762bdbbb5f completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:40.957131 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ce16d7b0-78b5-4e88-9493-dafc14ea8c67 None None] Provisioning complete for port 14410ea4-8900-46e0-82f6-43762bdbbb5f triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:40.959161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce16d7b0-78b5-4e88-9493-dafc14ea8c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.962334 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a4af027f-8e18-47f8-880d-f005176c5610 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:40.966222 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab856a95-a402-4936-9677-857dba6762b8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:40.968464 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:40.981330 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21760ddb-1443-487a-92d3-941dc2ac6daa None None] Sync routers for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:40.999463 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21760ddb-1443-487a-92d3-941dc2ac6daa None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:41.000502 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-21760ddb-1443-487a-92d3-941dc2ac6daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:41.002178 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4331ccbf-4f1a-4959-afd4-09576e61bd6c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:41.017265 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a4af027f-8e18-47f8-880d-f005176c5610 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Usage tracker for resource:security_group_rule and tenant:e2d3a4626dac4978a7511f57d1b94de5 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:41.027706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a4af027f-8e18-47f8-880d-f005176c5610 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:41.047620 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a4af027f-8e18-47f8-880d-f005176c5610 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:41.092381 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ce16d7b0-78b5-4e88-9493-dafc14ea8c67 None None] Port 14410ea4-8900-46e0-82f6-43762bdbbb5f cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:41.125571 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:41.127343 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.138801 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b20bd2-8921-4380-916f-81e4cb491fa7 None None] Sync routers for ids ['dd2c3bd4-e7b1-4920-8869-15e51a12194b'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:41.142888 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4331ccbf-4f1a-4959-afd4-09576e61bd6c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:41.148047 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4331ccbf-4f1a-4959-afd4-09576e61bd6c tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3888257 Jan 27 17:12:41.148047 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-ab856a95-a402-4936-9677-857dba6762b8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] device_id is not set on port 36b1d030-4254-48a8-9d66-d2152fe71d9b yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:12:41.157317 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-21760ddb-1443-487a-92d3-941dc2ac6daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:41.158476 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b20bd2-8921-4380-916f-81e4cb491fa7 None None] Routers {'dd2c3bd4-e7b1-4920-8869-15e51a12194b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:41.159099 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b4b20bd2-8921-4380-916f-81e4cb491fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['dd2c3bd4-e7b1-4920-8869-15e51a12194b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:41.175651 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-45be781b-2d52-4a54-a39a-732a84be215a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "PUT /v2.0/routers/dd2c3bd4-e7b1-4920-8869-15e51a12194b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9850633 Jan 27 17:12:41.176326 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34232) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:41.181498 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21760ddb-1443-487a-92d3-941dc2ac6daa None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:41.182437 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-21760ddb-1443-487a-92d3-941dc2ac6daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:41.196976 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34234) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:41.237208 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:41.243763 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-da673484-8451-401f-ab16-9689dfb9fdfa tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.4368832 Jan 27 17:12:41.245220 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-fd3ad3c4-2f0b-49ce-aaaf-43d8e46d39ea tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group_rule': {'security_group_id': '2801ca75-e39c-466d-9b62-bcb9b7e49031', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:41.258179 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-21760ddb-1443-487a-92d3-941dc2ac6daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:41.258830 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21760ddb-1443-487a-92d3-941dc2ac6daa None None] The sync data for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:41.284530 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b4b20bd2-8921-4380-916f-81e4cb491fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:41.303889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34240) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:41.316285 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b20bd2-8921-4380-916f-81e4cb491fa7 None None] Routers {'dd2c3bd4-e7b1-4920-8869-15e51a12194b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:41.316822 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b4b20bd2-8921-4380-916f-81e4cb491fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['dd2c3bd4-e7b1-4920-8869-15e51a12194b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:41.316960 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-a4af027f-8e18-47f8-880d-f005176c5610 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Project e2d3a4626dac4978a7511f57d1b94de5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:12:41.317188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fd3ad3c4-2f0b-49ce-aaaf-43d8e46d39ea tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:41.347999 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1f8e9f-d0f3-4b27-9ed2-810fd0e0c408 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:41.348699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ae1f8e9f-d0f3-4b27-9ed2-810fd0e0c408 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:41.354413 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c43527b7-6d0a-4f09-895b-d9781bfde4cf tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2060375407'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:41.373644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-669967bb-40ad-4cb0-9e64-f75ada43ae3f None None] Provisioning complete for port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:41.373644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-669967bb-40ad-4cb0-9e64-f75ada43ae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.389030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c43527b7-6d0a-4f09-895b-d9781bfde4cf tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:41.391627 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4af027f-8e18-47f8-880d-f005176c5610 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.406861 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fd3ad3c4-2f0b-49ce-aaaf-43d8e46d39ea tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:41.409998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c43527b7-6d0a-4f09-895b-d9781bfde4cf tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Usage tracker for resource:network and tenant:09799f3c75ba4e1bbef88b711a678f39 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:41.416301 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b4b20bd2-8921-4380-916f-81e4cb491fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:41.416301 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b20bd2-8921-4380-916f-81e4cb491fa7 None None] The sync data for ids ['dd2c3bd4-e7b1-4920-8869-15e51a12194b'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:41.426488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c43527b7-6d0a-4f09-895b-d9781bfde4cf tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:41.445751 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:41.446139 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.457271 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d2a88853-baa6-4f45-ac4e-1fbb72ef104d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "GET /v2.0/networks/781b74e0-4ffc-4f0d-b831-2b71accb24f4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5741272 Jan 27 17:12:41.457502 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34244) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:41.463076 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ae1f8e9f-d0f3-4b27-9ed2-810fd0e0c408 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:41.464197 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ae1f8e9f-d0f3-4b27-9ed2-810fd0e0c408 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.6400270 Jan 27 17:12:41.466724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c43527b7-6d0a-4f09-895b-d9781bfde4cf tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:41.474023 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-7f97bd0d-9b81-4a90-a7ba-9b5e6f81a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:41.475513 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-7f97bd0d-9b81-4a90-a7ba-9b5e6f81a4f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 1097 time: 0.7235277 Jan 27 17:12:41.476022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34248) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:41.496337 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad3c4-2f0b-49ce-aaaf-43d8e46d39ea tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.505203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d06241e7-7cb8-45da-8eb3-f97ee23a652c tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.673611 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43527b7-6d0a-4f09-895b-d9781bfde4cf tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Made reservation on behalf of 09799f3c75ba4e1bbef88b711a678f39 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:41.677109 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c43527b7-6d0a-4f09-895b-d9781bfde4cf tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.696889 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-1b19a45b-21ff-4a40-8ff2-e1a0bb086e87 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9764b7f-f96a-4ae1-b608-4c1da21a3b0a HTTP/1.1" status: 200 len: 217 time: 0.2028797 Jan 27 17:12:41.794088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7849bd99-d543-48a0-aecf-e17dfe94d5d8 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port 14410ea4-8900-46e0-82f6-43762bdbbb5f {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:41.794681 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7849bd99-d543-48a0-aecf-e17dfe94d5d8 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.842214 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68457b10-4e3a-4a0a-a69a-57b410dd284f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:41.842839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-68457b10-4e3a-4a0a-a69a-57b410dd284f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Synchronizing usage tracker for tenant:bc6375dd00f14ad4896f324bc178ab53 on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:41.871504 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-d06241e7-7cb8-45da-8eb3-f97ee23a652c tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 17:12:41.875386 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d06241e7-7cb8-45da-8eb3-f97ee23a652c tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "DELETE /v2.0/routers/dd2c3bd4-e7b1-4920-8869-15e51a12194b HTTP/1.1" status: 409 len: 329 time: 0.6337016 Jan 27 17:12:41.875386 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad3c4-2f0b-49ce-aaaf-43d8e46d39ea tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.877934 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34254) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:41.937519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad3c4-2f0b-49ce-aaaf-43d8e46d39ea tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:41.950157 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-68457b10-4e3a-4a0a-a69a-57b410dd284f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Unset dirty status for tenant:bc6375dd00f14ad4896f324bc178ab53 on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:41.951324 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-68457b10-4e3a-4a0a-a69a-57b410dd284f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "GET /v2.0/subnets/312788b5-02c5-4a8e-b3c5-08b7912e051d HTTP/1.1" status: 200 len: 843 time: 0.4928377 Jan 27 17:12:41.964761 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34258) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:42.022968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-ab856a95-a402-4936-9677-857dba6762b8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8::185 (bbf03638-7624-437f-9c24-a87cd70c5626/5dc74ced-d273-4d34-ba98-5c091a6ad437/36b1d030-4254-48a8-9d66-d2152fe71d9b) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:42.043061 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-ab856a95-a402-4936-9677-857dba6762b8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3a:c0b6 (bbf03638-7624-437f-9c24-a87cd70c5626/edd3606d-c85d-48bc-9de8-d5dfef38bcd0/36b1d030-4254-48a8-9d66-d2152fe71d9b) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:42.046177 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4af027f-8e18-47f8-880d-f005176c5610 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.051233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43527b7-6d0a-4f09-895b-d9781bfde4cf tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:42.067986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4af027f-8e18-47f8-880d-f005176c5610 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.068215 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ad3c4-2f0b-49ce-aaaf-43d8e46d39ea tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70992e59-1377-4fa7-8e9b-a07997d13a09,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:42.089095 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebda311-7b99-4fca-9397-6e768b366889 req-e10b7886-32e1-47a2-afa2-728d0f6b4746 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:42.090767 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cebda311-7b99-4fca-9397-6e768b366889 req-e10b7886-32e1-47a2-afa2-728d0f6b4746 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 944 time: 0.8159106 Jan 27 17:12:42.102391 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-4d29a152-6407-4c1e-9293-e015f2237496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:42.104604 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-4d29a152-6407-4c1e-9293-e015f2237496 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a344f178-6b07-4d9e-bda5-43d60ea0302d HTTP/1.1" status: 200 len: 835 time: 0.3964641 Jan 27 17:12:42.128344 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad3c4-2f0b-49ce-aaaf-43d8e46d39ea tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.129503 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fd3ad3c4-2f0b-49ce-aaaf-43d8e46d39ea tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9340041 Jan 27 17:12:42.134251 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34262) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:42.156679 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c43527b7-6d0a-4f09-895b-d9781bfde4cf tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.157013 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-c43527b7-6d0a-4f09-895b-d9781bfde4cf tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Added segment e7a59bb3-04a0-4fa1-bc2b-46d406dfb24b of type vlan for network 23fd3e11-e00b-4f28-88d2-a5449421a656 Jan 27 17:12:42.205402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90b1540-c6d7-4930-a0c8-d4c1a94f347f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['shared'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:42.206684 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f90b1540-c6d7-4930-a0c8-d4c1a94f347f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "GET /v2.0/subnets/312788b5-02c5-4a8e-b3c5-08b7912e051d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2380724 Jan 27 17:12:42.224086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34266) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:42.224314 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af027f-8e18-47f8-880d-f005176c5610 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d398c1-49bd-4673-a1e7-5f202f6e8a08,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:42.235978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-13c8bb35-bea4-4044-929d-5222e785d619 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-340598348'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:42.243508 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a09f1de0-0189-454e-be9b-8aeb92074b01 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-group-rules/70992e59-1377-4fa7-8e9b-a07997d13a09 HTTP/1.1" status: 200 len: 763 time: 0.0471606 Jan 27 17:12:42.262774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34270) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:42.297144 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-13c8bb35-bea4-4044-929d-5222e785d619 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:42.324734 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-13c8bb35-bea4-4044-929d-5222e785d619 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:42.363032 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4af027f-8e18-47f8-880d-f005176c5610 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.364208 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a4af027f-8e18-47f8-880d-f005176c5610 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4862566 Jan 27 17:12:42.367347 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34274) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:42.377628 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c8bb35-bea4-4044-929d-5222e785d619 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:42.381036 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13c8bb35-bea4-4044-929d-5222e785d619 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.392454 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ce1ba2e8-6243-4346-a0ea-ed91de311517 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Request body: {'security_group_rule': {'security_group_id': 'd48d785f-6c1c-46e1-ab73-f42944c7ab41', 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:42.401175 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ce1ba2e8-6243-4346-a0ea-ed91de311517 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:42.412548 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ce1ba2e8-6243-4346-a0ea-ed91de311517 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Usage tracker for resource:security_group_rule and tenant:e2d3a4626dac4978a7511f57d1b94de5 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:42.421534 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ce1ba2e8-6243-4346-a0ea-ed91de311517 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:42.432824 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ce1ba2e8-6243-4346-a0ea-ed91de311517 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:42.444452 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cebda311-7b99-4fca-9397-6e768b366889 req-b6971b61-8ec5-41d3-9a4a-98a21fd8a220 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3354280 Jan 27 17:12:42.448619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c43527b7-6d0a-4f09-895b-d9781bfde4cf tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.484699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c8bb35-bea4-4044-929d-5222e785d619 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:42.486796 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-ce1ba2e8-6243-4346-a0ea-ed91de311517 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Project e2d3a4626dac4978a7511f57d1b94de5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:12:42.508342 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ce1ba2e8-6243-4346-a0ea-ed91de311517 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.516253 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13c8bb35-bea4-4044-929d-5222e785d619 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.516594 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-13c8bb35-bea4-4044-929d-5222e785d619 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Added segment daf5a027-d32e-4afc-a15a-f2c5a371f350 of type vlan for network 6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45 Jan 27 17:12:42.580543 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13c8bb35-bea4-4044-929d-5222e785d619 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.600042 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8acc7387-c109-47a6-a142-e1ac927de8b3 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3280194 Jan 27 17:12:42.608254 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34278) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:42.647929 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ce1ba2e8-6243-4346-a0ea-ed91de311517 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.680751 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-63f07c90-5476-424f-8799-b9288956d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:42.682263 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-63f07c90-5476-424f-8799-b9288956d2cb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71658409-b08b-495f-8be3-a19e062b9762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5329387 Jan 27 17:12:42.682890 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c43527b7-6d0a-4f09-895b-d9781bfde4cf tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.688078 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43527b7-6d0a-4f09-895b-d9781bfde4cf tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:42.688611 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c43527b7-6d0a-4f09-895b-d9781bfde4cf tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.695918 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13c8bb35-bea4-4044-929d-5222e785d619 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.701219 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c8bb35-bea4-4044-929d-5222e785d619 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:42.701909 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13c8bb35-bea4-4044-929d-5222e785d619 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.724332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ce1ba2e8-6243-4346-a0ea-ed91de311517 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.735996 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d551f02-32c5-4c37-b536-86000a8cf0fa tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.748791 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7849bd99-d543-48a0-aecf-e17dfe94d5d8 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.785585 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d551f02-32c5-4c37-b536-86000a8cf0fa tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.801709 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ba2e8-6243-4346-a0ea-ed91de311517 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e4ba5a-21ab-45c4-ac7b-6fb24eba5297,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:42.883513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8bb35-bea4-4044-929d-5222e785d619 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Network': ['ID=6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:42.889022 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-13c8bb35-bea4-4044-929d-5222e785d619 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6624591 Jan 27 17:12:42.890019 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ce1ba2e8-6243-4346-a0ea-ed91de311517 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.891444 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ce1ba2e8-6243-4346-a0ea-ed91de311517 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5200460 Jan 27 17:12:42.897108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34282) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:42.897457 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34284) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:42.901629 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:42.902532 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7849bd99-d543-48a0-aecf-e17dfe94d5d8 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for 14410ea4-8900-46e0-82f6-43762bdbbb5f owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:42.906764 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0d11fc10-6c7c-47ad-be6b-5c285d8c5c91 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Request body: {'network': {'name': 'tempest-network-smoke--482284885', 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'port_security_enabled': True}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:42.913218 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c8a5ce8a-4036-4211-9ec9-b2d8e728c199 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'subnet': {'network_id': '6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:42.939234 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0d11fc10-6c7c-47ad-be6b-5c285d8c5c91 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:42.946320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d551f02-32c5-4c37-b536-86000a8cf0fa tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.957915 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0d11fc10-6c7c-47ad-be6b-5c285d8c5c91 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Usage tracker for resource:network and tenant:e2d3a4626dac4978a7511f57d1b94de5 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:42.958156 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab856a95-a402-4936-9677-857dba6762b8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:42.964242 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c43527b7-6d0a-4f09-895b-d9781bfde4cf tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6552048 Jan 27 17:12:42.967408 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0d11fc10-6c7c-47ad-be6b-5c285d8c5c91 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:42.973591 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34290) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:42.990709 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f661e844-df44-48a6-93a8-76586a6ec8eb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'subnet': {'network_id': '23fd3e11-e00b-4f28-88d2-a5449421a656', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:43.010306 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0d11fc10-6c7c-47ad-be6b-5c285d8c5c91 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:43.064544 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d551f02-32c5-4c37-b536-86000a8cf0fa tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70992e59-1377-4fa7-8e9b-a07997d13a09,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:43.088576 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-21ef048b-00e9-487b-8593-822d74ae9993 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.099008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43527b7-6d0a-4f09-895b-d9781bfde4cf tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Network': ['ID=23fd3e11-e00b-4f28-88d2-a5449421a656,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:43.110809 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 23fd3e11-e00b-4f28-88d2-a5449421a656 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:43.118378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-ab856a95-a402-4936-9677-857dba6762b8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Transition to ACTIVE for port object 36b1d030-4254-48a8-9d66-d2152fe71d9b will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:43.159357 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d551f02-32c5-4c37-b536-86000a8cf0fa tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.161021 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5d551f02-32c5-4c37-b536-86000a8cf0fa tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/70992e59-1377-4fa7-8e9b-a07997d13a09 HTTP/1.1" status: 204 len: 168 time: 0.5503559 Jan 27 17:12:43.165139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34294) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:43.180195 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d11fc10-6c7c-47ad-be6b-5c285d8c5c91 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Made reservation on behalf of e2d3a4626dac4978a7511f57d1b94de5 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:43.183904 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0d11fc10-6c7c-47ad-be6b-5c285d8c5c91 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.202015 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c8a5ce8a-4036-4211-9ec9-b2d8e728c199 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:43.261911 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-5b224fd3-fc95-4261-8ebd-94b36851a7a1 service neutron] 10.222.0.83 "GET /v2.0/networks/71658409-b08b-495f-8be3-a19e062b9762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636911 Jan 27 17:12:43.333290 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab856a95-a402-4936-9677-857dba6762b8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.339545 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c8a5ce8a-4036-4211-9ec9-b2d8e728c199 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:43.365958 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f661e844-df44-48a6-93a8-76586a6ec8eb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:43.379314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a5ce8a-4036-4211-9ec9-b2d8e728c199 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Made reservation on behalf of bc6375dd00f14ad4896f324bc178ab53 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:43.382869 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ce8a-4036-4211-9ec9-b2d8e728c199 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.390069 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-42677d58-c587-4558-b81b-be7813b8a2e1 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2221713 Jan 27 17:12:43.397435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d11fc10-6c7c-47ad-be6b-5c285d8c5c91 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:43.400983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7849bd99-d543-48a0-aecf-e17dfe94d5d8 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.402407 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34298) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:43.495972 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab856a95-a402-4936-9677-857dba6762b8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Network bbf03638-7624-437f-9c24-a87cd70c5626 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:43.544431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-ab856a95-a402-4936-9677-857dba6762b8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:43.547997 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab856a95-a402-4936-9677-857dba6762b8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:43.553559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab856a95-a402-4936-9677-857dba6762b8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:43.554250 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab856a95-a402-4936-9677-857dba6762b8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.594150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f661e844-df44-48a6-93a8-76586a6ec8eb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:43.618899 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ab856a95-a402-4936-9677-857dba6762b8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.0282707 Jan 27 17:12:43.619090 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-bd29c321-37ec-4635-a4e6-115d5b02cb8a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group_rule': {'security_group_id': '2801ca75-e39c-466d-9b62-bcb9b7e49031', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:43.623365 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34304) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:43.632200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab856a95-a402-4936-9677-857dba6762b8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event updated for resources: {'Port': ['ID=36b1d030-4254-48a8-9d66-d2152fe71d9b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:43.694589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849bd99-d543-48a0-aecf-e17dfe94d5d8 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=14410ea4-8900-46e0-82f6-43762bdbbb5f,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:43.701078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-bd29c321-37ec-4635-a4e6-115d5b02cb8a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:43.701714 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-519d96fc-c5e2-4025-aae3-25ebebc14523 req-8ca971f9-33e0-4e6f-8add-cedcfa1d7931 service neutron] 10.222.0.83 "GET /v2.0/networks/71658409-b08b-495f-8be3-a19e062b9762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313293 Jan 27 17:12:43.735910 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7849bd99-d543-48a0-aecf-e17dfe94d5d8 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.741452 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7849bd99-d543-48a0-aecf-e17dfe94d5d8 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/ports/14410ea4-8900-46e0-82f6-43762bdbbb5f HTTP/1.1" status: 204 len: 168 time: 2.2560515 Jan 27 17:12:43.742428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34308) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:43.762971 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bd29c321-37ec-4635-a4e6-115d5b02cb8a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:43.769313 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0d11fc10-6c7c-47ad-be6b-5c285d8c5c91 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.769660 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-0d11fc10-6c7c-47ad-be6b-5c285d8c5c91 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Added segment ae53acc8-380e-44fc-aa4f-73efeee99087 of type vlan for network 9df79931-ff99-48bd-9e24-be30fd940aa8 Jan 27 17:12:43.770911 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bd29c321-37ec-4635-a4e6-115d5b02cb8a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:43.825870 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f661e844-df44-48a6-93a8-76586a6ec8eb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Made reservation on behalf of 09799f3c75ba4e1bbef88b711a678f39 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:43.829134 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f661e844-df44-48a6-93a8-76586a6ec8eb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.879401 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.ipam_backend_mixin [None req-c8a5ce8a-4036-4211-9ec9-b2d8e728c199 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Performing IP validity checks on allocation pools {{(pid=87595) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 27 17:12:43.879926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.ipam_backend_mixin [None req-c8a5ce8a-4036-4211-9ec9-b2d8e728c199 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87595) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 27 17:12:43.882770 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-bd29c321-37ec-4635-a4e6-115d5b02cb8a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:43.969619 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6965b5f-9f95-4feb-8583-6a102555fa6d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] GET failed (client error): The resource could not be found. Jan 27 17:12:43.970165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b6965b5f-9f95-4feb-8583-6a102555fa6d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:43.971475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-aa10cb0c-8d4d-448e-9e97-e8144167bb43 None None] Provisioning for port 36b1d030-4254-48a8-9d66-d2152fe71d9b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:43.977503 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-aa10cb0c-8d4d-448e-9e97-e8144167bb43 None None] Provisioning complete for port 36b1d030-4254-48a8-9d66-d2152fe71d9b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:43.978037 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa10cb0c-8d4d-448e-9e97-e8144167bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:43.998791 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b6965b5f-9f95-4feb-8583-6a102555fa6d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:44.002680 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b6965b5f-9f95-4feb-8583-6a102555fa6d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports/14410ea4-8900-46e0-82f6-43762bdbbb5f HTTP/1.1" status: 404 len: 333 time: 0.2564158 Jan 27 17:12:44.003350 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34312) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:44.033529 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-bd29c321-37ec-4635-a4e6-115d5b02cb8a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Project 73884cd6f9bc415b92dc0f03eee95fd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:12:44.034642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-aa10cb0c-8d4d-448e-9e97-e8144167bb43 None None] Port 36b1d030-4254-48a8-9d66-d2152fe71d9b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:12:44.053831 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5ad29123-3a40-492e-9d4a-89757348e5d7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting port 36b1d030-4254-48a8-9d66-d2152fe71d9b {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:44.054165 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5ad29123-3a40-492e-9d4a-89757348e5d7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.064577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae689a8-6261-4cea-94cb-fe1aebf3cf3a req-75ca774a-ab29-446f-8925-5f74154badcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:44.066079 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3ae689a8-6261-4cea-94cb-fe1aebf3cf3a req-75ca774a-ab29-446f-8925-5f74154badcc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 1097 time: 0.2870076 Jan 27 17:12:44.081984 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0d11fc10-6c7c-47ad-be6b-5c285d8c5c91 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.095651 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bd29c321-37ec-4635-a4e6-115d5b02cb8a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.097947 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-029720f8-72bf-4749-b800-67fe58f9b532 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port 5e7c0cf7-5ce0-4d01-a402-4a9d381d887f {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:44.098290 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-029720f8-72bf-4749-b800-67fe58f9b532 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.246566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b0271-3557-466b-b8ca-e5a33552d8a0 req-6cd87187-3f91-436a-a657-43b28cd88e95 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:44.248041 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-058b0271-3557-466b-b8ca-e5a33552d8a0 req-6cd87187-3f91-436a-a657-43b28cd88e95 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 944 time: 0.6471035 Jan 27 17:12:44.320360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae689a8-6261-4cea-94cb-fe1aebf3cf3a req-e2e7e539-b76b-41d9-82c1-20d86339ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:44.321762 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3ae689a8-6261-4cea-94cb-fe1aebf3cf3a req-e2e7e539-b76b-41d9-82c1-20d86339ad57 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71658409-b08b-495f-8be3-a19e062b9762 HTTP/1.1" status: 200 len: 899 time: 0.2481482 Jan 27 17:12:44.380003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0d11fc10-6c7c-47ad-be6b-5c285d8c5c91 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.385347 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d11fc10-6c7c-47ad-be6b-5c285d8c5c91 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:44.385951 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0d11fc10-6c7c-47ad-be6b-5c285d8c5c91 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.449422 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3ae689a8-6261-4cea-94cb-fe1aebf3cf3a req-bf0bdebb-429a-4e3f-820d-c4e05be5c621 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9764b7f-f96a-4ae1-b608-4c1da21a3b0a HTTP/1.1" status: 200 len: 217 time: 0.1141078 Jan 27 17:12:44.538357 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-029720f8-72bf-4749-b800-67fe58f9b532 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.550310 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae689a8-6261-4cea-94cb-fe1aebf3cf3a req-a2a0b27a-e117-4773-8ce0-0800f8f46aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:44.551739 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3ae689a8-6261-4cea-94cb-fe1aebf3cf3a req-a2a0b27a-e117-4773-8ce0-0800f8f46aa2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a344f178-6b07-4d9e-bda5-43d60ea0302d HTTP/1.1" status: 200 len: 835 time: 0.0946977 Jan 27 17:12:44.619258 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bd29c321-37ec-4635-a4e6-115d5b02cb8a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.656918 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-058b0271-3557-466b-b8ca-e5a33552d8a0 req-732c03c4-7df5-41e9-8937-7843ea7281fb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780866 Jan 27 17:12:44.657531 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-21ef048b-00e9-487b-8593-822d74ae9993 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Deleting port 377d372e-d3fe-4d65-872d-bf5f4a95bbbd {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:44.657893 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-21ef048b-00e9-487b-8593-822d74ae9993 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.700016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-029720f8-72bf-4749-b800-67fe58f9b532 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for 5e7c0cf7-5ce0-4d01-a402-4a9d381d887f owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:44.742435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bd29c321-37ec-4635-a4e6-115d5b02cb8a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.789866 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11fc10-6c7c-47ad-be6b-5c285d8c5c91 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event updated for resources: {'Network': ['ID=9df79931-ff99-48bd-9e24-be30fd940aa8,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:44.800106 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae689a8-6261-4cea-94cb-fe1aebf3cf3a req-2d00bf2c-284f-46c9-a94e-a33fc1fd9440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:44.801599 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3ae689a8-6261-4cea-94cb-fe1aebf3cf3a req-2d00bf2c-284f-46c9-a94e-a33fc1fd9440 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71658409-b08b-495f-8be3-a19e062b9762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1965823 Jan 27 17:12:44.804514 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 9df79931-ff99-48bd-9e24-be30fd940aa8 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:44.850351 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0d11fc10-6c7c-47ad-be6b-5c285d8c5c91 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9517651 Jan 27 17:12:44.862705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34316) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:44.887501 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29c321-37ec-4635-a4e6-115d5b02cb8a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7449db37-0b6d-4bfa-a804-1be58c199693,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:44.887728 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-967112323', 'admin_state_up': True, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:44.897783 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:44.902010 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ce8a-4036-4211-9ec9-b2d8e728c199 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.907676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Usage tracker for resource:router and tenant:e2d3a4626dac4978a7511f57d1b94de5 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:44.919183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:44.974272 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:44.976043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bd29c321-37ec-4635-a4e6-115d5b02cb8a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:44.977231 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bd29c321-37ec-4635-a4e6-115d5b02cb8a tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5713685 Jan 27 17:12:44.985042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34320) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:45.026271 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e3eade24-cd04-4a42-b08c-15cd4582cdc8 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-group-rules/7449db37-0b6d-4bfa-a804-1be58c199693 HTTP/1.1" status: 200 len: 769 time: 0.0397999 Jan 27 17:12:45.027215 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.027569 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f661e844-df44-48a6-93a8-76586a6ec8eb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.027841 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.031079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-029720f8-72bf-4749-b800-67fe58f9b532 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.033185 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34324) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:45.100740 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029720f8-72bf-4749-b800-67fe58f9b532 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=5e7c0cf7-5ce0-4d01-a402-4a9d381d887f,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:45.117945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.118541 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5ad29123-3a40-492e-9d4a-89757348e5d7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.157098 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3ae689a8-6261-4cea-94cb-fe1aebf3cf3a req-4c31f28b-928c-4d24-b5a8-0bb9377364f2 service neutron] 10.222.0.83 "GET /v2.0/networks/71658409-b08b-495f-8be3-a19e062b9762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232763 Jan 27 17:12:45.403658 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device f9764b7f-f96a-4ae1-b608-4c1da21a3b0a details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:12:45.431928 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5ad29123-3a40-492e-9d4a-89757348e5d7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Calling delete_port for 36b1d030-4254-48a8-9d66-d2152fe71d9b owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:45.470209 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5ce8a-4036-4211-9ec9-b2d8e728c199 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Subnet': ['ID=3fb263f3-fdb2-44b9-861f-32c199ece4c0,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:45.531029 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a5ce8a-4036-4211-9ec9-b2d8e728c199 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Checking segment: {'id': 'daf5a027-d32e-4afc-a15a-f2c5a371f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:45.531367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a5ce8a-4036-4211-9ec9-b2d8e728c199 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network hostable DHCP agents. Network: 6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:45.550756 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port f9764b7f-f96a-4ae1-b608-4c1da21a3b0a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f9764b7f-f96a-4ae1-b608-4c1da21a3b0a,segment=NetworkSegment(27080b96-cf73-4d14-abf6-9a232b52845f),segment_id=27080b96-cf73-4d14-abf6-9a232b52845f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:45.565858 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'port_id': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a', 'mac_address': 'fa:16:3e:59:7a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:12:45.567143 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-21ef048b-00e9-487b-8593-822d74ae9993 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.574241 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-029720f8-72bf-4749-b800-67fe58f9b532 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.616409 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fe1d4c7a-89b1-4a28-b2bc-9e628aeca1cb tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:45.622411 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.643062 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9764b7f-f96a-4ae1-b608-4c1da21a3b0a {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:12:45.659117 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port f9764b7f-f96a-4ae1-b608-4c1da21a3b0a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f9764b7f-f96a-4ae1-b608-4c1da21a3b0a,segment=NetworkSegment(27080b96-cf73-4d14-abf6-9a232b52845f),segment_id=27080b96-cf73-4d14-abf6-9a232b52845f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:45.664134 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.751446 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-21ef048b-00e9-487b-8593-822d74ae9993 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Calling delete_port for 377d372e-d3fe-4d65-872d-bf5f4a95bbbd owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:45.762024 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:45.774269 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=f9764b7f-f96a-4ae1-b608-4c1da21a3b0a,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:45.784061 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f661e844-df44-48a6-93a8-76586a6ec8eb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Checking segment: {'id': 'e7a59bb3-04a0-4fa1-bc2b-46d406dfb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '23fd3e11-e00b-4f28-88d2-a5449421a656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:45.784419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f661e844-df44-48a6-93a8-76586a6ec8eb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network hostable DHCP agents. Network: 23fd3e11-e00b-4f28-88d2-a5449421a656, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:45.814781 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3ae689a8-6261-4cea-94cb-fe1aebf3cf3a req-ec4ad290-a9a9-4407-bd16-ad0813cefb34 service neutron] 10.222.0.83 "GET /v2.0/networks/71658409-b08b-495f-8be3-a19e062b9762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6490552 Jan 27 17:12:45.815964 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-029720f8-72bf-4749-b800-67fe58f9b532 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/ports/5e7c0cf7-5ce0-4d01-a402-4a9d381d887f HTTP/1.1" status: 204 len: 168 time: 1.8116050 Jan 27 17:12:45.819571 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661e844-df44-48a6-93a8-76586a6ec8eb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Subnet': ['ID=5156a756-9e63-4a54-8112-5e6fd0d9a9bf,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:45.822345 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34330) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:45.881738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a5ce8a-4036-4211-9ec9-b2d8e728c199 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Network 6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:45.887900 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['f9764b7f-f96a-4ae1-b608-4c1da21a3b0a'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:12:45.912010 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fe1d4c7a-89b1-4a28-b2bc-9e628aeca1cb tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:45.916348 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fe1d4c7a-89b1-4a28-b2bc-9e628aeca1cb tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.8744974 Jan 27 17:12:45.916348 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9788b4-2cff-4ee5-a10c-252a8eea4563 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] GET failed (client error): The resource could not be found. Jan 27 17:12:45.917934 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5e9788b4-2cff-4ee5-a10c-252a8eea4563 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports/5e7c0cf7-5ce0-4d01-a402-4a9d381d887f HTTP/1.1" status: 404 len: 333 time: 0.0885894 Jan 27 17:12:45.921013 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34334) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:45.921462 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34336) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:45.962707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab3f20-4231-4e18-ae38-3c2aec1e9f54 req-5b48db60-ec7e-4415-a3a7-1cfad1f5b832 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:45.964214 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-abab3f20-4231-4e18-ae38-3c2aec1e9f54 req-5b48db60-ec7e-4415-a3a7-1cfad1f5b832 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 945 time: 0.1927662 Jan 27 17:12:46.028732 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-abab3f20-4231-4e18-ae38-3c2aec1e9f54 req-7047c96a-0a64-4bff-847e-6ce713053f7c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549405 Jan 27 17:12:46.048459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f661e844-df44-48a6-93a8-76586a6ec8eb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network 23fd3e11-e00b-4f28-88d2-a5449421a656 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:46.077762 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-c8a5ce8a-4036-4211-9ec9-b2d8e728c199 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:46.091825 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-f661e844-df44-48a6-93a8-76586a6ec8eb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 23fd3e11-e00b-4f28-88d2-a5449421a656) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:46.095043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae11a12-ebca-4f7d-8fc2-69028d50fd2e None None] Network 6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:46.109563 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a5ce8a-4036-4211-9ec9-b2d8e728c199 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:46.110159 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ce8a-4036-4211-9ec9-b2d8e728c199 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.115157 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4930994-3f44-4e98-96ad-202f4aeaa5f8 None None] Network 23fd3e11-e00b-4f28-88d2-a5449421a656 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:46.121334 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f661e844-df44-48a6-93a8-76586a6ec8eb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:46.121944 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f661e844-df44-48a6-93a8-76586a6ec8eb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.160454 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7677b6-d83b-4804-9bf0-4610a452bbc5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting subnet ceb1bd03-5ce7-491d-8216-a9c3372873a6 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:46.162560 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e65834e5-743e-4a8e-bb5f-9a3cd5496abd tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.214959 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aa7677b6-d83b-4804-9bf0-4610a452bbc5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.247483 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.253749 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e65834e5-743e-4a8e-bb5f-9a3cd5496abd tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.278156 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.282728 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c8a5ce8a-4036-4211-9ec9-b2d8e728c199 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.3824565 Jan 27 17:12:46.284981 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f661e844-df44-48a6-93a8-76586a6ec8eb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3071706 Jan 27 17:12:46.290589 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34342) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:46.290936 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34344) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:46.300398 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-747657193', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:46.313713 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-60ccfd1a-bd85-4c63-b800-c13ca1abdf3d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:46.360093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:46.374028 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Usage tracker for resource:router and tenant:09799f3c75ba4e1bbef88b711a678f39 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:46.387918 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:46.403885 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:46.410331 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aa7677b6-d83b-4804-9bf0-4610a452bbc5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.496345 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e65834e5-743e-4a8e-bb5f-9a3cd5496abd tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.535305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5ad29123-3a40-492e-9d4a-89757348e5d7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.572241 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.573247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.592914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65834e5-743e-4a8e-bb5f-9a3cd5496abd tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7449db37-0b6d-4bfa-a804-1be58c199693,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:46.593890 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-23fd3e11-e00b-4f28-88d2-a5449421a656', 'network_id': '23fd3e11-e00b-4f28-88d2-a5449421a656', 'tenant_id': '09799f3c75ba4e1bbef88b711a678f39', 'fixed_ips': [{'subnet_id': '5156a756-9e63-4a54-8112-5e6fd0d9a9bf'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:46.594687 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.618685 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Allocated IP 172.26.1.128 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/a0e334d0-5bca-4eed-adb3-949e8c6d7964) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:46.667598 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45', 'network_id': '6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45', 'tenant_id': 'bc6375dd00f14ad4896f324bc178ab53', 'fixed_ips': [{'subnet_id': '3fb263f3-fdb2-44b9-861f-32c199ece4c0'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:46.668259 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.676424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad29123-3a40-492e-9d4a-89757348e5d7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Port': ['ID=36b1d030-4254-48a8-9d66-d2152fe71d9b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:46.741740 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e65834e5-743e-4a8e-bb5f-9a3cd5496abd tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.745305 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e65834e5-743e-4a8e-bb5f-9a3cd5496abd tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/7449db37-0b6d-4bfa-a804-1be58c199693 HTTP/1.1" status: 204 len: 168 time: 0.7844267 Jan 27 17:12:46.749381 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34350) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:46.758357 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.779686 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-60ccfd1a-bd85-4c63-b800-c13ca1abdf3d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9839641'] for subnet, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.781794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-21ef048b-00e9-487b-8593-822d74ae9993 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.835830 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-607865ec-91b7-4f5e-b149-d9408fe78104 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0859439 Jan 27 17:12:46.839219 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34354) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:46.876183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.893322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5ad29123-3a40-492e-9d4a-89757348e5d7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.897459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef048b-00e9-487b-8593-822d74ae9993 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event deleted for resources: {'Port': ['ID=377d372e-d3fe-4d65-872d-bf5f4a95bbbd,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:46.916883 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Allocated IP 172.20.0.2 (23fd3e11-e00b-4f28-88d2-a5449421a656/5156a756-9e63-4a54-8112-5e6fd0d9a9bf/3240dfaf-a2b0-4444-adbc-d3cdbcc3498f) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:46.950962 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-953c994a-6949-482d-9e53-eba30ba06508 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.956919 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aa7677b6-d83b-4804-9bf0-4610a452bbc5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:46.987873 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-953c994a-6949-482d-9e53-eba30ba06508 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.002021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.006956 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Allocated IP 2001:db8::3 (6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45/3fb263f3-fdb2-44b9-861f-32c199ece4c0/97f03f56-5962-4d7c-8e52-28fd618efa95) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:47.181598 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event updated for resources: {'Port': ['ID=a0e334d0-5bca-4eed-adb3-949e8c6d7964,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:47.251427 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:47.253778 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:47.257106 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:47.314041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-953c994a-6949-482d-9e53-eba30ba06508 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.357559 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.383138 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Transition to ACTIVE for port object 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:47.390253 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c994a-6949-482d-9e53-eba30ba06508 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2801ca75-e39c-466d-9b62-bcb9b7e49031,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:47.399353 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:12:47.446523 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device f9764b7f-f96a-4ae1-b608-4c1da21a3b0a up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:47.470727 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5ad29123-3a40-492e-9d4a-89757348e5d7 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/36b1d030-4254-48a8-9d66-d2152fe71d9b HTTP/1.1" status: 204 len: 168 time: 3.7985253 Jan 27 17:12:47.477446 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34360) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:47.521871 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Transition to ACTIVE for port object 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:47.539909 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.594191 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aa7677b6-d83b-4804-9bf0-4610a452bbc5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.646469 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.672271 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Network 23fd3e11-e00b-4f28-88d2-a5449421a656 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:47.678412 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:47.680989 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:47.689199 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Transition to ACTIVE for port object 97f03f56-5962-4d7c-8e52-28fd618efa95 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:47.706253 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7677b6-d83b-4804-9bf0-4610a452bbc5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb1bd03-5ce7-491d-8216-a9c3372873a6,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:47.710080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.730393 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aa7677b6-d83b-4804-9bf0-4610a452bbc5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526406'] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.742994 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-953c994a-6949-482d-9e53-eba30ba06508 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.744109 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-953c994a-6949-482d-9e53-eba30ba06508 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-groups/2801ca75-e39c-466d-9b62-bcb9b7e49031 HTTP/1.1" status: 204 len: 168 time: 0.9039958 Jan 27 17:12:47.750311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34364) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:47.750651 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7878b7-a776-4e53-957b-59a7405d28bb None None] Network 0e3c7d55-ed0b-4722-9958-7e88e5627aac requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:47.795500 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Pushing event updated for resources: {'Port': ['ID=3240dfaf-a2b0-4444-adbc-d3cdbcc3498f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:47.819503 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port f9764b7f-f96a-4ae1-b608-4c1da21a3b0a completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:47.826252 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-aa7677b6-d83b-4804-9bf0-4610a452bbc5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/ceb1bd03-5ce7-491d-8216-a9c3372873a6 HTTP/1.1" status: 204 len: 168 time: 1.8651197 Jan 27 17:12:47.833987 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34368) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:47.843537 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Transition to ACTIVE for port object 97f03f56-5962-4d7c-8e52-28fd618efa95 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:47.850453 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port f9764b7f-f96a-4ae1-b608-4c1da21a3b0a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:47.851054 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.886986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b2d1b369-e1bd-4e93-8b45-4d9a53d34459 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:47.903467 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.906094 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016cd454-066c-4bba-ba33-bb831b6c9cdf tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:47.906814 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-016cd454-066c-4bba-ba33-bb831b6c9cdf tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:47.932830 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-21ef048b-00e9-487b-8593-822d74ae9993 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:47.943833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b2d1b369-e1bd-4e93-8b45-4d9a53d34459 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:47.945187 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b2d1b369-e1bd-4e93-8b45-4d9a53d34459 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1940196 Jan 27 17:12:47.951914 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34372) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:47.952566 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-016cd454-066c-4bba-ba33-bb831b6c9cdf tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:47.956421 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-016cd454-066c-4bba-ba33-bb831b6c9cdf tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4783423 Jan 27 17:12:47.961037 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34374) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:47.965767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c4372347-efa3-4939-bd55-7e45ee4b3ce0 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group': {'name': 'tempest-secgroup--982928948'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:48.000402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Attempting to bind port 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:48.001064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Attempting to bind port 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'e7a59bb3-04a0-4fa1-bc2b-46d406dfb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '23fd3e11-e00b-4f28-88d2-a5449421a656'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:48.001417 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Attempting to bind port 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f on network 23fd3e11-e00b-4f28-88d2-a5449421a656 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:48.035255 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:48.035903 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Checking segment: {'id': 'e7a59bb3-04a0-4fa1-bc2b-46d406dfb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '23fd3e11-e00b-4f28-88d2-a5449421a656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:48.036495 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.037042 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Bound using segment: {'id': 'e7a59bb3-04a0-4fa1-bc2b-46d406dfb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '23fd3e11-e00b-4f28-88d2-a5449421a656'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:48.037702 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Bound port: 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a59bb3-04a0-4fa1-bc2b-46d406dfb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '23fd3e11-e00b-4f28-88d2-a5449421a656'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:48.038230 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.056800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c4372347-efa3-4939-bd55-7e45ee4b3ce0 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:48.088668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c4372347-efa3-4939-bd55-7e45ee4b3ce0 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:48.098317 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Network 6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:48.106263 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:48.109422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:48.125286 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.146445 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Pushing event updated for resources: {'Port': ['ID=97f03f56-5962-4d7c-8e52-28fd618efa95,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:48.176907 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4372347-efa3-4939-bd55-7e45ee4b3ce0 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.178112 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379bc71-deef-43e7-831a-ad36b3a83ae3 req-8e9235ad-aa7d-46fb-8ac9-f58d0c5aaa63 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:48.179711 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9379bc71-deef-43e7-831a-ad36b3a83ae3 req-8e9235ad-aa7d-46fb-8ac9-f58d0c5aaa63 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 945 time: 0.7158916 Jan 27 17:12:48.238980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c4372347-efa3-4939-bd55-7e45ee4b3ce0 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:48.250420 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c4372347-efa3-4939-bd55-7e45ee4b3ce0 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:48.255758 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c4372347-efa3-4939-bd55-7e45ee4b3ce0 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:48.263960 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.312013 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c4372347-efa3-4939-bd55-7e45ee4b3ce0 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:48.328964 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ad5b00-a9e0-4dd4-b779-38f2246e8d15 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:48.332952 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a4ad5b00-a9e0-4dd4-b779-38f2246e8d15 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3683052 Jan 27 17:12:48.345878 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34380) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:48.379090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Attempting to bind port 97f03f56-5962-4d7c-8e52-28fd618efa95 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:48.379454 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Attempting to bind port 97f03f56-5962-4d7c-8e52-28fd618efa95 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'daf5a027-d32e-4afc-a15a-f2c5a371f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:48.379796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Attempting to bind port 97f03f56-5962-4d7c-8e52-28fd618efa95 on network 6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:48.392755 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:48.393187 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Checking segment: {'id': 'daf5a027-d32e-4afc-a15a-f2c5a371f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:48.393528 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.393939 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Bound using segment: {'id': 'daf5a027-d32e-4afc-a15a-f2c5a371f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:48.394401 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Bound port: 97f03f56-5962-4d7c-8e52-28fd618efa95, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf5a027-d32e-4afc-a15a-f2c5a371f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:48.394764 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.403899 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.426095 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] For port 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:48.468751 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port 92df351b-7fc0-4f83-9d9f-341601f11aa3 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:48.469133 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.480222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] For port 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3240dfaf-a2b0-4444-adbc-d3cdbcc3498f,segment=NetworkSegment(e7a59bb3-04a0-4fa1-bc2b-46d406dfb24b),segment_id=e7a59bb3-04a0-4fa1-bc2b-46d406dfb24b)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:48.492964 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:12:48.520027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286da753-b7e8-4f2b-8eee-2a5bdd89dbf8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:48.521627 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286da753-b7e8-4f2b-8eee-2a5bdd89dbf8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:48.523138 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286da753-b7e8-4f2b-8eee-2a5bdd89dbf8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:48.523952 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-286da753-b7e8-4f2b-8eee-2a5bdd89dbf8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:48.528217 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9379bc71-deef-43e7-831a-ad36b3a83ae3 req-e1275ab1-fc9a-499a-8d36-4335ee205221 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3353250 Jan 27 17:12:48.568361 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.589900 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port f9764b7f-f96a-4ae1-b608-4c1da21a3b0a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f9764b7f-f96a-4ae1-b608-4c1da21a3b0a,segment=NetworkSegment(27080b96-cf73-4d14-abf6-9a232b52845f),segment_id=27080b96-cf73-4d14-abf6-9a232b52845f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:48.610613 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] For port 97f03f56-5962-4d7c-8e52-28fd618efa95, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:48.614803 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] For port 97f03f56-5962-4d7c-8e52-28fd618efa95, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=97f03f56-5962-4d7c-8e52-28fd618efa95,segment=NetworkSegment(daf5a027-d32e-4afc-a15a-f2c5a371f350),segment_id=daf5a027-d32e-4afc-a15a-f2c5a371f350)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:48.642478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-286da753-b7e8-4f2b-8eee-2a5bdd89dbf8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:48.643661 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-286da753-b7e8-4f2b-8eee-2a5bdd89dbf8 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2968488 Jan 27 17:12:48.652595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4372347-efa3-4939-bd55-7e45ee4b3ce0 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.653624 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34388) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:48.691658 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a', 'code': 200} Jan 27 17:12:48.706505 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.713295 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.720978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4372347-efa3-4939-bd55-7e45ee4b3ce0 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.727009 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea85d14-0298-424a-b5f3-86d0f0172f94 None None] DHCP port deletion for 0e3c7d55-ed0b-4722-9958-7e88e5627aac request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:48.760342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9ea85d14-0298-424a-b5f3-86d0f0172f94 None None] Deleting port 92df351b-7fc0-4f83-9d9f-341601f11aa3 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:48.760705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ea85d14-0298-424a-b5f3-86d0f0172f94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.792955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.804245 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4372347-efa3-4939-bd55-7e45ee4b3ce0 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b155f07-6c84-49ea-9d19-166dd3de2e0b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:48.832330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0cf3bc5c-d039-4f30-9e6d-f164a8118645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.834597 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8555357-83fc-4441-8a58-c98b1bfee495 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet 5dc74ced-d273-4d34-ba98-5c091a6ad437 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:48.847849 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d4538-0f1c-4e8b-8faf-1d4461f59631 None None] Pushing event updated for resources: {'Port': ['ID=3240dfaf-a2b0-4444-adbc-d3cdbcc3498f,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:48.943967 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ef048b-00e9-487b-8593-822d74ae9993 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Router dd2c3bd4-e7b1-4920-8869-15e51a12194b has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:12:48.950077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c8555357-83fc-4441-8a58-c98b1bfee495 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:48.991796 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-60ccfd1a-bd85-4c63-b800-c13ca1abdf3d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726415941358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9771647'] for subnet, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.011819 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da2940-166b-4b8f-a9f9-bb2985c5dea9 None None] Pushing event updated for resources: {'Port': ['ID=97f03f56-5962-4d7c-8e52-28fd618efa95,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:49.026938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4372347-efa3-4939-bd55-7e45ee4b3ce0 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.028162 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c4372347-efa3-4939-bd55-7e45ee4b3ce0 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0705476 Jan 27 17:12:49.036067 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34392) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:49.042765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-e6e34951-fe2c-4dbb-9406-eeb858033f69 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Request body: {'security_group_rule': {'security_group_id': '4b155f07-6c84-49ea-9d19-166dd3de2e0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:49.049799 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-e6e34951-fe2c-4dbb-9406-eeb858033f69 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:49.056240 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e6e34951-fe2c-4dbb-9406-eeb858033f69 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Usage tracker for resource:security_group_rule and tenant:73884cd6f9bc415b92dc0f03eee95fd2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:49.059365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e6e34951-fe2c-4dbb-9406-eeb858033f69 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:49.066323 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-e6e34951-fe2c-4dbb-9406-eeb858033f69 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:49.138159 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c8555357-83fc-4441-8a58-c98b1bfee495 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.266702 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c8555357-83fc-4441-8a58-c98b1bfee495 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.268525 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ccfd1a-bd85-4c63-b800-c13ca1abdf3d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:49.269129 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-60ccfd1a-bd85-4c63-b800-c13ca1abdf3d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.273157 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-60ccfd1a-bd85-4c63-b800-c13ca1abdf3d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "PUT /v2.0/subnets/3fb263f3-fdb2-44b9-861f-32c199ece4c0 HTTP/1.1" status: 200 len: 900 time: 2.9765689 Jan 27 17:12:49.311999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 92df351b-7fc0-4f83-9d9f-341601f11aa3 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:49.314639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34396) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:49.348132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e6e34951-fe2c-4dbb-9406-eeb858033f69 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.406373 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=f9764b7f-f96a-4ae1-b608-4c1da21a3b0a,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:49.414463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-9ea85d14-0298-424a-b5f3-86d0f0172f94 None None] For port 92df351b-7fc0-4f83-9d9f-341601f11aa3, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=92df351b-7fc0-4f83-9d9f-341601f11aa3,segment=NetworkSegment(dfd10cee-05b1-455b-8c27-3413e8db3b52),segment_id=dfd10cee-05b1-455b-8c27-3413e8db3b52)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:49.418379 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ea85d14-0298-424a-b5f3-86d0f0172f94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.508137 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ef048b-00e9-487b-8593-822d74ae9993 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:49.514060 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-21ef048b-00e9-487b-8593-822d74ae9993 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "PUT /v2.0/routers/dd2c3bd4-e7b1-4920-8869-15e51a12194b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6350331 Jan 27 17:12:49.517742 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccfd1a-bd85-4c63-b800-c13ca1abdf3d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event updated for resources: {'Subnet': ['ID=3fb263f3-fdb2-44b9-861f-32c199ece4c0,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:49.530405 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad4129-0e3f-44f2-b3b3-3ef43a154b5c None None] Sync routers for ids ['dd2c3bd4-e7b1-4920-8869-15e51a12194b'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:49.556100 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad4129-0e3f-44f2-b3b3-3ef43a154b5c None None] Routers {'dd2c3bd4-e7b1-4920-8869-15e51a12194b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:49.557607 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-82ad4129-0e3f-44f2-b3b3-3ef43a154b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['dd2c3bd4-e7b1-4920-8869-15e51a12194b'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:49.578874 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34400) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:49.585077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9ea85d14-0298-424a-b5f3-86d0f0172f94 None None] Calling delete_port for 92df351b-7fc0-4f83-9d9f-341601f11aa3 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:49.730424 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-82ad4129-0e3f-44f2-b3b3-3ef43a154b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:49.743726 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] For port 92df351b-7fc0-4f83-9d9f-341601f11aa3, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=92df351b-7fc0-4f83-9d9f-341601f11aa3,segment=NetworkSegment(dfd10cee-05b1-455b-8c27-3413e8db3b52),segment_id=dfd10cee-05b1-455b-8c27-3413e8db3b52)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:49.744251 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.744571 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad4129-0e3f-44f2-b3b3-3ef43a154b5c None None] Routers {'dd2c3bd4-e7b1-4920-8869-15e51a12194b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:49.745172 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-82ad4129-0e3f-44f2-b3b3-3ef43a154b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['dd2c3bd4-e7b1-4920-8869-15e51a12194b'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:49.753971 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.768760 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.779564 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-199c23ea-3ce6-44ac-97ec-68f02ef9480c tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] show failed (client error): The resource could not be found. Jan 27 17:12:49.780688 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-199c23ea-3ce6-44ac-97ec-68f02ef9480c tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-534610516 HTTP/1.1" status: 404 len: 334 time: 0.2008505 Jan 27 17:12:49.803752 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34406) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:49.818472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-bc55f55f-40e9-4884-b819-16bebd1a69e0 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:49.825849 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-82ad4129-0e3f-44f2-b3b3-3ef43a154b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:49.826252 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad4129-0e3f-44f2-b3b3-3ef43a154b5c None None] The sync data for ids ['dd2c3bd4-e7b1-4920-8869-15e51a12194b'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:49.837558 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.846441 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ea85d14-0298-424a-b5f3-86d0f0172f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:49.897843 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea85d14-0298-424a-b5f3-86d0f0172f94 None None] Pushing event deleted for resources: {'Port': ['ID=92df351b-7fc0-4f83-9d9f-341601f11aa3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:49.903251 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea85d14-0298-424a-b5f3-86d0f0172f94 None None] No DVR routers for this DVR port 92df351b-7fc0-4f83-9d9f-341601f11aa3 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:12:49.938118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205ffc1-990c-44a1-bb16-17b05dd23cd3 req-f08ab5ee-d783-48ea-82c1-f363fa4f80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:49.939698 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4205ffc1-990c-44a1-bb16-17b05dd23cd3 req-f08ab5ee-d783-48ea-82c1-f363fa4f80a7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 1099 time: 1.0236917 Jan 27 17:12:49.942449 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-bc55f55f-40e9-4884-b819-16bebd1a69e0 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] update failed (client error): The resource could not be found. Jan 27 17:12:49.947005 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bc55f55f-40e9-4884-b819-16bebd1a69e0 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1309277982 HTTP/1.1" status: 404 len: 335 time: 0.1294928 Jan 27 17:12:49.957868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34410) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:49.969122 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for 92df351b-7fc0-4f83-9d9f-341601f11aa3 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:49.977928 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e6e34951-fe2c-4dbb-9406-eeb858033f69 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.030148 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c8555357-83fc-4441-8a58-c98b1bfee495 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.033798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e6e34951-fe2c-4dbb-9406-eeb858033f69 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.120700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.148589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8555357-83fc-4441-8a58-c98b1bfee495 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc74ced-d273-4d34-ba98-5c091a6ad437,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:50.148806 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f414ea-a9fe-48c2-b236-d62b60aaf439 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:50.159411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c8555357-83fc-4441-8a58-c98b1bfee495 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.165028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e34951-fe2c-4dbb-9406-eeb858033f69 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520c463e-b686-4fed-8696-adc0995f1249,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:50.169087 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:12:50.169398 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:12:50.188162 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea8980-8104-4c41-9e98-0e00b200e9f6 req-86dc9e83-6b62-489f-b027-492306afa512 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:50.195716 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4205ffc1-990c-44a1-bb16-17b05dd23cd3 req-850b5896-ecf8-42d7-ac65-bbce6580cce9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342153 Jan 27 17:12:50.197016 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-47ea8980-8104-4c41-9e98-0e00b200e9f6 req-86dc9e83-6b62-489f-b027-492306afa512 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 946 time: 0.4651108 Jan 27 17:12:50.210945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Deleting subnet 658f8319-b9e0-418e-9d64-cef80282379e {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:50.215471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e6e34951-fe2c-4dbb-9406-eeb858033f69 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.216294 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e6e34951-fe2c-4dbb-9406-eeb858033f69 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1783493 Jan 27 17:12:50.219633 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c8555357-83fc-4441-8a58-c98b1bfee495 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/5dc74ced-d273-4d34-ba98-5c091a6ad437 HTTP/1.1" status: 204 len: 168 time: 1.5436444 Jan 27 17:12:50.220667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.224896 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34414) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:50.225230 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34416) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:50.249341 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Allocated IP 172.26.1.143 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/28b8138f-26cf-429d-b96d-de0a79c07d5a) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:50.249587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Deleting port 97f03f56-5962-4d7c-8e52-28fd618efa95 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:50.249844 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.282793 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Router 36202f19-896b-40b5-a829-4f1fc97bbb57 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:12:50.387841 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-47ea8980-8104-4c41-9e98-0e00b200e9f6 req-f743edc2-ef02-4098-91c3-927650400091 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898925 Jan 27 17:12:50.404283 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-047eba2f-bf9c-40e4-982b-97ebb164b99f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Deleting subnet edd3606d-c85d-48bc-9de8-d5dfef38bcd0 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:50.418861 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-047eba2f-bf9c-40e4-982b-97ebb164b99f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.522357 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.711724 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port 92df351b-7fc0-4f83-9d9f-341601f11aa3 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:50.712061 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.754709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577588ab-9f70-448c-bbcd-26c7981a1d8e None None] Network 23fd3e11-e00b-4f28-88d2-a5449421a656 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:50.754952 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-047eba2f-bf9c-40e4-982b-97ebb164b99f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.840515 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7aac4253-b204-4630-96f8-d0247abe298f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.846110 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] For port 97f03f56-5962-4d7c-8e52-28fd618efa95, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=97f03f56-5962-4d7c-8e52-28fd618efa95,segment=NetworkSegment(daf5a027-d32e-4afc-a15a-f2c5a371f350),segment_id=daf5a027-d32e-4afc-a15a-f2c5a371f350)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:50.846721 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.886185 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] The port '92df351b-7fc0-4f83-9d9f-341601f11aa3' was deleted {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:12:50.919888 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7aac4253-b204-4630-96f8-d0247abe298f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:50.973818 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7176d8d6-f469-4678-b560-35059f80c1ff None None] Provisioning for port 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:51.019567 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Calling delete_port for 97f03f56-5962-4d7c-8e52-28fd618efa95 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:51.124879 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba54a50f-bada-4cfe-bc4a-3297c71c5e81 None None] Network 6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:51.188358 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7aac4253-b204-4630-96f8-d0247abe298f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.207085 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-047eba2f-bf9c-40e4-982b-97ebb164b99f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.244877 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2d16f815-5a39-4897-9419-98dcf647cd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.274714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:51.337518 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.393522 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.402295 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.407036 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-615c8e33-ea2b-4ec6-9aea-28dec734d115 None None] Provisioning for port 97f03f56-5962-4d7c-8e52-28fd618efa95 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:51.411202 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Sync routers for ids ['36202f19-896b-40b5-a829-4f1fc97bbb57'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:51.412699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac4253-b204-4630-96f8-d0247abe298f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b155f07-6c84-49ea-9d19-166dd3de2e0b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:51.434248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.436137 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2d946606-9776-4bd3-a0a1-dee6fc5e454e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.5666418 Jan 27 17:12:51.438162 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.442206 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34424) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:51.447748 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 97f03f56-5962-4d7c-8e52-28fd618efa95 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:51.471062 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-615c8e33-ea2b-4ec6-9aea-28dec734d115 None None] Provisioning complete for port 97f03f56-5962-4d7c-8e52-28fd618efa95 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:51.471431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-615c8e33-ea2b-4ec6-9aea-28dec734d115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.493814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-047eba2f-bf9c-40e4-982b-97ebb164b99f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.505596 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.510695 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3c7d55-ed0b-4722-9958-7e88e5627aac']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:51.538440 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-615c8e33-ea2b-4ec6-9aea-28dec734d115 None None] Port 97f03f56-5962-4d7c-8e52-28fd618efa95 was deleted so its status cannot be updated. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 17:12:51.539607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Port': ['ID=97f03f56-5962-4d7c-8e52-28fd618efa95,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:51.541324 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 97f03f56-5962-4d7c-8e52-28fd618efa95 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:12:51.541666 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 97f03f56-5962-4d7c-8e52-28fd618efa95 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 27 17:12:51.555513 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event deleted for resources: {'Subnet': ['ID=658f8319-b9e0-418e-9d64-cef80282379e,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:51.581961 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Routers {'36202f19-896b-40b5-a829-4f1fc97bbb57'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:51.582602 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['36202f19-896b-40b5-a829-4f1fc97bbb57'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:51.598817 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.599300 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.599713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.600132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.600561 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.600969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.601519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.601966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.602700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.602700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.603151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.603539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.614162 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-047eba2f-bf9c-40e4-982b-97ebb164b99f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.616696 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047eba2f-bf9c-40e4-982b-97ebb164b99f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Subnet': ['ID=edd3606d-c85d-48bc-9de8-d5dfef38bcd0,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:51.622396 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd10cee-05b1-455b-8c27-3413e8db3b52') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:51.622891 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd10cee-05b1-455b-8c27-3413e8db3b52') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:51.632051 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a7721-c0e2-4bf4-9394-d9536199ac52 None None] Network e9596e35-a2e7-476a-bd75-74bd8d549d3d requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:51.643435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7aac4253-b204-4630-96f8-d0247abe298f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.645520 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7aac4253-b204-4630-96f8-d0247abe298f tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-groups/4b155f07-6c84-49ea-9d19-166dd3de2e0b HTTP/1.1" status: 204 len: 168 time: 1.4193280 Jan 27 17:12:51.650536 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.666563 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34430) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:51.667061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7929aa15-fdcd-4ff9-9b49-8acf5c249b76 None None] Network bbf03638-7624-437f-9c24-a87cd70c5626 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:51.688446 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-047eba2f-bf9c-40e4-982b-97ebb164b99f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/edd3606d-c85d-48bc-9de8-d5dfef38bcd0 HTTP/1.1" status: 204 len: 168 time: 1.4605587 Jan 27 17:12:51.693637 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34434) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:51.706053 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Port 97f03f56-5962-4d7c-8e52-28fd618efa95 not found, will not notify nova. {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 27 17:12:51.707400 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:51.757537 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.768821 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.824813 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:12:51.824813 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.831819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.835133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.835487 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.835917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.836321 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.837008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.837140 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.837503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.837927 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.838353 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.839472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.839472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.839472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:12:51.843618 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:12:51.855183 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-30b08355-723b-44b4-b714-6eee97688bac tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1479089 Jan 27 17:12:51.869269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34438) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:51.901789 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b37588fb-2882-4e59-8f82-10fd526d6a18 tempest-TestNetworkAdvancedServerOps-943535475 tempest-TestNetworkAdvancedServerOps-943535475-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=e2d3a4626dac4978a7511f57d1b94de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4197216 Jan 27 17:12:51.904755 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No DVR routers for this DVR port 97f03f56-5962-4d7c-8e52-28fd618efa95 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:12:51.907067 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cf02ab58-5fed-44ea-b7ad-4db3ef866d95 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "DELETE /v2.0/subnets/658f8319-b9e0-418e-9d64-cef80282379e HTTP/1.1" status: 204 len: 168 time: 1.9446337 Jan 27 17:12:51.932750 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34442) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:51.933392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34444) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:51.977964 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:51.990204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:52.035286 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-95f9642f-af04-452e-be78-89078d176f32 None None] Provisioning complete for port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:52.036303 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95f9642f-af04-452e-be78-89078d176f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.049970 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435c1c9-96fc-4b0f-804d-5c576e2603de req-76011e65-865e-4c66-b2ca-e795420e5685 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:52.069986 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2435c1c9-96fc-4b0f-804d-5c576e2603de req-76011e65-865e-4c66-b2ca-e795420e5685 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 946 time: 0.2679172 Jan 27 17:12:52.081017 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f10b71d8-cf9a-4250-90af-1690feab20e1 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:52.084099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:52.086924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:52.131557 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=28b8138f-26cf-429d-b96d-de0a79c07d5a,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:52.190279 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2435c1c9-96fc-4b0f-804d-5c576e2603de req-d1acf07a-b1a5-4f30-a58e-d9f99ef9a540 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140640 Jan 27 17:12:52.209628 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.216169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.260299 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb263f3-fdb2-44b9-861f-32c199ece4c0,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:52.328308 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.387552 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-2472ca1d-7bfa-4a4e-a246-7888afd0fa28 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Deleting subnet 3eac27cc-862a-4841-a1b8-217bc04e0183 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:52.392183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.418630 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:52.431133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf5a027-d32e-4afc-a15a-f2c5a371f350') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:52.431503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf5a027-d32e-4afc-a15a-f2c5a371f350') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:52.444416 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.450032 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f10b71d8-cf9a-4250-90af-1690feab20e1 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:52.454430 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f10b71d8-cf9a-4250-90af-1690feab20e1 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7831550 Jan 27 17:12:52.456069 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2472ca1d-7bfa-4a4e-a246-7888afd0fa28 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.459542 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.461090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.463331 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34452) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:52.485567 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.489776 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Set router 36202f19-896b-40b5-a829-4f1fc97bbb57 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:52.496447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:12:52.496447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.510399 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Network': ['ID=0e3c7d55-ed0b-4722-9958-7e88e5627aac,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:12:52.512314 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:12:52.529244 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1abab4ae-12de-468a-85da-ef06bd1dbb5f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/networks/0e3c7d55-ed0b-4722-9958-7e88e5627aac HTTP/1.1" status: 204 len: 168 time: 4.6469867 Jan 27 17:12:52.544280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34456) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:52.549901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-239a6326-e784-4b59-aa93-391159770717 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1523453085'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:52.561807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-05376646-4de8-4b76-85c1-557b58764f05 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:52.602746 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:12:52.622311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:52.622677 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.622802 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-239a6326-e784-4b59-aa93-391159770717 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:52.633597 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-239a6326-e784-4b59-aa93-391159770717 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:network and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:52.638666 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-239a6326-e784-4b59-aa93-391159770717 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:52.646486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-239a6326-e784-4b59-aa93-391159770717 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:52.648832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.676774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.680226 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Network': ['ID=6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:52.685406 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-05376646-4de8-4b76-85c1-557b58764f05 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group_rule {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:52.687280 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-05376646-4de8-4b76-85c1-557b58764f05 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2230394 Jan 27 17:12:52.692185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34460) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:52.715707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239a6326-e784-4b59-aa93-391159770717 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:52.719954 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-239a6326-e784-4b59-aa93-391159770717 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.734784 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-1b62a51f-4528-491b-af11-62f08d102a67 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] delete failed (client error): The resource could not be found. Jan 27 17:12:52.736123 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1b62a51f-4528-491b-af11-62f08d102a67 tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "DELETE /v2.0/security-groups/4b155f07-6c84-49ea-9d19-166dd3de2e0b HTTP/1.1" status: 404 len: 347 time: 0.0427871 Jan 27 17:12:52.748985 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34464) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:52.775977 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ec2bf073-7bda-46c1-8d2e-2a9206bdf688 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/networks/6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45 HTTP/1.1" status: 204 len: 168 time: 3.4533799 Jan 27 17:12:52.776244 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34468) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:52.839319 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfdde63-9329-4f5b-849b-f0c89cd3f2ff tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:52.839863 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfdde63-9329-4f5b-849b-f0c89cd3f2ff tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:52.844436 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3cfdde63-9329-4f5b-849b-f0c89cd3f2ff tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/subnets/3fb263f3-fdb2-44b9-861f-32c199ece4c0 HTTP/1.1" status: 404 len: 337 time: 0.0644560 Jan 27 17:12:52.849500 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34472) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:52.858913 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2472ca1d-7bfa-4a4e-a246-7888afd0fa28 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.884399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239a6326-e784-4b59-aa93-391159770717 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:12:52.895804 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-a188302a-cbc4-4f7e-a963-90a515972e32 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:52.896565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a188302a-cbc4-4f7e-a963-90a515972e32 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:52.902408 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a6dc820d-83ab-493d-8302-dcd31a78e19b tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Synchronizing usage tracker for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:52.914997 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-239a6326-e784-4b59-aa93-391159770717 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:52.915345 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-239a6326-e784-4b59-aa93-391159770717 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Added segment 999c9275-118a-40ee-8659-c9e27cc2e4e3 of type vlan for network 35f81418-e5ee-420e-8211-a0e7368a87eb Jan 27 17:12:52.922507 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a188302a-cbc4-4f7e-a963-90a515972e32 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/networks/6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45 HTTP/1.1" status: 404 len: 339 time: 0.0681019 Jan 27 17:12:52.925445 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34476) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:52.928046 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94442a41-8077-487e-941b-a1b24fa6efda tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:52.928809 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-94442a41-8077-487e-941b-a1b24fa6efda tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:52.932434 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e570d9d-44c0-4a9b-a24e-47279085351b tempest-TestNetworkAdvancedServerOps-943535475 tempest-TestNetworkAdvancedServerOps-943535475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:52.937142 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1e570d9d-44c0-4a9b-a24e-47279085351b tempest-TestNetworkAdvancedServerOps-943535475 tempest-TestNetworkAdvancedServerOps-943535475-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9881451 Jan 27 17:12:52.940760 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34480) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:52.951711 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a6dc820d-83ab-493d-8302-dcd31a78e19b tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] Unset dirty status for tenant:73884cd6f9bc415b92dc0f03eee95fd2 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:52.953010 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a6dc820d-83ab-493d-8302-dcd31a78e19b tempest-SecGroupIPv6Test-1266903839 tempest-SecGroupIPv6Test-1266903839-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2027760 Jan 27 17:12:52.998118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-239a6326-e784-4b59-aa93-391159770717 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.031740 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd72810-d2f3-490b-9317-807753721870 None None] DHCP port deletion for 6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:53.036276 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.057793 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-245a56f9-c164-474a-a143-aeac43efc07a None None] Provisioning complete for port 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:53.058348 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-245a56f9-c164-474a-a143-aeac43efc07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.086257 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49d6e8b-f69a-4c0d-9de0-356957ada8b9 None None] DHCP port deletion for bbf03638-7624-437f-9c24-a87cd70c5626 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:53.114392 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0bb669-bdf8-4af8-ad45-4153d7e44fd1 None None] DHCP port deletion for e9596e35-a2e7-476a-bd75-74bd8d549d3d request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:53.127326 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e49d6e8b-f69a-4c0d-9de0-356957ada8b9 None None] Deleting port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:53.127965 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e49d6e8b-f69a-4c0d-9de0-356957ada8b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.160902 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-781fa5c7-9abc-409d-8cdb-24eb5378899b tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.162453 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f30ce60-3570-413a-8a36-7ba1605f3400 None None] Network 6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:53.168218 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2472ca1d-7bfa-4a4e-a246-7888afd0fa28 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.185603 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fa0bb669-bdf8-4af8-ad45-4153d7e44fd1 None None] Deleting port b4e09c3a-a8fa-4a6e-ace5-e94556cbb802 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:53.186041 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa0bb669-bdf8-4af8-ad45-4153d7e44fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.229551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-239a6326-e784-4b59-aa93-391159770717 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.235419 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239a6326-e784-4b59-aa93-391159770717 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:53.236017 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-239a6326-e784-4b59-aa93-391159770717 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.264180 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-94442a41-8077-487e-941b-a1b24fa6efda tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:53.266538 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-94442a41-8077-487e-941b-a1b24fa6efda tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 1.3932631 Jan 27 17:12:53.268759 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-63eac1ff-69d8-4436-9cf2-23c0488ed313 tempest-TestNetworkAdvancedServerOps-943535475 tempest-TestNetworkAdvancedServerOps-943535475-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3231242 Jan 27 17:12:53.269644 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34488) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:53.273568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f30ce60-3570-413a-8a36-7ba1605f3400 None None] Network 6b44f4ae-a40f-4a87-b503-0bb3e1f3cb45 could not be found, it might have been deleted concurrently. {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 27 17:12:53.277001 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34490) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:53.288385 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3240dfaf-a2b0-4444-adbc-d3cdbcc3498f,segment=NetworkSegment(e7a59bb3-04a0-4fa1-bc2b-46d406dfb24b),segment_id=e7a59bb3-04a0-4fa1-bc2b-46d406dfb24b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:53.357435 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.426483 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a6326-e784-4b59-aa93-391159770717 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Network': ['ID=35f81418-e5ee-420e-8211-a0e7368a87eb,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:53.435981 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34496) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:53.453022 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967112323', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:45Z', 'updated_at': '2022-01-27T17:12:47Z', 'revision_number': 3, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'gw_port': {'id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:46Z', 'updated_at': '2022-01-27T17:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:53.454333 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-239a6326-e784-4b59-aa93-391159770717 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9090092 Jan 27 17:12:53.457466 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34502) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:53.477135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a4569e51-3c1e-425b-91cf-52ff2f2de513 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'subnet': {'network_id': '35f81418-e5ee-420e-8211-a0e7368a87eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:53.477585 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 35f81418-e5ee-420e-8211-a0e7368a87eb details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:12:53.511669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.518994 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Checking router: 36202f19-896b-40b5-a829-4f1fc97bbb57 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:12:53.519338 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Updating router 36202f19-896b-40b5-a829-4f1fc97bbb57 port a0e334d0-5bca-4eed-adb3-949e8c6d7964 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:12:53.579074 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-781fa5c7-9abc-409d-8cdb-24eb5378899b tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.581782 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1291509322', 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8', 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:53.592937 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 97f03f56-5962-4d7c-8e52-28fd618efa95 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:53.606467 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8a8ee-c46c-447e-876b-cabc035ae53b req-eb14066f-0e45-49ae-8887-1abc4918e745 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:53.607952 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c9c8a8ee-c46c-447e-876b-cabc035ae53b req-eb14066f-0e45-49ae-8887-1abc4918e745 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 946 time: 1.1884687 Jan 27 17:12:53.696269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-781fa5c7-9abc-409d-8cdb-24eb5378899b tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0066c36f-527d-49ae-9975-d255116a238b']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:53.714425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-781fa5c7-9abc-409d-8cdb-24eb5378899b tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6501d7d4-ed1b-40ea-a79b-56e49760d2a9') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:53.714700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-781fa5c7-9abc-409d-8cdb-24eb5378899b tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6501d7d4-ed1b-40ea-a79b-56e49760d2a9') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:53.720367 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.739711 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-781fa5c7-9abc-409d-8cdb-24eb5378899b tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.748994 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a4569e51-3c1e-425b-91cf-52ff2f2de513 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:53.756480 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a4569e51-3c1e-425b-91cf-52ff2f2de513 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:subnet and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:53.760508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a4569e51-3c1e-425b-91cf-52ff2f2de513 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:53.777335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a4569e51-3c1e-425b-91cf-52ff2f2de513 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:53.779487 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-781fa5c7-9abc-409d-8cdb-24eb5378899b tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.791268 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c9c8a8ee-c46c-447e-876b-cabc035ae53b req-21121acc-d0cc-473c-af11-bedf920dd390 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590374 Jan 27 17:12:53.792170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2472ca1d-7bfa-4a4e-a246-7888afd0fa28 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.792393 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 97f03f56-5962-4d7c-8e52-28fd618efa95 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:12:53.792716 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 97f03f56-5962-4d7c-8e52-28fd618efa95 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:12:53.793126 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:53.816489 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fb227058-0a2d-49f2-80c6-135327b83367 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73884cd6f9bc415b92dc0f03eee95fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736815 Jan 27 17:12:53.816489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781fa5c7-9abc-409d-8cdb-24eb5378899b tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:12:53.816489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-781fa5c7-9abc-409d-8cdb-24eb5378899b tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.832672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34506) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:53.832914 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34508) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:12:53.833535 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:12:53.838718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84eb018-b472-4d2e-b24e-fbfb0a54d2cc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:53.839402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e84eb018-b472-4d2e-b24e-fbfb0a54d2cc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Synchronizing usage tracker for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:12:53.847847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472ca1d-7bfa-4a4e-a246-7888afd0fa28 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event deleted for resources: {'Subnet': ['ID=3eac27cc-862a-4841-a1b8-217bc04e0183,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:53.889537 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4569e51-3c1e-425b-91cf-52ff2f2de513 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:53.893423 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4569e51-3c1e-425b-91cf-52ff2f2de513 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.897717 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=3240dfaf-a2b0-4444-adbc-d3cdbcc3498f,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:53.923036 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2472ca1d-7bfa-4a4e-a246-7888afd0fa28 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:53.928849 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:53.943551 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Usage tracker for resource:subnet and tenant:e2d3a4626dac4978a7511f57d1b94de5 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:53.950706 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:53.954943 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2472ca1d-7bfa-4a4e-a246-7888afd0fa28 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "DELETE /v2.0/subnets/3eac27cc-862a-4841-a1b8-217bc04e0183 HTTP/1.1" status: 204 len: 168 time: 2.0074303 Jan 27 17:12:53.960510 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34514) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:53.967906 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:53.970085 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e84eb018-b472-4d2e-b24e-fbfb0a54d2cc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Unset dirty status for tenant:b5b56d9041d34791adead564583c8bb2 on resource:subnet {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:12:53.973552 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e84eb018-b472-4d2e-b24e-fbfb0a54d2cc tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6955740 Jan 27 17:12:53.975298 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15444ac3-df2a-448e-a669-c7dd13edd51d None None] Network 27c36540-7bc6-469c-909e-bae7a90ebdfb requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:53.987262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.062922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34518) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:54.144352 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-fa0bb669-bdf8-4af8-ad45-4153d7e44fd1 None None] For port b4e09c3a-a8fa-4a6e-ace5-e94556cbb802, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b4e09c3a-a8fa-4a6e-ace5-e94556cbb802,segment=NetworkSegment(fc89d5fa-835d-4bd6-87cf-7a86e8bb11f8),segment_id=fc89d5fa-835d-4bd6-87cf-7a86e8bb11f8)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:54.145018 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa0bb669-bdf8-4af8-ad45-4153d7e44fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.164999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e49d6e8b-f69a-4c0d-9de0-356957ada8b9 None None] For port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7de6d9b1-51ef-4613-b57f-c172e53e9bd9,segment=NetworkSegment(f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e),segment_id=f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:54.165376 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e49d6e8b-f69a-4c0d-9de0-356957ada8b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.177962 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Made reservation on behalf of e2d3a4626dac4978a7511f57d1b94de5 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:54.182080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.236898 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-db5f6105-0dea-4b13-b640-3e890b179ad9 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1273725 Jan 27 17:12:54.236898 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34522) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:54.256037 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-90c92fdc-8abb-4099-80b8-66803fbe05c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.282832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-90c92fdc-8abb-4099-80b8-66803fbe05c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.329145 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-781fa5c7-9abc-409d-8cdb-24eb5378899b tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.345773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fa0bb669-bdf8-4af8-ad45-4153d7e44fd1 None None] Calling delete_port for b4e09c3a-a8fa-4a6e-ace5-e94556cbb802 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:54.358337 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-781fa5c7-9abc-409d-8cdb-24eb5378899b tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.368153 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ef8c3c-a948-4844-8145-43cf085ca486 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:54.368756 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ef8c3c-a948-4844-8145-43cf085ca486 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:54.373181 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-51ef8c3c-a948-4844-8145-43cf085ca486 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/36b1d030-4254-48a8-9d66-d2152fe71d9b HTTP/1.1" status: 404 len: 333 time: 0.0764036 Jan 27 17:12:54.377018 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34526) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:54.385068 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcb8d-1dab-407c-b087-93feb0bcb5c2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.386559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fa5c7-9abc-409d-8cdb-24eb5378899b tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Network': ['ID=0066c36f-527d-49ae-9975-d255116a238b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:54.396783 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-90c92fdc-8abb-4099-80b8-66803fbe05c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.425122 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ca783-60fe-40a8-b8af-2da1f021ea5e tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:54.430295 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5d2ca783-60fe-40a8-b8af-2da1f021ea5e tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 1094 time: 0.5907171 Jan 27 17:12:54.430295 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c92fdc-8abb-4099-80b8-66803fbe05c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7786fa60-833d-4732-baf2-20172a5fc382,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:54.434191 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-781fa5c7-9abc-409d-8cdb-24eb5378899b tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/networks/0066c36f-527d-49ae-9975-d255116a238b HTTP/1.1" status: 204 len: 168 time: 1.5031166 Jan 27 17:12:54.434191 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34530) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:54.437210 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34532) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:54.444169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:54.517588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:54.520152 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-90c92fdc-8abb-4099-80b8-66803fbe05c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.524072 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-90c92fdc-8abb-4099-80b8-66803fbe05c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7786fa60-833d-4732-baf2-20172a5fc382 HTTP/1.1" status: 204 len: 168 time: 0.6868889 Jan 27 17:12:54.529034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:floatingip and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:54.531907 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e49d6e8b-f69a-4c0d-9de0-356957ada8b9 None None] Calling delete_port for 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:54.533964 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:54.537137 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-36badc86-4eca-49b1-9b9b-d22df723e884 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:54.537583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36badc86-4eca-49b1-9b9b-d22df723e884 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:54.539291 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-36badc86-4eca-49b1-9b9b-d22df723e884 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/subnets/f3a464ea-a914-4d12-b50b-9491c5d993e7 HTTP/1.1" status: 404 len: 337 time: 0.0992100 Jan 27 17:12:54.544726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34540) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:54.545569 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:54.590848 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab169f9-d396-4ba3-8527-e849efd74e98 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:54.591320 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab169f9-d396-4ba3-8527-e849efd74e98 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:54.595675 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0ab169f9-d396-4ba3-8527-e849efd74e98 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/networks/38001d7c-32c0-4fec-a485-e59e365975d2 HTTP/1.1" status: 404 len: 339 time: 0.0451746 Jan 27 17:12:54.595898 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34544) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:54.648099 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.728626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-2c0bcb8d-1dab-407c-b087-93feb0bcb5c2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Deleting port b4e09c3a-a8fa-4a6e-ace5-e94556cbb802 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:54.728957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcb8d-1dab-407c-b087-93feb0bcb5c2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.732073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a169bba-abb2-4e5f-a69a-0b98fe54c683 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Deleting subnet 342f681f-afcb-4418-b3bb-726e6a1c68f8 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:54.734165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4569e51-3c1e-425b-91cf-52ff2f2de513 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.766791 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6a169bba-abb2-4e5f-a69a-0b98fe54c683 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.772656 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac01d7d-e225-42d1-b870-c95432281f11 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:54.773229 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac01d7d-e225-42d1-b870-c95432281f11 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:54.780030 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-eac01d7d-e225-42d1-b870-c95432281f11 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/edd3606d-c85d-48bc-9de8-d5dfef38bcd0 HTTP/1.1" status: 404 len: 337 time: 0.3995404 Jan 27 17:12:54.790922 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.796922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34550) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:54.879948 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e49d6e8b-f69a-4c0d-9de0-356957ada8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.966639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6a169bba-abb2-4e5f-a69a-0b98fe54c683 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.983327 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f09dc8-c9c8-4ee1-8b75-412df4e40bd2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:54.983791 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f09dc8-c9c8-4ee1-8b75-412df4e40bd2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:54.997954 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa0bb669-bdf8-4af8-ad45-4153d7e44fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:54.998364 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-08f09dc8-c9c8-4ee1-8b75-412df4e40bd2 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/5dc74ced-d273-4d34-ba98-5c091a6ad437 HTTP/1.1" status: 404 len: 337 time: 0.2003448 Jan 27 17:12:54.999654 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.008732 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34562) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:55.009404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4569e51-3c1e-425b-91cf-52ff2f2de513 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Subnet': ['ID=ee3bcbcd-1c1f-442f-ae1f-e04ea71993d9,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:55.028609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b4e09c3a-a8fa-4a6e-ace5-e94556cbb802 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:55.087938 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5239afe-3ce5-4210-ba10-af64a5069626 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:55.088413 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5239afe-3ce5-4210-ba10-af64a5069626 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:55.090369 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a5239afe-3ce5-4210-ba10-af64a5069626 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/2cc8994c-0a52-4f01-aded-d7ee3d0cbd63 HTTP/1.1" status: 404 len: 333 time: 0.0772903 Jan 27 17:12:55.091303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4569e51-3c1e-425b-91cf-52ff2f2de513 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Checking segment: {'id': '999c9275-118a-40ee-8659-c9e27cc2e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '35f81418-e5ee-420e-8211-a0e7368a87eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:55.091659 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4569e51-3c1e-425b-91cf-52ff2f2de513 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network hostable DHCP agents. Network: 35f81418-e5ee-420e-8211-a0e7368a87eb, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:55.105522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34568) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:55.121669 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d6e8b-f69a-4c0d-9de0-356957ada8b9 None None] Pushing event deleted for resources: {'Port': ['ID=7de6d9b1-51ef-4613-b57f-c172e53e9bd9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:55.129374 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49d6e8b-f69a-4c0d-9de0-356957ada8b9 None None] No DVR routers for this DVR port 7de6d9b1-51ef-4613-b57f-c172e53e9bd9 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:12:55.193236 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: b4e09c3a-a8fa-4a6e-ace5-e94556cbb802 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:12:55.194394 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b4e09c3a-a8fa-4a6e-ace5-e94556cbb802 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:12:55.206256 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0bb669-bdf8-4af8-ad45-4153d7e44fd1 None None] No DVR routers for this DVR port b4e09c3a-a8fa-4a6e-ace5-e94556cbb802 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:12:55.213748 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bb669-bdf8-4af8-ad45-4153d7e44fd1 None None] Pushing event deleted for resources: {'Port': ['ID=b4e09c3a-a8fa-4a6e-ace5-e94556cbb802,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:55.227687 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbf9f91-4023-4625-aa3b-7b1d4010fa3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:55.228172 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffbf9f91-4023-4625-aa3b-7b1d4010fa3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:55.229932 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ffbf9f91-4023-4625-aa3b-7b1d4010fa3a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/ecb54a8c-a2a5-4bfe-96d6-6cb985f0b5a9 HTTP/1.1" status: 404 len: 337 time: 0.1234159 Jan 27 17:12:55.233753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34574) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:55.241562 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-2c0bcb8d-1dab-407c-b087-93feb0bcb5c2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] The port 'b4e09c3a-a8fa-4a6e-ace5-e94556cbb802' was deleted {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:12:55.299006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4569e51-3c1e-425b-91cf-52ff2f2de513 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network 35f81418-e5ee-420e-8211-a0e7368a87eb is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:55.310703 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba674cf-80cd-41d1-a23a-a1af5a7294c1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:55.311156 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba674cf-80cd-41d1-a23a-a1af5a7294c1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:55.316144 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3ba674cf-80cd-41d1-a23a-a1af5a7294c1 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/46bf41f3-d574-44d4-849c-830d91bfe4af HTTP/1.1" status: 404 len: 337 time: 0.0776057 Jan 27 17:12:55.319149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34580) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:55.358515 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6a169bba-abb2-4e5f-a69a-0b98fe54c683 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.373210 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf804f-ae93-47d5-98a8-b0d4351ca029 None None] DHCP port deletion for 27c36540-7bc6-469c-909e-bae7a90ebdfb request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:55.397161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-aacf804f-ae93-47d5-98a8-b0d4351ca029 None None] Deleting port f439c0a3-fe3c-4d31-943f-829a84f85733 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:55.397465 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aacf804f-ae93-47d5-98a8-b0d4351ca029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.415954 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.417705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-a4569e51-3c1e-425b-91cf-52ff2f2de513 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 35f81418-e5ee-420e-8211-a0e7368a87eb) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:55.422245 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4569e51-3c1e-425b-91cf-52ff2f2de513 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:55.422888 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4569e51-3c1e-425b-91cf-52ff2f2de513 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.430285 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a86ba0-af6c-4e45-aac8-28df1aca3e8a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:55.430758 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a86ba0-af6c-4e45-aac8-28df1aca3e8a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:55.436731 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-10a86ba0-af6c-4e45-aac8-28df1aca3e8a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/ad773a80-7795-4b3b-915a-bfeac1818606 HTTP/1.1" status: 404 len: 333 time: 0.1129818 Jan 27 17:12:55.447493 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2501fc0-ba3b-442d-b74c-62fb3aa3872e None None] Network 35f81418-e5ee-420e-8211-a0e7368a87eb requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:55.479085 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.480472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34586) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:55.496621 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcb8d-1dab-407c-b087-93feb0bcb5c2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.512834 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:12:55.552892 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.571113 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d05fcad-53b8-49b4-aca4-05748c50d6f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:55.571620 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d05fcad-53b8-49b4-aca4-05748c50d6f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:55.573310 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1d05fcad-53b8-49b4-aca4-05748c50d6f6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/df545b13-2aa5-4cd4-a2a4-3b0d928c8b0d HTTP/1.1" status: 404 len: 337 time: 0.0918772 Jan 27 17:12:55.577037 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34592) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:55.624415 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a4569e51-3c1e-425b-91cf-52ff2f2de513 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1521626 Jan 27 17:12:55.634192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34596) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:55.649614 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-2c0bcb8d-1dab-407c-b087-93feb0bcb5c2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9596e35-a2e7-476a-bd75-74bd8d549d3d']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:55.655378 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b34de5-47c0-42c5-a0b4-f7eb8116dc1c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:55.655897 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b34de5-47c0-42c5-a0b4-f7eb8116dc1c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:55.669324 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'network_id': '35f81418-e5ee-420e-8211-a0e7368a87eb', 'name': 'tempest-PortsTestJSON-373799588', 'fixed_ips': [{'subnet_id': 'ee3bcbcd-1c1f-442f-ae1f-e04ea71993d9', 'ip_address': '172.20.0.10'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:55.669821 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e7b34de5-47c0-42c5-a0b4-f7eb8116dc1c tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/388864b4-06f3-46ec-b5d0-bc9737a0c004 HTTP/1.1" status: 404 len: 337 time: 0.0914457 Jan 27 17:12:55.672622 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34600) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:55.688218 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Transition to ACTIVE for port object a0e334d0-5bca-4eed-adb3-949e8c6d7964 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:55.709371 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-2c0bcb8d-1dab-407c-b087-93feb0bcb5c2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc89d5fa-835d-4bd6-87cf-7a86e8bb11f8') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:55.709792 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-2c0bcb8d-1dab-407c-b087-93feb0bcb5c2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc89d5fa-835d-4bd6-87cf-7a86e8bb11f8') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:55.722574 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34604) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:55.743895 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6a169bba-abb2-4e5f-a69a-0b98fe54c683 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.754354 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.754924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event updated for resources: {'Subnet': ['ID=5025f0b8-1fd1-4899-a869-5fb109283ef3,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:55.771260 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcb8d-1dab-407c-b087-93feb0bcb5c2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.834138 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a169bba-abb2-4e5f-a69a-0b98fe54c683 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Subnet': ['ID=342f681f-afcb-4418-b3bb-726e6a1c68f8,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:55.841016 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b07d4-3382-44d8-a707-f755ad79be2a None None] Pushing event updated for resources: {'Port': ['ID=a0e334d0-5bca-4eed-adb3-949e8c6d7964,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:55.847004 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41cd0a4-5701-419e-af20-7ef419cbb978 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:55.847474 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41cd0a4-5701-419e-af20-7ef419cbb978 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:55.853228 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e41cd0a4-5701-419e-af20-7ef419cbb978 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/5450df60-0fec-4f81-b6cf-37fb2bb26f4b HTTP/1.1" status: 404 len: 333 time: 0.1756103 Jan 27 17:12:55.861292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34610) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:55.885871 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6a169bba-abb2-4e5f-a69a-0b98fe54c683 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.885871 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6a169bba-abb2-4e5f-a69a-0b98fe54c683 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/subnets/342f681f-afcb-4418-b3bb-726e6a1c68f8 HTTP/1.1" status: 204 len: 168 time: 1.2871120 Jan 27 17:12:55.921566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:55.922560 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:55.922761 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34614) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:55.922876 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:55.923163 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:55.923886 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:55.924330 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:55.925188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:55.925513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:55.925862 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:55.927740 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:55.928150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:55.928789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:55.949852 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcb8d-1dab-407c-b087-93feb0bcb5c2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.968644 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Checking segment: {'id': 'ae53acc8-380e-44fc-aa4f-73efeee99087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:55.969041 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Network hostable DHCP agents. Network: 9df79931-ff99-48bd-9e24-be30fd940aa8, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:12:55.971742 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-fadf4be1-ef00-4176-8d7f-8a170283e4aa tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:55.972360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fadf4be1-ef00-4176-8d7f-8a170283e4aa tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:55.974337 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fadf4be1-ef00-4176-8d7f-8a170283e4aa tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/a4707ac6-89b0-4e14-a173-c7eb86f1da30 HTTP/1.1" status: 404 len: 337 time: 0.1009436 Jan 27 17:12:55.977507 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0bcb8d-1dab-407c-b087-93feb0bcb5c2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:12:55.977933 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcb8d-1dab-407c-b087-93feb0bcb5c2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:55.982671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34618) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:12:56.002763 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:12:56.007942 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-7ec25b1a-b957-4830-89fe-88ae63ada3ac tempest-SubnetPoolsTestJSON-1620029549 tempest-SubnetPoolsTestJSON-1620029549-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1798722347', 'prefixes': ['172.20.0.0/16']}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:56.046601 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-aacf804f-ae93-47d5-98a8-b0d4351ca029 None None] For port f439c0a3-fe3c-4d31-943f-829a84f85733, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f439c0a3-fe3c-4d31-943f-829a84f85733,segment=NetworkSegment(2995bbbe-4eec-4e7e-9bea-bdbfca533135),segment_id=2995bbbe-4eec-4e7e-9bea-bdbfca533135)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:56.047257 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aacf804f-ae93-47d5-98a8-b0d4351ca029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.052665 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7ec25b1a-b957-4830-89fe-88ae63ada3ac tempest-SubnetPoolsTestJSON-1620029549 tempest-SubnetPoolsTestJSON-1620029549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:56.052826 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.26.1.246 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/ac3f7491-85f2-4eaa-84af-8545e98c5b19) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:56.077058 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c9beda-e762-4534-960f-019b9d951719 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:56.077524 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c9beda-e762-4534-960f-019b9d951719 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:56.081776 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-73c9beda-e762-4534-960f-019b9d951719 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/d1019bd9-5639-49f0-b0e5-4789e42586a8 HTTP/1.1" status: 404 len: 337 time: 0.0928771 Jan 27 17:12:56.105816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34622) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:56.155878 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router 725a4c46-a1d6-444e-b96b-924120c0a5ae is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:12:56.160166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:56.162548 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Network 9df79931-ff99-48bd-9e24-be30fd940aa8 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:12:56.182269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:port and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:56.193657 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcb8d-1dab-407c-b087-93feb0bcb5c2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.203263 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:56.225543 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcb8d-1dab-407c-b087-93feb0bcb5c2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.235807 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:56.242200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-aacf804f-ae93-47d5-98a8-b0d4351ca029 None None] Calling delete_port for f439c0a3-fe3c-4d31-943f-829a84f85733 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:56.250670 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f4383d-d29e-406b-b638-fc85848c231a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:56.251144 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f4383d-d29e-406b-b638-fc85848c231a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:56.255234 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b3f4383d-d29e-406b-b638-fc85848c231a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/de4dd7aa-d97c-46e6-98ce-4b2de5853e4d HTTP/1.1" status: 404 len: 333 time: 0.1460724 Jan 27 17:12:56.256987 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8b6c9e-58c5-45df-8e67-3ffcbeab3eca tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Deleting subnet ac5bdb15-9e7c-4280-b853-e77ee97315f4 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:56.258676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34626) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:56.271930 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d53646-9cb8-495f-acbe-f31d5b9ca35a None None] Network 4ca96f63-e944-4176-9a87-08cc90c9a8e6 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:56.315423 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 9df79931-ff99-48bd-9e24-be30fd940aa8) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:56.315704 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Attempting to bind port a0e334d0-5bca-4eed-adb3-949e8c6d7964 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:56.315704 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Attempting to bind port a0e334d0-5bca-4eed-adb3-949e8c6d7964 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:56.315704 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Attempting to bind port a0e334d0-5bca-4eed-adb3-949e8c6d7964 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:56.320110 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bcb8d-1dab-407c-b087-93feb0bcb5c2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event deleted for resources: {'Network': ['ID=e9596e35-a2e7-476a-bd75-74bd8d549d3d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:56.328138 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:56.328518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:56.328953 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.329375 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:56.329912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Bound port: a0e334d0-5bca-4eed-adb3-949e8c6d7964, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:56.330318 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.334071 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2c0bcb8d-1dab-407c-b087-93feb0bcb5c2 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "DELETE /v2.0/networks/e9596e35-a2e7-476a-bd75-74bd8d549d3d HTTP/1.1" status: 204 len: 168 time: 2.3698092 Jan 27 17:12:56.337887 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:12:56.338466 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.346882 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34630) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:56.376670 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f75edaf-7d14-476e-aa65-1e1b252c75e3 None None] Network 9df79931-ff99-48bd-9e24-be30fd940aa8 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:56.379309 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:12:56.401533 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ec25b1a-b957-4830-89fe-88ae63ada3ac tempest-SubnetPoolsTestJSON-1620029549 tempest-SubnetPoolsTestJSON-1620029549-project] Notify callbacks [] for subnetpool, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.402552 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7ec25b1a-b957-4830-89fe-88ae63ada3ac tempest-SubnetPoolsTestJSON-1620029549 tempest-SubnetPoolsTestJSON-1620029549-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6718154 Jan 27 17:12:56.423619 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34634) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:56.457416 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df8b6c9e-58c5-45df-8e67-3ffcbeab3eca tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.473343 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-796b7397-fb55-4988-8584-1843b15e9015 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1502762 Jan 27 17:12:56.483297 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34638) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:56.505042 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-86042dc9-b432-4d81-8fc5-148ac2104ea3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:56.505714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86042dc9-b432-4d81-8fc5-148ac2104ea3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:56.509458 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-86042dc9-b432-4d81-8fc5-148ac2104ea3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/26bd1f03-7cf6-439d-8ebb-032883be5547 HTTP/1.1" status: 404 len: 337 time: 0.2397368 Jan 27 17:12:56.552765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34642) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:56.572722 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:12:56.572971 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.630130 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df8b6c9e-58c5-45df-8e67-3ffcbeab3eca tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.658689 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0838f36-e4bf-4a57-98db-c40a2aabb609 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:56.659160 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0838f36-e4bf-4a57-98db-c40a2aabb609 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:56.663288 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b0838f36-e4bf-4a57-98db-c40a2aabb609 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/6fce30ba-07d9-4b38-a641-9ec641717a50 HTTP/1.1" status: 404 len: 333 time: 0.1032255 Jan 27 17:12:56.670225 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34646) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:56.705206 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-35f81418-e5ee-420e-8211-a0e7368a87eb', 'network_id': '35f81418-e5ee-420e-8211-a0e7368a87eb', 'tenant_id': 'bcf63b44a81342b381e6a8ef34f3f0e6', 'fixed_ips': [{'subnet_id': 'ee3bcbcd-1c1f-442f-ae1f-e04ea71993d9'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:56.706069 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.724357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aacf804f-ae93-47d5-98a8-b0d4351ca029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.736207 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49f680e-0f09-44a6-9e35-94779f48c697 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:56.737068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49f680e-0f09-44a6-9e35-94779f48c697 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:56.740869 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e49f680e-0f09-44a6-9e35-94779f48c697 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/c8c4c09b-74f7-4e96-9dad-22a833625619 HTTP/1.1" status: 404 len: 337 time: 0.0672226 Jan 27 17:12:56.743196 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34650) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:56.783518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] For port a0e334d0-5bca-4eed-adb3-949e8c6d7964, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:56.820195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.829497 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-c000aa41-ccb6-4cf1-b0c3-1302d3da1cd3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:56.829844 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c000aa41-ccb6-4cf1-b0c3-1302d3da1cd3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:56.833915 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c000aa41-ccb6-4cf1-b0c3-1302d3da1cd3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/460eba52-4531-4639-9029-709428e71c44 HTTP/1.1" status: 404 len: 333 time: 0.0853872 Jan 27 17:12:56.836194 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] For port a0e334d0-5bca-4eed-adb3-949e8c6d7964, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=a0e334d0-5bca-4eed-adb3-949e8c6d7964,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:56.836424 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34654) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:56.875698 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8ea3564e-71d2-4d71-b65e-2b45af8f5e88 tempest-SubnetPoolsTestJSON-1620029549 tempest-SubnetPoolsTestJSON-1620029549-project] 10.222.0.50 "GET /v2.0/subnetpools/bfdeddce-edb5-4e70-9d46-3e891bdde5bd HTTP/1.1" status: 200 len: 732 time: 0.4490185 Jan 27 17:12:56.879526 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34658) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:56.891425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-cac6670f-740e-4c3a-8859-34ba255227ca tempest-SubnetPoolsTestJSON-1620029549 tempest-SubnetPoolsTestJSON-1620029549-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2130631957'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:12:56.895090 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2a16-896e-4bd6-9ce9-6b09d63329f9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.901404 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b054d2-170f-4c6b-bc36-36dd4edc481a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:56.901646 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b054d2-170f-4c6b-bc36-36dd4edc481a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:56.905801 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e7b054d2-170f-4c6b-bc36-36dd4edc481a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/202119e1-9c6c-4a95-93d5-18ea7f960922 HTTP/1.1" status: 404 len: 337 time: 0.0662680 Jan 27 17:12:56.912261 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34662) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:56.933043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf804f-ae93-47d5-98a8-b0d4351ca029 None None] No DVR routers for this DVR port f439c0a3-fe3c-4d31-943f-829a84f85733 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:12:56.934653 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf804f-ae93-47d5-98a8-b0d4351ca029 None None] Pushing event deleted for resources: {'Port': ['ID=f439c0a3-fe3c-4d31-943f-829a84f85733,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:56.947347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df8b6c9e-58c5-45df-8e67-3ffcbeab3eca tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.972652 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:56.988247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:12:57.003050 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df273bba-f89b-4e90-8bf8-960d346ec7b6 None None] Sync routers for ids ['725a4c46-a1d6-444e-b96b-924120c0a5ae'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:12:57.004451 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.018718 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eff56e0-ff91-407d-8ce3-fd8aa8cedbbf tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:57.019181 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eff56e0-ff91-407d-8ce3-fd8aa8cedbbf tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:57.019429 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df273bba-f89b-4e90-8bf8-960d346ec7b6 None None] Routers {'725a4c46-a1d6-444e-b96b-924120c0a5ae'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:57.020353 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-df273bba-f89b-4e90-8bf8-960d346ec7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['725a4c46-a1d6-444e-b96b-924120c0a5ae'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:57.023481 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1eff56e0-ff91-407d-8ce3-fd8aa8cedbbf tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/74feb2b7-e1e2-4075-9889-a40ddf9badb6 HTTP/1.1" status: 404 len: 333 time: 0.1057754 Jan 27 17:12:57.043521 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34666) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:57.145093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] device_id is not set on port ff28a73b-7a15-4310-aeac-951c9ce614e8 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:12:57.155283 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-df273bba-f89b-4e90-8bf8-960d346ec7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:57.161141 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61bca09-0758-450d-91e9-cc1152f52342 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:57.161720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d61bca09-0758-450d-91e9-cc1152f52342 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:57.169892 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df273bba-f89b-4e90-8bf8-960d346ec7b6 None None] Routers {'725a4c46-a1d6-444e-b96b-924120c0a5ae'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:57.170711 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-df273bba-f89b-4e90-8bf8-960d346ec7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['725a4c46-a1d6-444e-b96b-924120c0a5ae'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:57.171743 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d61bca09-0758-450d-91e9-cc1152f52342 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/013021ea-5fcf-4b79-b7f2-653758c84ad7 HTTP/1.1" status: 404 len: 337 time: 0.1262448 Jan 27 17:12:57.178163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34670) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:57.200072 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.200532 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b07d4-3382-44d8-a707-f755ad79be2a None None] Pushing event updated for resources: {'Port': ['ID=a0e334d0-5bca-4eed-adb3-949e8c6d7964,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:57.201780 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b3a6e508-0c35-450d-a07e-6a52e3d18bc3 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.9062412 Jan 27 17:12:57.219085 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34674) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:57.247804 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.251658 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb5f5e8-c91b-40cb-8b39-e4f4eff5940b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:57.252132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb5f5e8-c91b-40cb-8b39-e4f4eff5940b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:57.323166 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Routers {'36202f19-896b-40b5-a829-4f1fc97bbb57'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:12:57.324053 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['36202f19-896b-40b5-a829-4f1fc97bbb57'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:57.326462 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2cb5f5e8-c91b-40cb-8b39-e4f4eff5940b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/12ffa1e5-61e0-4eb2-8460-b89f13dbd90b HTTP/1.1" status: 404 len: 333 time: 0.1441679 Jan 27 17:12:57.330640 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-df273bba-f89b-4e90-8bf8-960d346ec7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:57.331131 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df273bba-f89b-4e90-8bf8-960d346ec7b6 None None] The sync data for ids ['725a4c46-a1d6-444e-b96b-924120c0a5ae'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:57.335710 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34678) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:57.348965 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df8b6c9e-58c5-45df-8e67-3ffcbeab3eca tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.354619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cac6670f-740e-4c3a-8859-34ba255227ca tempest-SubnetPoolsTestJSON-1620029549 tempest-SubnetPoolsTestJSON-1620029549-project] Notify callbacks [] for subnetpool, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.355775 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cac6670f-740e-4c3a-8859-34ba255227ca tempest-SubnetPoolsTestJSON-1620029549 tempest-SubnetPoolsTestJSON-1620029549-project] 10.222.0.50 "PUT /v2.0/subnetpools/bfdeddce-edb5-4e70-9d46-3e891bdde5bd HTTP/1.1" status: 200 len: 684 time: 0.4715796 Jan 27 17:12:57.360434 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:57.373511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34682) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:57.426121 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f439c0a3-fe3c-4d31-943f-829a84f85733 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:57.428779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:57.439697 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:57.467421 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b6c9e-58c5-45df-8e67-3ffcbeab3eca tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Subnet': ['ID=ac5bdb15-9e7c-4280-b853-e77ee97315f4,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:57.469513 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c7fedd-51da-44fe-8a6b-e9ed13034d4d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:57.469760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c7fedd-51da-44fe-8a6b-e9ed13034d4d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:57.475541 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-53c7fedd-51da-44fe-8a6b-e9ed13034d4d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/0dbc6f25-7163-458b-9c8e-3d9e854ce102 HTTP/1.1" status: 404 len: 337 time: 0.1335979 Jan 27 17:12:57.475541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df8b6c9e-58c5-45df-8e67-3ffcbeab3eca tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.477568 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-df8b6c9e-58c5-45df-8e67-3ffcbeab3eca tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/subnets/ac5bdb15-9e7c-4280-b853-e77ee97315f4 HTTP/1.1" status: 204 len: 168 time: 1.5532193 Jan 27 17:12:57.482744 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34686) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:57.483541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34688) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:57.487247 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: f439c0a3-fe3c-4d31-943f-829a84f85733 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:12:57.487787 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f439c0a3-fe3c-4d31-943f-829a84f85733 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:12:57.494130 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=ac3f7491-85f2-4eaa-84af-8545e98c5b19,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:57.500344 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2a16-896e-4bd6-9ce9-6b09d63329f9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.536451 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-9df79931-ff99-48bd-9e24-be30fd940aa8', 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'fixed_ips': [{'subnet_id': '5025f0b8-1fd1-4899-a869-5fb109283ef3'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:12:57.537441 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.599553 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-af54bb92-812b-4a1b-8c21-b809efcba9a6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:57.599917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af54bb92-812b-4a1b-8c21-b809efcba9a6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:57.603970 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-af54bb92-812b-4a1b-8c21-b809efcba9a6 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/8cf2e5b0-4878-476e-84f6-a0181a587982 HTTP/1.1" status: 404 len: 333 time: 0.1149559 Jan 27 17:12:57.610759 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Allocated IP 172.20.0.2 (35f81418-e5ee-420e-8211-a0e7368a87eb/ee3bcbcd-1c1f-442f-ae1f-e04ea71993d9/fbcb8240-96b8-46d6-a7da-acb6f7a8d71a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:57.611123 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34694) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:57.730376 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-8e3f2a16-896e-4bd6-9ce9-6b09d63329f9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c36540-7bc6-469c-909e-bae7a90ebdfb']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:57.744415 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.792583 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] Set router 36202f19-896b-40b5-a829-4f1fc97bbb57 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:12:57.804595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Deleting port 5d7474d7-f2b5-4775-bd5d-037dc5133b7c {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:12:57.804945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.813184 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-8e3f2a16-896e-4bd6-9ce9-6b09d63329f9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2995bbbe-4eec-4e7e-9bea-bdbfca533135') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:57.813471 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-8e3f2a16-896e-4bd6-9ce9-6b09d63329f9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2995bbbe-4eec-4e7e-9bea-bdbfca533135') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:57.851006 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f4adc4-5144-4e22-b15d-367b03b40389 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:57.851719 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f4adc4-5144-4e22-b15d-367b03b40389 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:57.866999 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2a16-896e-4bd6-9ce9-6b09d63329f9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:57.958002 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-45f4adc4-5144-4e22-b15d-367b03b40389 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/be65722c-a9bf-49a1-8bd4-8408ff809dea HTTP/1.1" status: 404 len: 337 time: 0.2899237 Jan 27 17:12:57.959356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34698) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:57.977349 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2a16-896e-4bd6-9ce9-6b09d63329f9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:58.051992 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bc0cb0-947d-414e-b493-a36ff7262903 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:58.052396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5bc0cb0-947d-414e-b493-a36ff7262903 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:58.056288 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c5bc0cb0-947d-414e-b493-a36ff7262903 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/c4c97079-bb55-4908-b895-ca4d300a72b4 HTTP/1.1" status: 404 len: 337 time: 0.0923603 Jan 27 17:12:58.056451 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579da752-f253-44d9-bad9-d10cd2e3a67e None None] Update dhcp port {'port': {'network_id': '4ca96f63-e944-4176-9a87-08cc90c9a8e6', 'fixed_ips': [{'subnet_id': 'ac5bdb15-9e7c-4280-b853-e77ee97315f4'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': '5d7474d7-f2b5-4775-bd5d-037dc5133b7c'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:12:58.056575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3f2a16-896e-4bd6-9ce9-6b09d63329f9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:12:58.056575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2a16-896e-4bd6-9ce9-6b09d63329f9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:58.059750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34702) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:12:58.080532 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:12:58.110409 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6453d5d7-aed9-4d53-9aaa-9cb8cdb3457a tempest-SubnetPoolsTestJSON-1620029549 tempest-SubnetPoolsTestJSON-1620029549-project] Notify callbacks [] for subnetpool, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:58.111821 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6453d5d7-aed9-4d53-9aaa-9cb8cdb3457a tempest-SubnetPoolsTestJSON-1620029549 tempest-SubnetPoolsTestJSON-1620029549-project] 10.222.0.50 "DELETE /v2.0/subnetpools/bfdeddce-edb5-4e70-9d46-3e891bdde5bd HTTP/1.1" status: 204 len: 168 time: 0.7335210 Jan 27 17:12:58.127052 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34706) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:58.287523 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-579da752-f253-44d9-bad9-d10cd2e3a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:58.310622 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Allocated IP 172.20.0.2 (9df79931-ff99-48bd-9e24-be30fd940aa8/5025f0b8-1fd1-4899-a869-5fb109283ef3/e4ecc94f-7d94-4f63-9a4a-1904704ef0d9) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:58.342560 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7d7685-cede-4331-8a62-1c4e1369a583 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:58.343107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7d7685-cede-4331-8a62-1c4e1369a583 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:58.347226 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5a7d7685-cede-4331-8a62-1c4e1369a583 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/0ddd685c-2a02-415b-a3ac-be64381edb68 HTTP/1.1" status: 404 len: 333 time: 0.2841785 Jan 27 17:12:58.356288 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34710) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:58.448828 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] For port 5d7474d7-f2b5-4775-bd5d-037dc5133b7c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5d7474d7-f2b5-4775-bd5d-037dc5133b7c,segment=NetworkSegment(e7fd9414-83ac-4bab-88c9-b8eea46f70ad),segment_id=e7fd9414-83ac-4bab-88c9-b8eea46f70ad)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:12:58.449113 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:58.491486 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:58.545295 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Transition to ACTIVE for port object fbcb8240-96b8-46d6-a7da-acb6f7a8d71a will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:58.546040 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-d6b584f0-2f0e-43d2-b76f-193e6f8b0d5e tempest-SubnetPoolsTestJSON-1620029549 tempest-SubnetPoolsTestJSON-1620029549-project] show failed (client error): The resource could not be found. Jan 27 17:12:58.550186 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d6b584f0-2f0e-43d2-b76f-193e6f8b0d5e tempest-SubnetPoolsTestJSON-1620029549 tempest-SubnetPoolsTestJSON-1620029549-project] 10.222.0.50 "GET /v2.0/subnetpools/bfdeddce-edb5-4e70-9d46-3e891bdde5bd HTTP/1.1" status: 404 len: 346 time: 0.4166126 Jan 27 17:12:58.552467 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34714) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:58.558052 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a578903-b2b1-44c6-82a4-2d1d1f253163 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:58.558512 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a578903-b2b1-44c6-82a4-2d1d1f253163 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:58.586165 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2a16-896e-4bd6-9ce9-6b09d63329f9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:58.587995 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Calling delete_port for 5d7474d7-f2b5-4775-bd5d-037dc5133b7c owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:12:58.615784 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3a578903-b2b1-44c6-82a4-2d1d1f253163 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/418b24be-17e0-4a51-bbb9-e99669657594 HTTP/1.1" status: 404 len: 337 time: 0.2562671 Jan 27 17:12:58.616791 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2a16-896e-4bd6-9ce9-6b09d63329f9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:58.618534 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8e3f2a16-896e-4bd6-9ce9-6b09d63329f9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "DELETE /v2.0/networks/27c36540-7bc6-469c-909e-bae7a90ebdfb HTTP/1.1" status: 204 len: 168 time: 2.2706933 Jan 27 17:12:58.621162 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34718) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:58.621938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34720) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:58.668736 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-4b1f5fd1-23dd-4061-a440-d46b7ff7d682 tempest-SubnetPoolsTestJSON-1620029549 tempest-SubnetPoolsTestJSON-1620029549-project] delete failed (client error): The resource could not be found. Jan 27 17:12:58.675794 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4b1f5fd1-23dd-4061-a440-d46b7ff7d682 tempest-SubnetPoolsTestJSON-1620029549 tempest-SubnetPoolsTestJSON-1620029549-project] 10.222.0.50 "DELETE /v2.0/subnetpools/bfdeddce-edb5-4e70-9d46-3e891bdde5bd HTTP/1.1" status: 404 len: 346 time: 0.1133423 Jan 27 17:12:58.678886 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Transition to ACTIVE for port object fbcb8240-96b8-46d6-a7da-acb6f7a8d71a will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:58.684759 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f2a16-896e-4bd6-9ce9-6b09d63329f9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event deleted for resources: {'Network': ['ID=27c36540-7bc6-469c-909e-bae7a90ebdfb,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:58.706844 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:58.776980 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0003ceb-34c9-4792-b01a-a7f9f9e8ce82 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:58.777868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0003ceb-34c9-4792-b01a-a7f9f9e8ce82 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:58.811250 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:58.813640 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f0003ceb-34c9-4792-b01a-a7f9f9e8ce82 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/cfe3c065-9b86-457e-b1cf-9a48c3e29cd8 HTTP/1.1" status: 404 len: 337 time: 0.1853831 Jan 27 17:12:58.817739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34728) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:58.882629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-5901f401-8555-4922-ba5e-6ff33f43261a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Deleting subnet 2867352f-3977-4897-b535-5131c47fe9a8 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:12:58.893799 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5901f401-8555-4922-ba5e-6ff33f43261a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:58.916305 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:58.923305 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e939e5dc-cdf7-467b-bec1-1b798c87cc15 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:58.923795 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e939e5dc-cdf7-467b-bec1-1b798c87cc15 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:58.925491 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e939e5dc-cdf7-467b-bec1-1b798c87cc15 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/2e6ad4d5-4282-41da-8331-2f0b2caee7c2 HTTP/1.1" status: 404 len: 333 time: 0.0999889 Jan 27 17:12:58.932165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34732) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:58.935858 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Transition to ACTIVE for port object e4ecc94f-7d94-4f63-9a4a-1904704ef0d9 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:58.944385 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Allocated IP 172.20.0.10 (35f81418-e5ee-420e-8211-a0e7368a87eb/ee3bcbcd-1c1f-442f-ae1f-e04ea71993d9/ff28a73b-7a15-4310-aeac-951c9ce614e8) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:12:58.958520 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Transition to ACTIVE for port object e4ecc94f-7d94-4f63-9a4a-1904704ef0d9 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:58.982912 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.022472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e43973-8c31-4cb8-923c-fe2fbf6e10a2 None None] Network 4ca96f63-e944-4176-9a87-08cc90c9a8e6 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:12:59.034029 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f2ab07-0354-4276-874f-7e2415770123 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:59.034486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f2ab07-0354-4276-874f-7e2415770123 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:59.072572 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5901f401-8555-4922-ba5e-6ff33f43261a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.106290 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Port': ['ID=5d7474d7-f2b5-4775-bd5d-037dc5133b7c,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:59.129597 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No DVR routers for this DVR port 5d7474d7-f2b5-4775-bd5d-037dc5133b7c on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:12:59.133968 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-55f2ab07-0354-4276-874f-7e2415770123 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/20980319-f870-47e8-94ad-46b3b2d92543 HTTP/1.1" status: 404 len: 337 time: 0.1980324 Jan 27 17:12:59.144333 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34738) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:59.169597 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.173780 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Pushing event updated for resources: {'Port': ['ID=fbcb8240-96b8-46d6-a7da-acb6f7a8d71a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:59.187929 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Network 35f81418-e5ee-420e-8211-a0e7368a87eb is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:59.203133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34742) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:59.209638 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.221173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.226193 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:59.240737 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:59.246118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:59.246529 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:59.246930 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:59.247321 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:59.247707 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:59.248552 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:59.254592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:59.254728 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:59.257117 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e78917-9699-4931-ace0-d7df1bed1eac tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:59.257764 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e78917-9699-4931-ace0-d7df1bed1eac tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:59.257979 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:59.258422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:59.258824 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:59.259468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:12:59.260256 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-43e78917-9699-4931-ace0-d7df1bed1eac tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/12663b14-20cd-476c-8982-71ba2097c72c HTTP/1.1" status: 404 len: 337 time: 0.1148574 Jan 27 17:12:59.269224 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34748) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:59.363643 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4bc13dc8-5c4b-427d-b57e-f8c4dc4c4289 None None] Could not find standard attr ID for object 5d7474d7-f2b5-4775-bd5d-037dc5133b7c. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:12:59.368185 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Pushing event updated for resources: {'Port': ['ID=e4ecc94f-7d94-4f63-9a4a-1904704ef0d9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:12:59.371621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967112323', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:45Z', 'updated_at': '2022-01-27T17:12:47Z', 'revision_number': 3, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'gw_port': {'id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:46Z', 'updated_at': '2022-01-27T17:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:59.383036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.414320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21635cea-0a49-4d71-a108-95215ec39abc None None] The sync data for ids ['36202f19-896b-40b5-a829-4f1fc97bbb57'] in dv-neutron-826439-2-hyperv is: [{'id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967112323', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:45Z', 'updated_at': '2022-01-27T17:12:47Z', 'revision_number': 3, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'gw_port': {'id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:46Z', 'updated_at': '2022-01-27T17:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:12:59.417061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Network 9df79931-ff99-48bd-9e24-be30fd940aa8 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:12:59.421298 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce278bb-5aad-4d7d-b0bc-4c13ee3c3fae tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:59.421797 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce278bb-5aad-4d7d-b0bc-4c13ee3c3fae tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:59.425825 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5ce278bb-5aad-4d7d-b0bc-4c13ee3c3fae tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/73cd6caf-2987-44b7-a3a9-313572284dec HTTP/1.1" status: 404 len: 333 time: 0.1448781 Jan 27 17:12:59.426301 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34752) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:59.439368 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d4895b8d-a2a3-477e-839b-3640e14396f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.450338 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:12:59.461232 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:12:59.475610 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca96f63-e944-4176-9a87-08cc90c9a8e6']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:59.505493 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06783dc1-915a-404e-9f6a-f45d7bcdd1bf None None] DHCP port deletion for 4ca96f63-e944-4176-9a87-08cc90c9a8e6 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:12:59.524840 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fd9414-83ac-4bab-88c9-b8eea46f70ad') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:59.525213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fd9414-83ac-4bab-88c9-b8eea46f70ad') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:12:59.535535 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-52cd95ee-d735-4a96-a2e9-c081c3965681 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:59.536729 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52cd95ee-d735-4a96-a2e9-c081c3965681 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:59.538628 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-52cd95ee-d735-4a96-a2e9-c081c3965681 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/5f9c9595-9226-4f24-aec4-1c5762a80d2b HTTP/1.1" status: 404 len: 337 time: 0.1085496 Jan 27 17:12:59.543010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d4895b8d-a2a3-477e-839b-3640e14396f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:12:59.545779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34756) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:59.547770 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5901f401-8555-4922-ba5e-6ff33f43261a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.617156 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Attempting to bind port fbcb8240-96b8-46d6-a7da-acb6f7a8d71a on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:59.617156 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Attempting to bind port fbcb8240-96b8-46d6-a7da-acb6f7a8d71a by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '999c9275-118a-40ee-8659-c9e27cc2e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '35f81418-e5ee-420e-8211-a0e7368a87eb'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:59.623752 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Attempting to bind port fbcb8240-96b8-46d6-a7da-acb6f7a8d71a on network 35f81418-e5ee-420e-8211-a0e7368a87eb {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:59.631163 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:59.631447 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Checking segment: {'id': '999c9275-118a-40ee-8659-c9e27cc2e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '35f81418-e5ee-420e-8211-a0e7368a87eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:59.631809 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.632199 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Bound using segment: {'id': '999c9275-118a-40ee-8659-c9e27cc2e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '35f81418-e5ee-420e-8211-a0e7368a87eb'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:59.632661 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Bound port: fbcb8240-96b8-46d6-a7da-acb6f7a8d71a, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999c9275-118a-40ee-8659-c9e27cc2e4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '35f81418-e5ee-420e-8211-a0e7368a87eb'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:59.633025 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.647422 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.658113 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Attempting to bind port e4ecc94f-7d94-4f63-9a4a-1904704ef0d9 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:12:59.658478 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Attempting to bind port e4ecc94f-7d94-4f63-9a4a-1904704ef0d9 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'ae53acc8-380e-44fc-aa4f-73efeee99087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:12:59.658838 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Attempting to bind port e4ecc94f-7d94-4f63-9a4a-1904704ef0d9 on network 9df79931-ff99-48bd-9e24-be30fd940aa8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:12:59.664667 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.691831 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.703222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5d7474d7-f2b5-4775-bd5d-037dc5133b7c no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:12:59.712979 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d4895b8d-a2a3-477e-839b-3640e14396f7 admin admin] Usage tracker for resource:security_group_rule and tenant:37d78185a4f7427cb2c60e5dd3165253 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:12:59.715457 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Transition to ACTIVE for port object ff28a73b-7a15-4310-aeac-951c9ce614e8 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:12:59.726052 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d4895b8d-a2a3-477e-839b-3640e14396f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:12:59.732877 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d375839-5d70-4cd8-8f75-5c6f788c297a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:12:59.732877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d375839-5d70-4cd8-8f75-5c6f788c297a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:12:59.737066 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3d375839-5d70-4cd8-8f75-5c6f788c297a tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/82cd9651-d86b-4d89-94f3-a4923c369f8d HTTP/1.1" status: 404 len: 337 time: 0.1315730 Jan 27 17:12:59.744397 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:12:59.745326 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Checking segment: {'id': 'ae53acc8-380e-44fc-aa4f-73efeee99087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:12:59.745326 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.745784 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Bound using segment: {'id': 'ae53acc8-380e-44fc-aa4f-73efeee99087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:12:59.746219 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Bound port: e4ecc94f-7d94-4f63-9a4a-1904704ef0d9, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae53acc8-380e-44fc-aa4f-73efeee99087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:12:59.746565 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.751837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34760) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:12:59.763439 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 5d7474d7-f2b5-4775-bd5d-037dc5133b7c {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:12:59.764199 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5d7474d7-f2b5-4775-bd5d-037dc5133b7c not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:12:59.764491 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d4895b8d-a2a3-477e-839b-3640e14396f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:12:59.767086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.897154 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] For port fbcb8240-96b8-46d6-a7da-acb6f7a8d71a, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:59.909283 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] For port fbcb8240-96b8-46d6-a7da-acb6f7a8d71a, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fbcb8240-96b8-46d6-a7da-acb6f7a8d71a,segment=NetworkSegment(999c9275-118a-40ee-8659-c9e27cc2e4e3),segment_id=999c9275-118a-40ee-8659-c9e27cc2e4e3)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:12:59.926380 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:12:59.976744 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] For port e4ecc94f-7d94-4f63-9a4a-1904704ef0d9, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:12:59.988752 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:12:59.989168 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:00.016946 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:00.021020 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] For port e4ecc94f-7d94-4f63-9a4a-1904704ef0d9, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e4ecc94f-7d94-4f63-9a4a-1904704ef0d9,segment=NetworkSegment(ae53acc8-380e-44fc-aa4f-73efeee99087),segment_id=ae53acc8-380e-44fc-aa4f-73efeee99087)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:00.030773 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-172fb8fa-bf3d-44d1-81f6-37766c020cd4 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports?device_id=d448dcbf-5c7e-45cf-8580-1ddaa240a1a3 HTTP/1.1" status: 200 len: 205 time: 0.2773523 Jan 27 17:13:00.039237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34764) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:00.054374 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443f66f-efcc-4c51-8e3c-48602c26b739 None None] Pushing event updated for resources: {'Port': ['ID=fbcb8240-96b8-46d6-a7da-acb6f7a8d71a,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:00.074635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.248931 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b29cf-28c0-479a-bd58-90f2f48f0232 None None] Pushing event updated for resources: {'Port': ['ID=e4ecc94f-7d94-4f63-9a4a-1904704ef0d9,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:00.257065 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5901f401-8555-4922-ba5e-6ff33f43261a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.261574 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-fae416d1-b41f-4b15-9e9e-e165fc50d522 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] delete failed (client error): The resource could not be found. Jan 27 17:13:00.262951 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fae416d1-b41f-4b15-9e9e-e165fc50d522 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/routers/d448dcbf-5c7e-45cf-8580-1ddaa240a1a3 HTTP/1.1" status: 404 len: 336 time: 0.1950440 Jan 27 17:13:00.283243 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34768) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:00.326854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.328776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901f401-8555-4922-ba5e-6ff33f43261a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event deleted for resources: {'Subnet': ['ID=2867352f-3977-4897-b535-5131c47fe9a8,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:00.332520 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5901f401-8555-4922-ba5e-6ff33f43261a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.335122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1967d2a9-4280-4d14-9eaa-bc5698c5732d None None] Network 43304e70-0371-47dc-849f-1add221eb1b9 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:00.365427 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fd21a1-cd60-4eea-b63c-cd8b4e3ed33f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:00.366092 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69fd21a1-cd60-4eea-b63c-cd8b4e3ed33f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:00.368700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.391514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Network': ['ID=4ca96f63-e944-4176-9a87-08cc90c9a8e6,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:00.407846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.435806 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5901f401-8555-4922-ba5e-6ff33f43261a tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "DELETE /v2.0/subnets/2867352f-3977-4897-b535-5131c47fe9a8 HTTP/1.1" status: 204 len: 168 time: 1.8054152 Jan 27 17:13:00.437065 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.445757 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-69fd21a1-cd60-4eea-b63c-cd8b4e3ed33f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/0d0744f6-3293-4830-b275-491cc985decc HTTP/1.1" status: 404 len: 337 time: 0.1539536 Jan 27 17:13:00.446226 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34772) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:00.446537 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34774) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:00.462682 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.486683 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c2259ed1-182c-47a0-b87c-44fe77965ecb tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/networks/4ca96f63-e944-4176-9a87-08cc90c9a8e6 HTTP/1.1" status: 204 len: 168 time: 2.9983468 Jan 27 17:13:00.530893 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34780) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:00.631217 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-62d64756-68d3-4f64-8229-44c03bd12a01 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7cf5ec-5444-4688-836d-1a4ae32c3f3c HTTP/1.1" status: 200 len: 205 time: 0.1798275 Jan 27 17:13:00.645061 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34784) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:00.676266 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9d69e3-e952-4318-b34a-6b3f67692de7 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:00.676840 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9d69e3-e952-4318-b34a-6b3f67692de7 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:00.798359 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1b9d69e3-e952-4318-b34a-6b3f67692de7 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/subnets/ca276dbc-ea92-4e8a-bacb-9fd52992fcb4 HTTP/1.1" status: 404 len: 337 time: 0.2356117 Jan 27 17:13:00.804013 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d4895b8d-a2a3-477e-839b-3640e14396f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.816584 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=ac3f7491-85f2-4eaa-84af-8545e98c5b19,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:00.818556 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network 35f81418-e5ee-420e-8211-a0e7368a87eb is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:00.820046 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34788) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:00.877841 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-1846d87c-6aae-4d2a-b88c-fa372ebad65b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] delete failed (client error): The resource could not be found. Jan 27 17:13:00.878940 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1846d87c-6aae-4d2a-b88c-fa372ebad65b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/routers/2a7cf5ec-5444-4688-836d-1a4ae32c3f3c HTTP/1.1" status: 404 len: 336 time: 0.2146921 Jan 27 17:13:00.879739 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:00.888681 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34792) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:00.892251 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Allocated IP 172.20.0.1 (9df79931-ff99-48bd-9e24-be30fd940aa8/5025f0b8-1fd1-4899-a869-5fb109283ef3/f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:00.896765 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:00.902638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d4895b8d-a2a3-477e-839b-3640e14396f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:00.946580 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4601e1-f05d-4902-ace2-366bcc7e95cb None None] DHCP port deletion for 43304e70-0371-47dc-849f-1add221eb1b9 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:13:00.950910 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7e4601e1-f05d-4902-ace2-366bcc7e95cb None None] Deleting port 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:00.951279 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7e4601e1-f05d-4902-ace2-366bcc7e95cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.000860 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.093096 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:01.093740 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.097949 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=ff28a73b-7a15-4310-aeac-951c9ce614e8,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:01.167386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ed152d1-9bde-4a3f-a90a-31cbf4b24cc9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.169569 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ca30ba-e703-499f-abd9-32ba846fde87 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:01.170071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ca30ba-e703-499f-abd9-32ba846fde87 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:01.170795 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e40a68d-c13c-4f18-a787-b40f93871e09 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:01.171120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e40a68d-c13c-4f18-a787-b40f93871e09 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:01.174744 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d8ca30ba-e703-499f-abd9-32ba846fde87 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/networks/b69e8a82-76fe-432a-bf7a-8509927c6ab6 HTTP/1.1" status: 404 len: 339 time: 0.3437192 Jan 27 17:13:01.177439 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3e40a68d-c13c-4f18-a787-b40f93871e09 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/e7d99d87-edee-4d73-8081-22c9b15500c7 HTTP/1.1" status: 404 len: 337 time: 0.2877009 Jan 27 17:13:01.191564 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34796) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:01.191888 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34798) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:01.201286 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4895b8d-a2a3-477e-839b-3640e14396f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae46e412-6935-4d82-9b84-f392499f6e3b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:01.253611 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8f85c398-8078-4b0e-9b7e-f04e03b24bee tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.6129932 Jan 27 17:13:01.281290 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf06b22-a1df-4fee-94a6-9e3858d09228 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:01.281795 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf06b22-a1df-4fee-94a6-9e3858d09228 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:01.285761 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1bf06b22-a1df-4fee-94a6-9e3858d09228 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/subnets/4e64750b-e62f-4d4e-8ecb-74df7e0ed501 HTTP/1.1" status: 404 len: 337 time: 0.0902712 Jan 27 17:13:01.290154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34804) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:01.290472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34806) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:01.292816 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d4895b8d-a2a3-477e-839b-3640e14396f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37d78185a4f7427cb2c60e5dd3165253&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0876336 Jan 27 17:13:01.296525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34810) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:01.306921 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'network_id': '35f81418-e5ee-420e-8211-a0e7368a87eb', 'name': 'tempest-PortsTestJSON-1622974823', 'fixed_ips': [{'subnet_id': 'ee3bcbcd-1c1f-442f-ae1f-e04ea71993d9', 'ip_address': '172.20.0.9'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:01.316956 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-7e4601e1-f05d-4902-ace2-366bcc7e95cb None None] For port 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=39f7dc4d-e2de-4f3e-af77-142f2dbabb5f,segment=NetworkSegment(d86ecb3f-4757-4b28-a13f-fab7383b7297),segment_id=d86ecb3f-4757-4b28-a13f-fab7383b7297)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:01.317424 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7e4601e1-f05d-4902-ace2-366bcc7e95cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.341391 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-515ec573-2e13-4656-ae03-87f540d6b61e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:01.341860 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515ec573-2e13-4656-ae03-87f540d6b61e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:01.343602 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-515ec573-2e13-4656-ae03-87f540d6b61e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/daa15567-ba85-4fc1-ab06-28d9d741c1b3 HTTP/1.1" status: 404 len: 337 time: 0.1488450 Jan 27 17:13:01.358847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34816) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:01.365973 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP 4215e0af-8160-4a45-ab05-f47a633659db associated. External IP: 172.26.1.246, port: f9764b7f-f96a-4ae1-b608-4c1da21a3b0a. Jan 27 17:13:01.415606 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.425209 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-9ed152d1-9bde-4a3f-a90a-31cbf4b24cc9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Deleting port 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:01.425545 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Allocated IP 172.20.0.1 (23fd3e11-e00b-4f28-88d2-a5449421a656/5156a756-9e63-4a54-8112-5e6fd0d9a9bf/5fb5b196-8b7c-4eb0-aaf6-5b8c1cfda76a) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:01.425651 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ed152d1-9bde-4a3f-a90a-31cbf4b24cc9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.433564 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-642c14c0-3e33-47c4-abbb-25a059f070c3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:01.434070 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642c14c0-3e33-47c4-abbb-25a059f070c3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:01.438430 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-642c14c0-3e33-47c4-abbb-25a059f070c3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/4f47cd81-329c-435f-9d61-c3a6aa2e08a6 HTTP/1.1" status: 404 len: 333 time: 0.0761652 Jan 27 17:13:01.440061 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34820) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:01.442900 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7e4601e1-f05d-4902-ace2-366bcc7e95cb None None] Calling delete_port for 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:01.469313 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ad9fbc-d076-49a2-8230-555224afd4f2 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:01.469821 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ad9fbc-d076-49a2-8230-555224afd4f2 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:01.471488 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-84ad9fbc-d076-49a2-8230-555224afd4f2 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/networks/fb1b01eb-9d06-494c-bba8-3dc8291e4552 HTTP/1.1" status: 404 len: 339 time: 0.1762536 Jan 27 17:13:01.485219 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34824) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:01.525005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Transition to ACTIVE for port object f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:01.525335 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7e4601e1-f05d-4902-ace2-366bcc7e95cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.531697 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-4873700c-45ff-468a-afca-490c29ee10df tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:01.532116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4873700c-45ff-468a-afca-490c29ee10df tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:01.536133 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4873700c-45ff-468a-afca-490c29ee10df tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/97eab26a-d9ec-49ee-a79f-e221c92fd557 HTTP/1.1" status: 404 len: 337 time: 0.0902953 Jan 27 17:13:01.563210 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34828) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:01.564619 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68ffc95-e479-417b-b2e6-1c38fef2b04f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:01.564619 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68ffc95-e479-417b-b2e6-1c38fef2b04f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:01.570943 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a68ffc95-e479-417b-b2e6-1c38fef2b04f tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/subnets/889e2d08-955a-44ed-801a-4db48cce630e HTTP/1.1" status: 404 len: 337 time: 0.0801668 Jan 27 17:13:01.574669 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4601e1-f05d-4902-ace2-366bcc7e95cb None None] Pushing event deleted for resources: {'Port': ['ID=39f7dc4d-e2de-4f3e-af77-142f2dbabb5f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:01.579347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4601e1-f05d-4902-ace2-366bcc7e95cb None None] No DVR routers for this DVR port 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:13:01.596193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34832) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:01.650337 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89d1b3b-ab3d-42ce-98bf-24a0c9b21c8b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:01.650950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89d1b3b-ab3d-42ce-98bf-24a0c9b21c8b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:01.653658 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d89d1b3b-ab3d-42ce-98bf-24a0c9b21c8b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/35f588ff-cf0b-45bb-b27a-3e6701846bb9 HTTP/1.1" status: 404 len: 333 time: 0.0858612 Jan 27 17:13:01.687588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34836) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:01.735213 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-738bfee3-1a91-4486-ba10-06b1cee74a10 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:01.735684 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738bfee3-1a91-4486-ba10-06b1cee74a10 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:01.737355 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-738bfee3-1a91-4486-ba10-06b1cee74a10 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/networks/b7f07f6b-8795-48f1-9221-ccc2affb95f4 HTTP/1.1" status: 404 len: 339 time: 0.1381705 Jan 27 17:13:01.754368 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34840) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:01.788081 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.809069 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Transition to ACTIVE for port object 5fb5b196-8b7c-4eb0-aaf6-5b8c1cfda76a will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:01.871334 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:01.876630 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a0e334d0-5bca-4eed-adb3-949e8c6d7964 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:01.984993 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port a0e334d0-5bca-4eed-adb3-949e8c6d7964 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:01.994521 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port a0e334d0-5bca-4eed-adb3-949e8c6d7964 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:01.994955 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.083426 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-9ed152d1-9bde-4a3f-a90a-31cbf4b24cc9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] The port '39f7dc4d-e2de-4f3e-af77-142f2dbabb5f' was deleted {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:13:02.186334 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5f7c8d95-748a-48e7-a785-ac4d0bd2b55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.187128 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event updated for resources: {'Port': ['ID=f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:02.208235 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4566bc-76bd-4997-a3e1-297456edd633 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:02.208648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4566bc-76bd-4997-a3e1-297456edd633 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:02.210778 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bb4566bc-76bd-4997-a3e1-297456edd633 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/7bb4b1c3-7496-439b-9e35-5a8371aaee5e HTTP/1.1" status: 404 len: 337 time: 0.5197642 Jan 27 17:13:02.215847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.221757 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Network 9df79931-ff99-48bd-9e24-be30fd940aa8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:02.242575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34844) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:02.251705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.262384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798dd2aa-8241-428c-a612-9256b99071c1 None None] Network 35f81418-e5ee-420e-8211-a0e7368a87eb requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:02.262753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:02.269078 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:port and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:02.273313 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:02.281066 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:02.286431 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:02.292005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b5b3eb-5a2c-475d-9920-b52b0e93fc4a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Deleting subnet f2eadb10-4d9f-46ae-bfd3-d36292d72be4 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:13:02.294864 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:02.314872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port a0e334d0-5bca-4eed-adb3-949e8c6d7964, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=a0e334d0-5bca-4eed-adb3-949e8c6d7964,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:02.336651 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-30b5b3eb-5a2c-475d-9920-b52b0e93fc4a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.359187 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:02.398498 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.399537 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e4ecc94f-7d94-4f63-9a4a-1904704ef0d9 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:02.403371 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5f7c8d95-748a-48e7-a785-ac4d0bd2b55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.428988 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network 23fd3e11-e00b-4f28-88d2-a5449421a656 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:02.436307 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c008451-b607-47f0-882c-9c21b596b32f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:02.436672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c008451-b607-47f0-882c-9c21b596b32f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:02.440642 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3c008451-b607-47f0-882c-9c21b596b32f tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/b8b6b2ad-5b4f-4a25-b42b-7aa4d3b1b219 HTTP/1.1" status: 404 len: 333 time: 0.1948566 Jan 27 17:13:02.440806 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:02.443985 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34848) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:02.455177 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:02.481049 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.483580 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=5fb5b196-8b7c-4eb0-aaf6-5b8c1cfda76a,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:02.484357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ef1ca4-1e80-4f7c-bda4-85f487415c3f None None] Network 9df79931-ff99-48bd-9e24-be30fd940aa8 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:02.545390 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ad57e3-18bb-4f61-b177-6d274ac3594d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:02.545892 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ad57e3-18bb-4f61-b177-6d274ac3594d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:02.547718 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-02ad57e3-18bb-4f61-b177-6d274ac3594d tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/ee4538aa-b905-48b2-a0b8-3ab5ce30c0bf HTTP/1.1" status: 404 len: 337 time: 0.0970647 Jan 27 17:13:02.553073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-30b5b3eb-5a2c-475d-9920-b52b0e93fc4a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.586536 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34852) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:02.598646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-165d76fe-0062-4789-8b15-0a72c8ac49d6 None None] Provisioning for port fbcb8240-96b8-46d6-a7da-acb6f7a8d71a completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:02.642955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ed152d1-9bde-4a3f-a90a-31cbf4b24cc9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.683393 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.686079 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-2010742c-6bcb-4cad-9e32-d8c3221a4d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:02.686622 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2010742c-6bcb-4cad-9e32-d8c3221a4d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:02.688257 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2010742c-6bcb-4cad-9e32-d8c3221a4d56 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/0a2b04dd-5f60-4ef3-b8a0-a6be1399b6c4 HTTP/1.1" status: 404 len: 333 time: 0.0987310 Jan 27 17:13:02.700209 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34856) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:02.754281 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=a0e334d0-5bca-4eed-adb3-949e8c6d7964,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:02.760880 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d56de96-8ece-45fd-94be-5ec5737dd514 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:02.761335 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d56de96-8ece-45fd-94be-5ec5737dd514 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:02.763058 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0d56de96-8ece-45fd-94be-5ec5737dd514 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/09b0cea3-1e70-469a-aebf-26e1645d8095 HTTP/1.1" status: 404 len: 337 time: 0.0619109 Jan 27 17:13:02.768480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34860) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:02.809377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.827625 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-769be05e-e450-4e69-a064-d3e7871a5331 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:02.828119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769be05e-e450-4e69-a064-d3e7871a5331 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:02.832321 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-769be05e-e450-4e69-a064-d3e7871a5331 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/6f655d76-fb5e-462c-87d6-c177036ea994 HTTP/1.1" status: 404 len: 333 time: 0.0579119 Jan 27 17:13:02.832456 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port e4ecc94f-7d94-4f63-9a4a-1904704ef0d9 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:02.834119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34864) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:02.858095 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-9ed152d1-9bde-4a3f-a90a-31cbf4b24cc9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43304e70-0371-47dc-849f-1add221eb1b9']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:02.891171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-9ed152d1-9bde-4a3f-a90a-31cbf4b24cc9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86ecb3f-4757-4b28-a13f-fab7383b7297') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:02.891488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-9ed152d1-9bde-4a3f-a90a-31cbf4b24cc9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86ecb3f-4757-4b28-a13f-fab7383b7297') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:02.892156 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fbcb8240-96b8-46d6-a7da-acb6f7a8d71a up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:02.895391 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d1ddab-4462-4a12-9559-eba65fbf8935 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:02.895965 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d1ddab-4462-4a12-9559-eba65fbf8935 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:02.897537 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-91d1ddab-4462-4a12-9559-eba65fbf8935 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/676ac512-e482-440c-b171-0dbd5297b8a0 HTTP/1.1" status: 404 len: 337 time: 0.0632052 Jan 27 17:13:02.900556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] device_id is not set on port 6572e6b7-01eb-451e-a95d-7b9b4f1f7169 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:13:02.902475 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34868) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:02.945273 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-30b5b3eb-5a2c-475d-9920-b52b0e93fc4a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.945916 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-be45fcb2-5ecc-4e9a-a607-8a31fefa4669 None None] Provisioning for port 5fb5b196-8b7c-4eb0-aaf6-5b8c1cfda76a completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:02.989275 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-be45fcb2-5ecc-4e9a-a607-8a31fefa4669 None None] Provisioning complete for port 5fb5b196-8b7c-4eb0-aaf6-5b8c1cfda76a triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:02.990466 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be45fcb2-5ecc-4e9a-a607-8a31fefa4669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:02.990968 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5e7272-eab9-489c-9915-b9704f2799b3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:02.991442 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5e7272-eab9-489c-9915-b9704f2799b3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:02.993204 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5a5e7272-eab9-489c-9915-b9704f2799b3 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/2328f417-273e-49ab-b6fb-d6c89fcd24af HTTP/1.1" status: 404 len: 333 time: 0.0877564 Jan 27 17:13:02.996214 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34872) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:03.000838 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ed152d1-9bde-4a3f-a90a-31cbf4b24cc9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.048451 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ed152d1-9bde-4a3f-a90a-31cbf4b24cc9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.061255 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5f7c8d95-748a-48e7-a785-ac4d0bd2b55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.084187 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed152d1-9bde-4a3f-a90a-31cbf4b24cc9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:03.084588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ed152d1-9bde-4a3f-a90a-31cbf4b24cc9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.085838 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-be45fcb2-5ecc-4e9a-a607-8a31fefa4669 None None] Port 5fb5b196-8b7c-4eb0-aaf6-5b8c1cfda76a cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:03.090288 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-542a206a-d343-4f46-b953-20cbe13ad8d5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:03.090752 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542a206a-d343-4f46-b953-20cbe13ad8d5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:03.092545 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-542a206a-d343-4f46-b953-20cbe13ad8d5 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/e1f13494-7b69-440f-af22-2d72342d2e35 HTTP/1.1" status: 404 len: 337 time: 0.0954177 Jan 27 17:13:03.103550 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34876) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:03.105937 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port fbcb8240-96b8-46d6-a7da-acb6f7a8d71a completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:03.110416 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c8d95-748a-48e7-a785-ac4d0bd2b55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae46e412-6935-4d82-9b84-f392499f6e3b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:03.113126 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:03.118362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port fbcb8240-96b8-46d6-a7da-acb6f7a8d71a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:03.118982 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.157518 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:13:03.164998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-be45fcb2-5ecc-4e9a-a607-8a31fefa4669 None None] Provisioning for port e4ecc94f-7d94-4f63-9a4a-1904704ef0d9 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:03.175646 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e957c0d-0cea-4051-8d2d-c3836f21f70e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:03.176121 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e957c0d-0cea-4051-8d2d-c3836f21f70e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:03.177980 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4e957c0d-0cea-4051-8d2d-c3836f21f70e tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/ports/f1b24199-6095-41b5-9cb1-477d5aa13aa0 HTTP/1.1" status: 404 len: 333 time: 0.0647273 Jan 27 17:13:03.185234 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34880) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:03.196383 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-be45fcb2-5ecc-4e9a-a607-8a31fefa4669 None None] Provisioning complete for port e4ecc94f-7d94-4f63-9a4a-1904704ef0d9 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:03.196603 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be45fcb2-5ecc-4e9a-a607-8a31fefa4669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.267509 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5f7c8d95-748a-48e7-a785-ac4d0bd2b55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.267769 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.271580 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5f7c8d95-748a-48e7-a785-ac4d0bd2b55e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae46e412-6935-4d82-9b84-f392499f6e3b HTTP/1.1" status: 204 len: 168 time: 1.9688373 Jan 27 17:13:03.304032 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.336559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ed152d1-9bde-4a3f-a90a-31cbf4b24cc9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.352045 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5a8b18-7a13-4981-a23e-b63830f81470 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:03.352600 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5a8b18-7a13-4981-a23e-b63830f81470 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:03.465586 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bf5a8b18-7a13-4981-a23e-b63830f81470 tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/subnets/08a41768-6d4e-44eb-bb74-31ea1b7adb54 HTTP/1.1" status: 404 len: 337 time: 0.2792349 Jan 27 17:13:03.474991 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Allocated IP 172.20.0.9 (35f81418-e5ee-420e-8211-a0e7368a87eb/ee3bcbcd-1c1f-442f-ae1f-e04ea71993d9/6572e6b7-01eb-451e-a95d-7b9b4f1f7169) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:03.475284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-30b5b3eb-5a2c-475d-9920-b52b0e93fc4a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.505396 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34886) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:03.611723 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.613202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-30b5b3eb-5a2c-475d-9920-b52b0e93fc4a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.615074 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-30b5b3eb-5a2c-475d-9920-b52b0e93fc4a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/subnets/f2eadb10-4d9f-46ae-bfd3-d36292d72be4 HTTP/1.1" status: 204 len: 168 time: 1.8575139 Jan 27 17:13:03.616112 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5b3eb-5a2c-475d-9920-b52b0e93fc4a tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Subnet': ['ID=f2eadb10-4d9f-46ae-bfd3-d36292d72be4,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:03.627783 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34892) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:03.663591 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27204ded-3412-4069-88fd-32d6125a6795 None None] Network 4e75839c-772d-4127-87e8-6a1f10a41667 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:03.730995 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.795960 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.803091 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be45fcb2-5ecc-4e9a-a607-8a31fefa4669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.817492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Transition to ACTIVE for port object 6572e6b7-01eb-451e-a95d-7b9b4f1f7169 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:03.861130 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port fbcb8240-96b8-46d6-a7da-acb6f7a8d71a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fbcb8240-96b8-46d6-a7da-acb6f7a8d71a,segment=NetworkSegment(999c9275-118a-40ee-8659-c9e27cc2e4e3),segment_id=999c9275-118a-40ee-8659-c9e27cc2e4e3)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:03.937510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ed152d1-9bde-4a3f-a90a-31cbf4b24cc9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.953281 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:03.967946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.069233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=6572e6b7-01eb-451e-a95d-7b9b4f1f7169,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:04.072664 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed152d1-9bde-4a3f-a90a-31cbf4b24cc9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Pushing event deleted for resources: {'Network': ['ID=43304e70-0371-47dc-849f-1add221eb1b9,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:04.080493 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9ed152d1-9bde-4a3f-a90a-31cbf4b24cc9 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "DELETE /v2.0/networks/43304e70-0371-47dc-849f-1add221eb1b9 HTTP/1.1" status: 204 len: 168 time: 3.5960155 Jan 27 17:13:04.082847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network 35f81418-e5ee-420e-8211-a0e7368a87eb is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:04.085538 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34904) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:04.088067 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:04.090647 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:04.151040 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-be45fcb2-5ecc-4e9a-a607-8a31fefa4669 None None] For port e4ecc94f-7d94-4f63-9a4a-1904704ef0d9, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e4ecc94f-7d94-4f63-9a4a-1904704ef0d9,segment=NetworkSegment(ae53acc8-380e-44fc-aa4f-73efeee99087),segment_id=ae53acc8-380e-44fc-aa4f-73efeee99087)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:04.152860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:13:04.207653 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be45fcb2-5ecc-4e9a-a607-8a31fefa4669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.236356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b3111143-dc5b-4652-bfb3-6bb84ebda97b tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Synchronizing usage tracker for tenant:06bfcc8a57944f49a78154dc5d4d574f on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:04.250519 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:13:04.251246 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 39f7dc4d-e2de-4f3e-af77-142f2dbabb5f not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:13:04.270532 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=fbcb8240-96b8-46d6-a7da-acb6f7a8d71a,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:04.347958 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.365732 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05fa3923-0803-45b1-87c0-82a0148da96b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.392001 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0ee5eeec-3515-4ea1-a8d3-21739bae8c07 None None] Provisioning for port f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:04.399968 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45fcb2-5ecc-4e9a-a607-8a31fefa4669 None None] Pushing event updated for resources: {'Port': ['ID=e4ecc94f-7d94-4f63-9a4a-1904704ef0d9,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:04.413107 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a0e334d0-5bca-4eed-adb3-949e8c6d7964 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:04.468836 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0ee5eeec-3515-4ea1-a8d3-21739bae8c07 None None] Provisioning complete for port f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:04.469247 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ee5eeec-3515-4ea1-a8d3-21739bae8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.542001 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0ee5eeec-3515-4ea1-a8d3-21739bae8c07 None None] Port f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:04.576763 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0ee5eeec-3515-4ea1-a8d3-21739bae8c07 None None] Provisioning complete for port fbcb8240-96b8-46d6-a7da-acb6f7a8d71a triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:04.577130 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ee5eeec-3515-4ea1-a8d3-21739bae8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.590266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:04.590930 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.621787 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-78d6c639-c90c-48df-a87f-6350b503f926 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3252482 Jan 27 17:13:04.622623 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34916) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:04.622743 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Deleting port 8c7173a3-e89c-4f79-bc70-6aa21caec017 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:04.622992 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.623455 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:04.651829 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port a0e334d0-5bca-4eed-adb3-949e8c6d7964 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:04.652271 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.684953 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b3111143-dc5b-4652-bfb3-6bb84ebda97b tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Unset dirty status for tenant:06bfcc8a57944f49a78154dc5d4d574f on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:04.686383 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b3111143-dc5b-4652-bfb3-6bb84ebda97b tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd2c3bd4-e7b1-4920-8869-15e51a12194b HTTP/1.1" status: 200 len: 205 time: 0.5996873 Jan 27 17:13:04.687225 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.711281 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34920) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:04.713171 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091bddb0-e1cb-4537-8cfd-cb138ccffb4d None None] Sync routers for ids ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:04.715798 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b6ba72-5717-45d9-8f2f-1b832ee1fe59 None None] DHCP port deletion for 4e75839c-772d-4127-87e8-6a1f10a41667 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:13:04.725873 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-97b6ba72-5717-45d9-8f2f-1b832ee1fe59 None None] Deleting port 8c7173a3-e89c-4f79-bc70-6aa21caec017 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:04.726327 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97b6ba72-5717-45d9-8f2f-1b832ee1fe59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.728004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34922) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:04.846253 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091bddb0-e1cb-4537-8cfd-cb138ccffb4d None None] Routers {'29f218d7-7c8f-4ff2-98d1-d814bd499fbc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:04.846847 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-091bddb0-e1cb-4537-8cfd-cb138ccffb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:04.900982 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-506add8f-dbec-480f-9fb2-67b9028dfc29 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.956491 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05fa3923-0803-45b1-87c0-82a0148da96b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:04.980611 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-734130687-network', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:04.994263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:05.059166 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Usage tracker for resource:network and tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:05.067319 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6e521443-73bc-48b1-9860-22c1c158afdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.6312749 Jan 27 17:13:05.070898 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:05.074607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'tag': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:13:05.083374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34930) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:05.127137 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-05fa3923-0803-45b1-87c0-82a0148da96b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf03638-7624-437f-9c24-a87cd70c5626']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:05.130233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:05.164818 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-05fa3923-0803-45b1-87c0-82a0148da96b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:05.165114 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-05fa3923-0803-45b1-87c0-82a0148da96b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c3cb23-cb85-4c5f-b3fd-0ea52886de2e') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:05.251292 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'tag': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a', 'status': 'completed', 'code': 200} Jan 27 17:13:05.262817 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-97b6ba72-5717-45d9-8f2f-1b832ee1fe59 None None] For port 8c7173a3-e89c-4f79-bc70-6aa21caec017, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=8c7173a3-e89c-4f79-bc70-6aa21caec017,segment=NetworkSegment(022e2191-4dc0-48ff-8c6f-4c4a1116f0c7),segment_id=022e2191-4dc0-48ff-8c6f-4c4a1116f0c7)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:05.263436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97b6ba72-5717-45d9-8f2f-1b832ee1fe59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.269046 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05fa3923-0803-45b1-87c0-82a0148da96b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.309463 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] For port 8c7173a3-e89c-4f79-bc70-6aa21caec017, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=8c7173a3-e89c-4f79-bc70-6aa21caec017,segment=NetworkSegment(022e2191-4dc0-48ff-8c6f-4c4a1116f0c7),segment_id=022e2191-4dc0-48ff-8c6f-4c4a1116f0c7)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:05.309819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.330568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-091bddb0-e1cb-4537-8cfd-cb138ccffb4d None None] Set router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:05.383212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05fa3923-0803-45b1-87c0-82a0148da96b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.398697 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-506add8f-dbec-480f-9fb2-67b9028dfc29 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.407481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f3621-5dc0-49fa-9072-11cebf3b1c4e tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:05.408174 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-397f3621-5dc0-49fa-9072-11cebf3b1c4e tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:05.414488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-506add8f-dbec-480f-9fb2-67b9028dfc29 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.416161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Made reservation on behalf of 0f5acc6f5bc44c0da4c61c46bd5289a1 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:05.418371 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.453080 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-97b6ba72-5717-45d9-8f2f-1b832ee1fe59 None None] Calling delete_port for 8c7173a3-e89c-4f79-bc70-6aa21caec017 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:05.454484 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.483361 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0bca21c3-0ffb-4967-8dca-f3d67ebe8297 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/4215e0af-8160-4a45-ab05-f47a633659db HTTP/1.1" status: 200 len: 992 time: 0.3585863 Jan 27 17:13:05.494270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:05.500724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-397f3621-5dc0-49fa-9072-11cebf3b1c4e tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:05.502000 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-397f3621-5dc0-49fa-9072-11cebf3b1c4e tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.8559003 Jan 27 17:13:05.503190 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Usage tracker for resource:security_group_rule and tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:05.507057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:05.509108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Calling delete_port for 8c7173a3-e89c-4f79-bc70-6aa21caec017 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:05.509499 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34936) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:05.512054 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-506add8f-dbec-480f-9fb2-67b9028dfc29 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.512581 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506add8f-dbec-480f-9fb2-67b9028dfc29 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Fanout notify agent at l3_agent the message router_deleted on router dd2c3bd4-e7b1-4920-8869-15e51a12194b {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:13:05.550358 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fa3923-0803-45b1-87c0-82a0148da96b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:05.550747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05fa3923-0803-45b1-87c0-82a0148da96b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.556303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:05.566013 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:05.569724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-506add8f-dbec-480f-9fb2-67b9028dfc29 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.569724 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-506add8f-dbec-480f-9fb2-67b9028dfc29 tempest-RoutersNegativeTest-510679480 tempest-RoutersNegativeTest-510679480-project] 10.222.0.50 "DELETE /v2.0/routers/dd2c3bd4-e7b1-4920-8869-15e51a12194b HTTP/1.1" status: 204 len: 168 time: 0.8486459 Jan 27 17:13:05.612748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72b34d-6521-4510-a51c-dcbd1fe79c7a req-8eeba745-f7d6-4d8f-bea3-8065be018c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:05.614241 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ff72b34d-6521-4510-a51c-dcbd1fe79c7a req-8eeba745-f7d6-4d8f-bea3-8065be018c04 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 1099 time: 0.3503933 Jan 27 17:13:05.675239 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0ee5eeec-3515-4ea1-a8d3-21739bae8c07 None None] Provisioning for port ff28a73b-7a15-4310-aeac-951c9ce614e8 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:05.686170 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0ee5eeec-3515-4ea1-a8d3-21739bae8c07 None None] Provisioning complete for port ff28a73b-7a15-4310-aeac-951c9ce614e8 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:05.686592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ee5eeec-3515-4ea1-a8d3-21739bae8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.698571 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.715599 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.791673 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb2a3cc-d962-4ac9-a983-252163be6abc tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:05.797526 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb2a3cc-d962-4ac9-a983-252163be6abc tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:05.803447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb2a3cc-d962-4ac9-a983-252163be6abc tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:05.808783 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6fb2a3cc-d962-4ac9-a983-252163be6abc tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2944555 Jan 27 17:13:05.811111 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34944) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:05.882872 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72b34d-6521-4510-a51c-dcbd1fe79c7a req-b98d0c27-bb3e-47cb-bed0-f970f4f5d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:05.884382 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ff72b34d-6521-4510-a51c-dcbd1fe79c7a req-b98d0c27-bb3e-47cb-bed0-f970f4f5d694 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71658409-b08b-495f-8be3-a19e062b9762 HTTP/1.1" status: 200 len: 899 time: 0.2617550 Jan 27 17:13:05.964385 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.973720 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0ee5eeec-3515-4ea1-a8d3-21739bae8c07 None None] Port ff28a73b-7a15-4310-aeac-951c9ce614e8 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:05.973951 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05fa3923-0803-45b1-87c0-82a0148da96b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:05.986222 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.009796 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05fa3923-0803-45b1-87c0-82a0148da96b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.022885 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-f03cd228-f472-408a-b8a1-4347c4679287 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port 6572e6b7-01eb-451e-a95d-7b9b4f1f7169 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:06.023298 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f03cd228-f472-408a-b8a1-4347c4679287 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.049773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0ee5eeec-3515-4ea1-a8d3-21739bae8c07 None None] Provisioning complete for port e4ecc94f-7d94-4f63-9a4a-1904704ef0d9 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:06.050270 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ee5eeec-3515-4ea1-a8d3-21739bae8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.053810 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34948) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:06.083838 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-97b6ba72-5717-45d9-8f2f-1b832ee1fe59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:06.084341 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-97b6ba72-5717-45d9-8f2f-1b832ee1fe59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:06.087903 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event updated for resources: {'Port': ['ID=f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:06.101269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.109124 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.132957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.133717 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-091bddb0-e1cb-4537-8cfd-cb138ccffb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:12:10Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '4215e0af-8160-4a45-ab05-f47a633659db', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.246', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'port_id': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'mac_address': 'fa:16:3e:59:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:12:58Z', 'updated_at': '2022-01-27T17:12:58Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c842fee5-d80f-4c33-ac61-7401b5624ce6', 'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:0a:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:27Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:06.141663 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091bddb0-e1cb-4537-8cfd-cb138ccffb4d None None] Checking router: 29f218d7-7c8f-4ff2-98d1-d814bd499fbc for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:13:06.198249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa3923-0803-45b1-87c0-82a0148da96b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] Pushing event deleted for resources: {'Network': ['ID=bbf03638-7624-437f-9c24-a87cd70c5626,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:06.200605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091bddb0-e1cb-4537-8cfd-cb138ccffb4d None None] Routers {'29f218d7-7c8f-4ff2-98d1-d814bd499fbc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:06.201447 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-091bddb0-e1cb-4537-8cfd-cb138ccffb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:06.226880 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-05fa3923-0803-45b1-87c0-82a0148da96b tempest-NetworksTestDHCPv6-640857479 tempest-NetworksTestDHCPv6-640857479-project] 10.222.0.50 "DELETE /v2.0/networks/bbf03638-7624-437f-9c24-a87cd70c5626 HTTP/1.1" status: 204 len: 168 time: 2.6647754 Jan 27 17:13:06.226880 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.230247 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:06.256311 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ff72b34d-6521-4510-a51c-dcbd1fe79c7a req-93b90aaf-4d86-4603-8dfe-d3ed7f9d82fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9764b7f-f96a-4ae1-b608-4c1da21a3b0a HTTP/1.1" status: 200 len: 1000 time: 0.3537562 Jan 27 17:13:06.260086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8b6d70-a5d9-49d2-942e-6e95fc240bd0,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:06.300874 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.301220 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Added segment 523e4dcf-29f9-48f5-a19e-a31b062a3f8a of type vlan for network 841011a7-cc94-4162-872b-7e5b601026ce Jan 27 17:13:06.306602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.320812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No DVR routers for this DVR port 8c7173a3-e89c-4f79-bc70-6aa21caec017 on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:13:06.405712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.413041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72b34d-6521-4510-a51c-dcbd1fe79c7a req-4b007070-472c-4b71-9c22-fb0910e7fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:06.414722 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ff72b34d-6521-4510-a51c-dcbd1fe79c7a req-4b007070-472c-4b71-9c22-fb0910e7fcf4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a344f178-6b07-4d9e-bda5-43d60ea0302d HTTP/1.1" status: 200 len: 835 time: 0.1475887 Jan 27 17:13:06.423910 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Port': ['ID=8c7173a3-e89c-4f79-bc70-6aa21caec017,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:06.473437 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4e96c4ac-5011-4dad-97ac-804bc0534e58 None None] Provisioning for port 6572e6b7-01eb-451e-a95d-7b9b4f1f7169 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:06.490431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fbcb8240-96b8-46d6-a7da-acb6f7a8d71a up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:06.495605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34956) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:06.536874 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4e96c4ac-5011-4dad-97ac-804bc0534e58 None None] Provisioning complete for port 6572e6b7-01eb-451e-a95d-7b9b4f1f7169 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:06.537353 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e96c4ac-5011-4dad-97ac-804bc0534e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.590656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.591092 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-97b6ba72-5717-45d9-8f2f-1b832ee1fe59 None None] Deleting port 8c7173a3-e89c-4f79-bc70-6aa21caec017 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:06.591554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97b6ba72-5717-45d9-8f2f-1b832ee1fe59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.616595 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e75839c-772d-4127-87e8-6a1f10a41667']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:06.630296 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '022e2191-4dc0-48ff-8c6f-4c4a1116f0c7') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:06.630597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '022e2191-4dc0-48ff-8c6f-4c4a1116f0c7') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:06.631088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-091bddb0-e1cb-4537-8cfd-cb138ccffb4d None None] Set router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:06.643628 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.657396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34962) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:06.710748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.712062 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:06.712300 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.763383 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.763643 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-97b6ba72-5717-45d9-8f2f-1b832ee1fe59 None None] The port '8c7173a3-e89c-4f79-bc70-6aa21caec017' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:13:06.770166 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5b9cac07-7209-4058-818c-853470676dff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/4215e0af-8160-4a45-ab05-f47a633659db HTTP/1.1" status: 200 len: 992 time: 0.2734063 Jan 27 17:13:06.777381 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4e96c4ac-5011-4dad-97ac-804bc0534e58 None None] Port 6572e6b7-01eb-451e-a95d-7b9b4f1f7169 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:06.805602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f03cd228-f472-408a-b8a1-4347c4679287 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.842318 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:06.842686 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.865635 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1362174 Jan 27 17:13:06.868025 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34968) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:06.869303 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:06.877576 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port fbcb8240-96b8-46d6-a7da-acb6f7a8d71a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:06.878092 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:06.912216 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=5fb5b196-8b7c-4eb0-aaf6-5b8c1cfda76a,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:06.928174 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-619a497f-deab-445d-86db-06ec5e71a95a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06bfcc8a57944f49a78154dc5d4d574f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8416727 Jan 27 17:13:06.933980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db69f3f-b2b9-4e3f-838d-687456509008 admin admin] Pushing event updated for resources: {'Network': ['ID=841011a7-cc94-4162-872b-7e5b601026ce,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:06.948843 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 841011a7-cc94-4162-872b-7e5b601026ce details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:06.989787 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34972) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:06.993881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-bb4b3d91-f6c9-4ebc-8de7-8b8102e53083 admin admin] Request body: {'subnet': {'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-734130687-subnet', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'ip_version': 4}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:07.004505 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-f03cd228-f472-408a-b8a1-4347c4679287 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for 6572e6b7-01eb-451e-a95d-7b9b4f1f7169 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:07.039638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72b34d-6521-4510-a51c-dcbd1fe79c7a req-1638160d-d8bb-4987-8696-b9b0cc83ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:07.040987 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ff72b34d-6521-4510-a51c-dcbd1fe79c7a req-1638160d-d8bb-4987-8696-b9b0cc83ecfc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71658409-b08b-495f-8be3-a19e062b9762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6190743 Jan 27 17:13:07.048164 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bb4b3d91-f6c9-4ebc-8de7-8b8102e53083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:07.057982 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network 23fd3e11-e00b-4f28-88d2-a5449421a656 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:07.093390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bb4b3d91-f6c9-4ebc-8de7-8b8102e53083 admin admin] Usage tracker for resource:subnet and tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:07.101995 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bb4b3d91-f6c9-4ebc-8de7-8b8102e53083 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:07.111042 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:07.120805 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bb4b3d91-f6c9-4ebc-8de7-8b8102e53083 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:07.133230 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.136304 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Network 9df79931-ff99-48bd-9e24-be30fd940aa8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:07.220613 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:07.223065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.237594 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4b3d91-f6c9-4ebc-8de7-8b8102e53083 admin admin] Made reservation on behalf of 0f5acc6f5bc44c0da4c61c46bd5289a1 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:07.239968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3d91-f6c9-4ebc-8de7-8b8102e53083 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.262333 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Network': ['ID=4e75839c-772d-4127-87e8-6a1f10a41667,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:07.287020 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8052dbae-e414-4ffe-a09f-c83561e5f1cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5b56d9041d34791adead564583c8bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6233451 Jan 27 17:13:07.296837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34978) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:07.381009 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7fc02708-adbd-444e-b3f5-62892578c857 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/networks/4e75839c-772d-4127-87e8-6a1f10a41667 HTTP/1.1" status: 204 len: 168 time: 3.7521474 Jan 27 17:13:07.388410 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34982) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:07.399175 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e4ecc94f-7d94-4f63-9a4a-1904704ef0d9 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:07.430646 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e204af85-73ad-4474-bc09-2d785f53b560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.454772 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ff72b34d-6521-4510-a51c-dcbd1fe79c7a req-00e2893e-c817-4329-9355-9c01fa797cb6 service neutron] 10.222.0.83 "GET /v2.0/networks/71658409-b08b-495f-8be3-a19e062b9762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928487 Jan 27 17:13:07.488103 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-091bddb0-e1cb-4537-8cfd-cb138ccffb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:12:10Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '4215e0af-8160-4a45-ab05-f47a633659db', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.246', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'port_id': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'mac_address': 'fa:16:3e:59:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:12:58Z', 'updated_at': '2022-01-27T17:12:58Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c842fee5-d80f-4c33-ac61-7401b5624ce6', 'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:0a:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:27Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:07.493269 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e4ecc94f-7d94-4f63-9a4a-1904704ef0d9 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:07.493638 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.499194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f03cd228-f472-408a-b8a1-4347c4679287 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.520106 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091bddb0-e1cb-4537-8cfd-cb138ccffb4d None None] The sync data for ids ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'] in dv-neutron-826439-2-hyperv is: [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:12:10Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '4215e0af-8160-4a45-ab05-f47a633659db', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.246', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'port_id': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'mac_address': 'fa:16:3e:59:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:12:58Z', 'updated_at': '2022-01-27T17:12:58Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c842fee5-d80f-4c33-ac61-7401b5624ce6', 'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:0a:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:27Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:07.570290 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f2ba3a61-682e-41fc-a971-7a5c0754e25f None None] Provisioning complete for port 5fb5b196-8b7c-4eb0-aaf6-5b8c1cfda76a triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:07.570644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f2ba3a61-682e-41fc-a971-7a5c0754e25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.592193 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-720c941f-ea8d-4b7c-90a6-75789883142d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:07.592775 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720c941f-ea8d-4b7c-90a6-75789883142d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:07.598297 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e204af85-73ad-4474-bc09-2d785f53b560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.635148 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba3a61-682e-41fc-a971-7a5c0754e25f None None] Port 5fb5b196-8b7c-4eb0-aaf6-5b8c1cfda76a cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:07.671360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cd228-f472-408a-b8a1-4347c4679287 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=6572e6b7-01eb-451e-a95d-7b9b4f1f7169,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:07.686368 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-720c941f-ea8d-4b7c-90a6-75789883142d tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/subnets/68fb5afb-fb58-473a-8b33-d8d54a55aa5f HTTP/1.1" status: 404 len: 337 time: 0.2355158 Jan 27 17:13:07.705906 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34986) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:07.754847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router 725a4c46-a1d6-444e-b96b-924120c0a5ae has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:13:07.761558 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-89f4525b-25ed-479c-849a-428802c95a18 None None] Provisioning complete for port f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:07.762534 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-89f4525b-25ed-479c-849a-428802c95a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:07.762715 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-f378571a-dcd8-48e9-91f2-df3ea3158131 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:07.763190 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f378571a-dcd8-48e9-91f2-df3ea3158131 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:07.764983 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f378571a-dcd8-48e9-91f2-df3ea3158131 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/networks/608f8975-7df7-4b7a-b373-b8eedeb35209 HTTP/1.1" status: 404 len: 339 time: 0.0557578 Jan 27 17:13:07.774793 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34990) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:07.775160 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 34992) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:07.816314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 8c7173a3-e89c-4f79-bc70-6aa21caec017 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:13:07.904107 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 8c7173a3-e89c-4f79-bc70-6aa21caec017 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:13:07.904321 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 8c7173a3-e89c-4f79-bc70-6aa21caec017 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:13:07.910893 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282d5afb-1ffc-4554-8ec8-db2b2764f631 None None] New status for floating IP 4215e0af-8160-4a45-ab05-f47a633659db: ACTIVE {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:13:07.933335 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-89f4525b-25ed-479c-849a-428802c95a18 None None] Port f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:08.108113 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-931b2cab-a919-40c8-b53c-7a50d70feb94 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Deleting subnet 312788b5-02c5-4a8e-b3c5-08b7912e051d {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:13:08.109186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f03cd228-f472-408a-b8a1-4347c4679287 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.135192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-931b2cab-a919-40c8-b53c-7a50d70feb94 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.151517 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f03cd228-f472-408a-b8a1-4347c4679287 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/ports/6572e6b7-01eb-451e-a95d-7b9b4f1f7169 HTTP/1.1" status: 204 len: 168 time: 2.3392577 Jan 27 17:13:08.161303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 34998) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:08.184246 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Router 36202f19-896b-40b5-a829-4f1fc97bbb57 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:13:08.215766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eac15d08-c4c1-4147-8d31-38635ac27186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.246473 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ff72b34d-6521-4510-a51c-dcbd1fe79c7a req-98fcfd17-9766-4ca9-9d5a-d460779f017c service neutron] 10.222.0.83 "GET /v2.0/networks/71658409-b08b-495f-8be3-a19e062b9762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7452617 Jan 27 17:13:08.259805 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fad9b5-56c5-4162-a1b4-c09d1fcab6c7 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] GET failed (client error): The resource could not be found. Jan 27 17:13:08.260334 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-74fad9b5-56c5-4162-a1b4-c09d1fcab6c7 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:08.284465 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e204af85-73ad-4474-bc09-2d785f53b560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.299453 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eac15d08-c4c1-4147-8d31-38635ac27186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.320461 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3d91-f6c9-4ebc-8de7-8b8102e53083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.332962 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-931b2cab-a919-40c8-b53c-7a50d70feb94 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.355902 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-74fad9b5-56c5-4162-a1b4-c09d1fcab6c7 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:08.356968 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-74fad9b5-56c5-4162-a1b4-c09d1fcab6c7 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports/6572e6b7-01eb-451e-a95d-7b9b4f1f7169 HTTP/1.1" status: 404 len: 333 time: 0.1947033 Jan 27 17:13:08.374549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35002) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:08.419393 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204af85-73ad-4474-bc09-2d785f53b560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808de630-1757-46a8-8f98-53d4442c21d8,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:08.434659 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a48640eb-d318-4b8b-92ed-25329d751af9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/4215e0af-8160-4a45-ab05-f47a633659db HTTP/1.1" status: 200 len: 992 time: 0.6556084 Jan 27 17:13:08.458455 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b3d91-f6c9-4ebc-8de7-8b8102e53083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6555cc-80bd-47ee-878f-a5617b07d795,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:08.464455 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e204af85-73ad-4474-bc09-2d785f53b560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.465562 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e204af85-73ad-4474-bc09-2d785f53b560 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/808de630-1757-46a8-8f98-53d4442c21d8 HTTP/1.1" status: 204 len: 168 time: 1.4695928 Jan 27 17:13:08.494450 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7d0a1-0874-45d2-91b4-3b94e3f0f3f9 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port ff28a73b-7a15-4310-aeac-951c9ce614e8 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:08.494763 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d0a1-0874-45d2-91b4-3b94e3f0f3f9 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.526187 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eac15d08-c4c1-4147-8d31-38635ac27186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.529812 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4b3d91-f6c9-4ebc-8de7-8b8102e53083 admin admin] Checking segment: {'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:08.530249 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4b3d91-f6c9-4ebc-8de7-8b8102e53083 admin admin] Network hostable DHCP agents. Network: 841011a7-cc94-4162-872b-7e5b601026ce, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:13:08.570900 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac15d08-c4c1-4147-8d31-38635ac27186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88eb182d-4612-495f-8ad4-eca7cacd36a3,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:08.588815 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eac15d08-c4c1-4147-8d31-38635ac27186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.592846 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-eac15d08-c4c1-4147-8d31-38635ac27186 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88eb182d-4612-495f-8ad4-eca7cacd36a3 HTTP/1.1" status: 204 len: 168 time: 1.2562737 Jan 27 17:13:08.636438 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4b3d91-f6c9-4ebc-8de7-8b8102e53083 admin admin] Network 841011a7-cc94-4162-872b-7e5b601026ce is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:13:08.666375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:08.669039 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-bb4b3d91-f6c9-4ebc-8de7-8b8102e53083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 841011a7-cc94-4162-872b-7e5b601026ce) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:08.674986 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f9fdcbaa-95ee-455a-b3f8-0156e4eeedac tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "PUT /v2.0/routers/725a4c46-a1d6-444e-b96b-924120c0a5ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4546814 Jan 27 17:13:08.679563 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35012) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:08.681058 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe6ced3-8cfd-41c6-a6d6-042655571390 None None] Sync routers for ids ['725a4c46-a1d6-444e-b96b-924120c0a5ae'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:08.689157 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4b3d91-f6c9-4ebc-8de7-8b8102e53083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:08.689774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3d91-f6c9-4ebc-8de7-8b8102e53083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.691533 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6185b0d7-e7e4-4462-87dc-e0f77caeb524 None None] Network 841011a7-cc94-4162-872b-7e5b601026ce requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:08.703068 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'port': {'network_id': '23fd3e11-e00b-4f28-88d2-a5449421a656', 'name': 'tempest-FloatingIPTestJSON-887720605'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:08.723711 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:08.730477 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-931b2cab-a919-40c8-b53c-7a50d70feb94 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.735973 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Sync routers for ids ['36202f19-896b-40b5-a829-4f1fc97bbb57'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:08.746650 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe6ced3-8cfd-41c6-a6d6-042655571390 None None] Routers {'725a4c46-a1d6-444e-b96b-924120c0a5ae'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:08.750630 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-bbe6ced3-8cfd-41c6-a6d6-042655571390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['725a4c46-a1d6-444e-b96b-924120c0a5ae'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:08.754347 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Routers {'36202f19-896b-40b5-a829-4f1fc97bbb57'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:08.755191 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['36202f19-896b-40b5-a829-4f1fc97bbb57'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:08.777574 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e3c852c6-3396-43ff-ba57-a5c0fce74ccd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "PUT /v2.0/routers/36202f19-896b-40b5-a829-4f1fc97bbb57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2915716 Jan 27 17:13:08.904910 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-bbe6ced3-8cfd-41c6-a6d6-042655571390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:08.913471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d0a1-0874-45d2-91b4-3b94e3f0f3f9 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:08.942350 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:08.951157 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Usage tracker for resource:port and tenant:09799f3c75ba4e1bbef88b711a678f39 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:08.956310 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:08.964746 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:08.975864 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-931b2cab-a919-40c8-b53c-7a50d70feb94 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.000999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe6ced3-8cfd-41c6-a6d6-042655571390 None None] Routers {'725a4c46-a1d6-444e-b96b-924120c0a5ae'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:09.001720 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-bbe6ced3-8cfd-41c6-a6d6-042655571390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['725a4c46-a1d6-444e-b96b-924120c0a5ae'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:09.030659 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Made reservation on behalf of 09799f3c75ba4e1bbef88b711a678f39 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:09.035645 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.065732 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b2cab-a919-40c8-b53c-7a50d70feb94 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Subnet': ['ID=312788b5-02c5-4a8e-b3c5-08b7912e051d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:09.072082 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-931b2cab-a919-40c8-b53c-7a50d70feb94 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.097727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28321c38-ae85-4edb-b91c-9716556efb41 None None] Network 781b74e0-4ffc-4f0d-b831-2b71accb24f4 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:09.106441 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] device_id is not set on port 3dba2856-5689-40c3-a669-a90af41cbd8a yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:13:09.137278 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-bbe6ced3-8cfd-41c6-a6d6-042655571390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:09.137776 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe6ced3-8cfd-41c6-a6d6-042655571390 None None] The sync data for ids ['725a4c46-a1d6-444e-b96b-924120c0a5ae'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:09.225446 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-931b2cab-a919-40c8-b53c-7a50d70feb94 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/subnets/312788b5-02c5-4a8e-b3c5-08b7912e051d HTTP/1.1" status: 204 len: 168 time: 1.4482121 Jan 27 17:13:09.236407 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Set router 36202f19-896b-40b5-a829-4f1fc97bbb57 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:09.237578 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35034) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:09.271426 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7d0a1-0874-45d2-91b4-3b94e3f0f3f9 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for ff28a73b-7a15-4310-aeac-951c9ce614e8 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:09.349447 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bb4b3d91-f6c9-4ebc-8de7-8b8102e53083 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4730954 Jan 27 17:13:09.368220 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35044) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:09.389007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:09.408056 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:09.427215 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Usage tracker for resource:router and tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:09.438135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35050) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:09.438957 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:09.451889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:09.561020 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-91c4df52-1b2a-4e6a-918d-e663b1f0bd60 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Synchronizing usage tracker for tenant:e2d3a4626dac4978a7511f57d1b94de5 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:09.576531 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-841011a7-cc94-4162-872b-7e5b601026ce', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:09.579038 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.677973 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-91c4df52-1b2a-4e6a-918d-e663b1f0bd60 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Unset dirty status for tenant:e2d3a4626dac4978a7511f57d1b94de5 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:09.692634 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-91c4df52-1b2a-4e6a-918d-e663b1f0bd60 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2069894438&fields=id&tenant_id=e2d3a4626dac4978a7511f57d1b94de5 HTTP/1.1" status: 200 len: 267 time: 0.4642749 Jan 27 17:13:09.694498 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.704204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.704882 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.748998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4929b29b-65ca-4fee-8d57-89af99f82674 None None] DHCP port deletion for 781b74e0-4ffc-4f0d-b831-2b71accb24f4 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:13:09.760617 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4929b29b-65ca-4fee-8d57-89af99f82674 None None] Deleting port 455a5bb8-641e-4b32-a793-09f320294f47 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:09.761287 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4929b29b-65ca-4fee-8d57-89af99f82674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.782268 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967112323', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:45Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'gw_port': {'id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:46Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a', 'name': '', 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'mac_address': 'fa:16:3e:d7:70:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:59Z', 'updated_at': '2022-01-27T17:13:04Z', 'revision_number': 2, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'subnets': [{'id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:09.787463 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Checking router: 36202f19-896b-40b5-a829-4f1fc97bbb57 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:13:09.787808 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Updating router 36202f19-896b-40b5-a829-4f1fc97bbb57 port f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:13:09.806167 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9bb1b7ee-4538-43d2-aafe-ac354800ba9c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/4215e0af-8160-4a45-ab05-f47a633659db HTTP/1.1" status: 200 len: 994 time: 0.3639476 Jan 27 17:13:09.866942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d0a1-0874-45d2-91b4-3b94e3f0f3f9 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.875372 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.901024 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Deleting port 455a5bb8-641e-4b32-a793-09f320294f47 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:09.901459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.914430 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Allocated IP 172.20.0.2 (841011a7-cc94-4162-872b-7e5b601026ce/3d6555cc-80bd-47ee-878f-a5617b07d795/dd697407-d985-48a8-bed6-16f9c4661cc6) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:09.985573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:09.999842 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7d0a1-0874-45d2-91b4-3b94e3f0f3f9 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=ff28a73b-7a15-4310-aeac-951c9ce614e8,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:10.156076 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Allocated IP 172.20.0.13 (23fd3e11-e00b-4f28-88d2-a5449421a656/5156a756-9e63-4a54-8112-5e6fd0d9a9bf/3dba2856-5689-40c3-a669-a90af41cbd8a) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:10.290428 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35072) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:10.449834 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a5b7d0a1-0874-45d2-91b4-3b94e3f0f3f9 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:10.523340 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4929b29b-65ca-4fee-8d57-89af99f82674 None None] For port 455a5bb8-641e-4b32-a793-09f320294f47, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=455a5bb8-641e-4b32-a793-09f320294f47,segment=NetworkSegment(78276043-d210-4a0e-ba02-2874f664628f),segment_id=78276043-d210-4a0e-ba02-2874f664628f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:10.524175 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4929b29b-65ca-4fee-8d57-89af99f82674 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:10.588488 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35080) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:10.599408 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-a87fa80b-f2e5-48f4-af19-48aee33f7e4c tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:10.600187 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-a87fa80b-f2e5-48f4-af19-48aee33f7e4c tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Synchronizing usage tracker for tenant:e2d3a4626dac4978a7511f57d1b94de5 on resource:network {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:10.667462 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4929b29b-65ca-4fee-8d57-89af99f82674 None None] Calling delete_port for 455a5bb8-641e-4b32-a793-09f320294f47 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:10.721580 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 455a5bb8-641e-4b32-a793-09f320294f47 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:13:10.724076 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group': {'name': 'tempest-secgroup--2036607840'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:10.747213 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-832741727'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:10.748225 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:10.767311 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Transition to ACTIVE for port object f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:10.768747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:10.774516 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:10.779148 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:10.783857 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-a87fa80b-f2e5-48f4-af19-48aee33f7e4c tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Unset dirty status for tenant:e2d3a4626dac4978a7511f57d1b94de5 on resource:network {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:10.785107 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-a87fa80b-f2e5-48f4-af19-48aee33f7e4c tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/networks?id=9df79931-ff99-48bd-9e24-be30fd940aa8 HTTP/1.1" status: 200 len: 796 time: 1.0906534 Jan 27 17:13:10.786191 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Usage tracker for resource:network and tenant:07bb1ca1588f45719862cad794488866 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:10.791121 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] For port 455a5bb8-641e-4b32-a793-09f320294f47, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=455a5bb8-641e-4b32-a793-09f320294f47,segment=NetworkSegment(78276043-d210-4a0e-ba02-2874f664628f),segment_id=78276043-d210-4a0e-ba02-2874f664628f)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:10.791561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:10.803305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:10.808907 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:10.846620 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:10.864956 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:10.879544 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a5b7d0a1-0874-45d2-91b4-3b94e3f0f3f9 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/ports/ff28a73b-7a15-4310-aeac-951c9ce614e8 HTTP/1.1" status: 204 len: 168 time: 2.4984274 Jan 27 17:13:10.889108 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35088) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:10.895625 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:10.900889 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4929b29b-65ca-4fee-8d57-89af99f82674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:10.919071 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:10.944985 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d5a07cc-ec09-4434-8dcb-98c4197f7ea5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] GET failed (client error): The resource could not be found. Jan 27 17:13:10.945836 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5d5a07cc-ec09-4434-8dcb-98c4197f7ea5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:10.960325 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Port 455a5bb8-641e-4b32-a793-09f320294f47 update to DOWN by agent not found {{(pid=87596) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 27 17:13:10.962071 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Transition to ACTIVE for port object dd697407-d985-48a8-bed6-16f9c4661cc6 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:10.969838 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4929b29b-65ca-4fee-8d57-89af99f82674 None None] No DVR routers for this DVR port 455a5bb8-641e-4b32-a793-09f320294f47 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:13:11.011583 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929b29b-65ca-4fee-8d57-89af99f82674 None None] Pushing event deleted for resources: {'Port': ['ID=455a5bb8-641e-4b32-a793-09f320294f47,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:11.020856 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:11.029544 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Calling delete_port for 455a5bb8-641e-4b32-a793-09f320294f47 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:11.040501 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Transition to ACTIVE for port object dd697407-d985-48a8-bed6-16f9c4661cc6 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:11.050597 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5d5a07cc-ec09-4434-8dcb-98c4197f7ea5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:11.051602 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5d5a07cc-ec09-4434-8dcb-98c4197f7ea5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports/ff28a73b-7a15-4310-aeac-951c9ce614e8 HTTP/1.1" status: 404 len: 333 time: 0.1614912 Jan 27 17:13:11.059353 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.071015 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35092) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:11.103291 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-68a0e89e-0c30-40de-95bb-8e724a9b803a tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/quotas/e2d3a4626dac4978a7511f57d1b94de5 HTTP/1.1" status: 200 len: 375 time: 0.3011827 Jan 27 17:13:11.143111 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Network 841011a7-cc94-4162-872b-7e5b601026ce is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:11.161527 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:11.172063 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:11.244161 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2f82504e-b544-44ce-8749-4246782bdb0f req-ac90fe56-3fc0-4f0a-8bfd-b807a59af14c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1961536 Jan 27 17:13:11.259036 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.260550 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Attempting to bind port f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:11.260919 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Attempting to bind port f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'ae53acc8-380e-44fc-aa4f-73efeee99087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:11.261288 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Attempting to bind port f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a on network 9df79931-ff99-48bd-9e24-be30fd940aa8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:11.263790 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ec3c9-bded-4612-8007-6ff3e28e10aa None None] Pushing event updated for resources: {'Port': ['ID=f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:11.273045 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Made reservation on behalf of 07bb1ca1588f45719862cad794488866 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:11.276320 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ec3c9-bded-4612-8007-6ff3e28e10aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:11.276682 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ec3c9-bded-4612-8007-6ff3e28e10aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:11.277181 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ec3c9-bded-4612-8007-6ff3e28e10aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:11.277468 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.277616 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ec3c9-bded-4612-8007-6ff3e28e10aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:11.277856 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ec3c9-bded-4612-8007-6ff3e28e10aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:11.278178 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ec3c9-bded-4612-8007-6ff3e28e10aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:11.278492 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ec3c9-bded-4612-8007-6ff3e28e10aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:11.278806 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ec3c9-bded-4612-8007-6ff3e28e10aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:11.279119 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ec3c9-bded-4612-8007-6ff3e28e10aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:11.279428 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ec3c9-bded-4612-8007-6ff3e28e10aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:11.279735 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ec3c9-bded-4612-8007-6ff3e28e10aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:11.280041 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136ec3c9-bded-4612-8007-6ff3e28e10aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:11.285906 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:11.286267 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Checking segment: {'id': 'ae53acc8-380e-44fc-aa4f-73efeee99087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:11.286658 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.287029 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Bound using segment: {'id': 'ae53acc8-380e-44fc-aa4f-73efeee99087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:11.287865 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Bound port: f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae53acc8-380e-44fc-aa4f-73efeee99087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:11.288222 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.302002 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Pushing event updated for resources: {'Port': ['ID=dd697407-d985-48a8-bed6-16f9c4661cc6,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:11.322924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.331727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Attempting to bind port dd697407-d985-48a8-bed6-16f9c4661cc6 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:11.332087 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Attempting to bind port dd697407-d985-48a8-bed6-16f9c4661cc6 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:11.332442 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Attempting to bind port dd697407-d985-48a8-bed6-16f9c4661cc6 on network 841011a7-cc94-4162-872b-7e5b601026ce {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:11.333438 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.341031 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:11.341407 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Checking segment: {'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:11.341869 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.342424 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Bound using segment: {'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:11.342899 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Bound port: dd697407-d985-48a8-bed6-16f9c4661cc6, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:11.343313 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.408631 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] For port f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:11.412642 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] For port f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a,segment=NetworkSegment(ae53acc8-380e-44fc-aa4f-73efeee99087),segment_id=ae53acc8-380e-44fc-aa4f-73efeee99087)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:11.420280 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:11.420874 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.424614 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:11.433062 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef75758-b8bc-4cf2-a649-20a4490fc1cf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting subnet ee3bcbcd-1c1f-442f-ae1f-e04ea71993d9 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:13:11.442509 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:11.446535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ef75758-b8bc-4cf2-a649-20a4490fc1cf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.477019 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.482719 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Usage tracker for resource:security_group_rule and tenant:07bb1ca1588f45719862cad794488866 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:11.485577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] For port dd697407-d985-48a8-bed6-16f9c4661cc6, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:11.493723 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] For port dd697407-d985-48a8-bed6-16f9c4661cc6, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=dd697407-d985-48a8-bed6-16f9c4661cc6,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:11.494763 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:11.500454 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:11.500605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.509060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:11.509419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:11.516437 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:11.520880 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:11.538461 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Transition to ACTIVE for port object 3dba2856-5689-40c3-a669-a90af41cbd8a will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:11.544916 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Routers {'36202f19-896b-40b5-a829-4f1fc97bbb57'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:11.545642 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['36202f19-896b-40b5-a829-4f1fc97bbb57'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:11.611990 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.621952 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ef75758-b8bc-4cf2-a649-20a4490fc1cf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.654227 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eeb1f4-9839-4c28-be5c-14fd67893f1f None None] Pushing event updated for resources: {'Port': ['ID=dd697407-d985-48a8-bed6-16f9c4661cc6,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:11.659354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.757844 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-6fdb1592-5129-4b95-a241-1b6cf8a0964d tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Synchronizing usage tracker for tenant:e2d3a4626dac4978a7511f57d1b94de5 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:11.786373 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] Set router 36202f19-896b-40b5-a829-4f1fc97bbb57 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:11.826511 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Allocated IP 172.26.1.126 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/1d38e1ca-39d2-47df-ae28-0fb71fe01449) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:11.867836 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:11.878649 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82504e-b544-44ce-8749-4246782bdb0f req-ed621a03-3cd3-440d-bd47-85e72a098a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:11.881133 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2f82504e-b544-44ce-8749-4246782bdb0f req-ed621a03-3cd3-440d-bd47-85e72a098a74 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 1099 time: 0.4124067 Jan 27 17:13:11.888668 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ec3c9-bded-4612-8007-6ff3e28e10aa None None] Pushing event updated for resources: {'Port': ['ID=f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:11.930829 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-6fdb1592-5129-4b95-a241-1b6cf8a0964d tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Unset dirty status for tenant:e2d3a4626dac4978a7511f57d1b94de5 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:11.932145 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-6fdb1592-5129-4b95-a241-1b6cf8a0964d tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2d3a4626dac4978a7511f57d1b94de5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8211648 Jan 27 17:13:12.010731 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Deleting port 455a5bb8-641e-4b32-a793-09f320294f47 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:12.011177 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.194051 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] The port '455a5bb8-641e-4b32-a793-09f320294f47' was deleted {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:13:12.199450 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ef75758-b8bc-4cf2-a649-20a4490fc1cf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.202676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.212456 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82504e-b544-44ce-8749-4246782bdb0f req-41e37b9e-6783-456f-bc03-612eb950d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:12.214343 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2f82504e-b544-44ce-8749-4246782bdb0f req-41e37b9e-6783-456f-bc03-612eb950d466 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71658409-b08b-495f-8be3-a19e062b9762 HTTP/1.1" status: 200 len: 899 time: 0.3073905 Jan 27 17:13:12.257079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Network 23fd3e11-e00b-4f28-88d2-a5449421a656 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:12.262247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.306641 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967112323', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:45Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'gw_port': {'id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:46Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a', 'name': '', 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'mac_address': 'fa:16:3e:d7:70:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:59Z', 'updated_at': '2022-01-27T17:13:11Z', 'revision_number': 4, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'subnets': [{'id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:12.311485 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7212479-2c52-4d78-8670-c5936be35587 None None] The sync data for ids ['36202f19-896b-40b5-a829-4f1fc97bbb57'] in dv-neutron-826439-2-hyperv is: [{'id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967112323', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:45Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'gw_port': {'id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:46Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a', 'name': '', 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'mac_address': 'fa:16:3e:d7:70:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:59Z', 'updated_at': '2022-01-27T17:13:11Z', 'revision_number': 4, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'subnets': [{'id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:12.332575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event updated for resources: {'Port': ['ID=3dba2856-5689-40c3-a669-a90af41cbd8a,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:12.347630 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.349032 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:12.354815 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2f82504e-b544-44ce-8749-4246782bdb0f req-8be7c19d-872e-41aa-b12c-f658ec9ae1f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9764b7f-f96a-4ae1-b608-4c1da21a3b0a HTTP/1.1" status: 200 len: 1002 time: 0.1327837 Jan 27 17:13:12.360701 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.401383 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:12.449859 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.472408 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.502648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:12.503145 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:12.521659 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:12.525189 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:12.546792 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device dd697407-d985-48a8-bed6-16f9c4661cc6 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:12.569480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:12.574313 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.588301 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:12.591320 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82504e-b544-44ce-8749-4246782bdb0f req-d0cca466-bcf6-4b52-9bfe-0e3503acc0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:12.592824 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2f82504e-b544-44ce-8749-4246782bdb0f req-d0cca466-bcf6-4b52-9bfe-0e3503acc0f5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a344f178-6b07-4d9e-bda5-43d60ea0302d HTTP/1.1" status: 200 len: 835 time: 0.2273321 Jan 27 17:13:12.596846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Pushing event updated for resources: {'Port': ['ID=1d38e1ca-39d2-47df-ae28-0fb71fe01449,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:12.608772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:12.666930 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:12.682269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:12.703750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port dd697407-d985-48a8-bed6-16f9c4661cc6 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:12.749834 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-aa1f8013-7fc0-48cb-9157-9a9975b9078a None None] Provisioning for port 3dba2856-5689-40c3-a669-a90af41cbd8a completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:12.756706 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-aa1f8013-7fc0-48cb-9157-9a9975b9078a None None] Provisioning complete for port 3dba2856-5689-40c3-a669-a90af41cbd8a triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:12.757593 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa1f8013-7fc0-48cb-9157-9a9975b9078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.768687 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:12.787767 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-591cabeb-e7a9-4b87-9ec0-9fea76d83b90 service neutron] 10.222.0.50 "GET /v2.0/networks/9df79931-ff99-48bd-9e24-be30fd940aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8045866 Jan 27 17:13:12.803534 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be77201-1a77-475a-8321-8eb0abd340cf,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:12.840627 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f8013-7fc0-48cb-9157-9a9975b9078a None None] Port 3dba2856-5689-40c3-a669-a90af41cbd8a cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:13.101125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.101758 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Added segment 408ea75b-3fec-4122-b047-9103b77e4fa4 of type vlan for network f28221fb-5ddc-4c07-b47e-c226e0a8f524 Jan 27 17:13:13.116795 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781b74e0-4ffc-4f0d-b831-2b71accb24f4']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:13.127079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82504e-b544-44ce-8749-4246782bdb0f req-044aa678-1943-42d9-b62f-48aa359c4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:13.129042 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2f82504e-b544-44ce-8749-4246782bdb0f req-044aa678-1943-42d9-b62f-48aa359c4af9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71658409-b08b-495f-8be3-a19e062b9762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5177996 Jan 27 17:13:13.192755 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ef75758-b8bc-4cf2-a649-20a4490fc1cf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.212906 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78276043-d210-4a0e-ba02-2874f664628f') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:13.213148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78276043-d210-4a0e-ba02-2874f664628f') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:13.267894 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a595800-00fb-4c40-923d-a765cf4a6e7b None None] Network 35f81418-e5ee-420e-8211-a0e7368a87eb requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:13.270104 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-74513b55-9831-4ae2-87cb-768628e53efc tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5875301 Jan 27 17:13:13.272563 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-ebb33874-8eb4-40ec-a2bf-27d5e3cb40e5 service neutron] 10.222.0.50 "GET /v2.0/networks/9df79931-ff99-48bd-9e24-be30fd940aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580376 Jan 27 17:13:13.287626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ef75758-b8bc-4cf2-a649-20a4490fc1cf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.291800 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4ef75758-b8bc-4cf2-a649-20a4490fc1cf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/ee3bcbcd-1c1f-442f-ae1f-e04ea71993d9 HTTP/1.1" status: 204 len: 168 time: 2.2049129 Jan 27 17:13:13.292152 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35104) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:13.292631 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35106) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:13.310460 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-a2fc5e8f-7839-430a-8b87-b4afc40f0e41 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Request body: {'floatingip': {'port_id': '3dba2856-5689-40c3-a669-a90af41cbd8a'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:13.322870 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa74e274-ff05-4bec-a426-b62580001b3d None None] Network 841011a7-cc94-4162-872b-7e5b601026ce requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:13.381355 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.388560 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2f82504e-b544-44ce-8749-4246782bdb0f req-acd2daa1-4d02-429d-a557-ba2c36067c42 service neutron] 10.222.0.83 "GET /v2.0/networks/71658409-b08b-495f-8be3-a19e062b9762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408519 Jan 27 17:13:13.411968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef75758-b8bc-4cf2-a649-20a4490fc1cf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Subnet': ['ID=ee3bcbcd-1c1f-442f-ae1f-e04ea71993d9,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:13.414068 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39da0ed-48c3-4a5b-a3c8-ab3f83235464,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:13.457443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.567965 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.614385 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:13.614872 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:13.635602 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:13.749540 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5e8f-7839-430a-8b87-b4afc40f0e41 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.770764 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c4f80d1a-e6b4-4111-9ac9-f19b6b90e981 req-9e0c3a20-11b7-43c3-96c4-ffd06719313a tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 210 time: 0.1070180 Jan 27 17:13:13.805653 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.879140 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2f82504e-b544-44ce-8749-4246782bdb0f req-34e71ae7-8e59-4f0f-9b79-9a270b4608bc service neutron] 10.222.0.83 "GET /v2.0/networks/71658409-b08b-495f-8be3-a19e062b9762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838152 Jan 27 17:13:13.946870 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.966005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:13.968801 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8e7d0091-e0af-41ba-bef3-81a83fc723d4 None None] Provisioning for port dd697407-d985-48a8-bed6-16f9c4661cc6 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:13.974988 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:13.975880 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.026407 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.085314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8e7d0091-e0af-41ba-bef3-81a83fc723d4 None None] Provisioning complete for port dd697407-d985-48a8-bed6-16f9c4661cc6 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:14.085676 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e7d0091-e0af-41ba-bef3-81a83fc723d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.298445 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.378452 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e7d0091-e0af-41ba-bef3-81a83fc723d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.460796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd63b8df-d297-4b09-8f9c-40de1aa38c71 None None] DHCP port deletion for 35f81418-e5ee-420e-8211-a0e7368a87eb request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:13:14.476871 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fd63b8df-d297-4b09-8f9c-40de1aa38c71 None None] Deleting port fbcb8240-96b8-46d6-a7da-acb6f7a8d71a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:14.477294 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd63b8df-d297-4b09-8f9c-40de1aa38c71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.590476 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8e7d0091-e0af-41ba-bef3-81a83fc723d4 None None] For port dd697407-d985-48a8-bed6-16f9c4661cc6, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=dd697407-d985-48a8-bed6-16f9c4661cc6,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:14.592489 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:14.631661 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e7d0091-e0af-41ba-bef3-81a83fc723d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.668815 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Router a9f9edf8-d1d8-4657-b662-354e6f583744 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:13:14.715417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.721120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.754657 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.785000 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port fbcb8240-96b8-46d6-a7da-acb6f7a8d71a {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:14.785252 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.826250 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] 10.222.0.50 "DELETE /v2.0/networks/781b74e0-4ffc-4f0d-b831-2b71accb24f4 HTTP/1.1" status: 204 len: 168 time: 5.5847406 Jan 27 17:13:14.828584 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 4.2360501 Jan 27 17:13:14.860748 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d0091-e0af-41ba-bef3-81a83fc723d4 None None] Pushing event updated for resources: {'Port': ['ID=dd697407-d985-48a8-bed6-16f9c4661cc6,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:14.863300 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-96aea0a4-5c21-4afc-a2b7-9b5ba7da399e None None] Provisioning complete for port dd697407-d985-48a8-bed6-16f9c4661cc6 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:14.863664 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96aea0a4-5c21-4afc-a2b7-9b5ba7da399e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.917654 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feda4ac-9b22-4892-9555-383fcea8fbdc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event updated for resources: {'Network': ['ID=f28221fb-5ddc-4c07-b47e-c226e0a8f524,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:14.925162 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:14.937656 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 4.6418731 Jan 27 17:13:14.972457 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network f28221fb-5ddc-4c07-b47e-c226e0a8f524 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:14.994321 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35126) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:14.995048 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89567981-bd69-4182-b494-560c26b22495 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a4d812-c9b4-4ac7-845c-60ae37e1ad90,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:15.160794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e852a01-4b99-43b4-bbcc-e6f47c688f69 tempest-NetworksIpV6Test-646098228 tempest-NetworksIpV6Test-646098228-project] Pushing event deleted for resources: {'Network': ['ID=781b74e0-4ffc-4f0d-b831-2b71accb24f4,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:15.243630 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:15.267377 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-fd63b8df-d297-4b09-8f9c-40de1aa38c71 None None] For port fbcb8240-96b8-46d6-a7da-acb6f7a8d71a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fbcb8240-96b8-46d6-a7da-acb6f7a8d71a,segment=NetworkSegment(999c9275-118a-40ee-8659-c9e27cc2e4e3),segment_id=999c9275-118a-40ee-8659-c9e27cc2e4e3)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:15.268064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd63b8df-d297-4b09-8f9c-40de1aa38c71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:15.270267 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:15.272518 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-dc1b046a-53df-4ef7-aad5-01f2c043f10a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9032857 Jan 27 17:13:15.275770 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35130) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:15.290158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:15.326902 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Sync routers for ids ['a9f9edf8-d1d8-4657-b662-354e6f583744'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:15.349970 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:15.351008 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:15.466189 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e03dd0c3-b66f-4494-94ab-8760706d6222 req-2fe0e29d-85d3-4967-8585-0da7a7b09160 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 210 time: 0.4492478 Jan 27 17:13:15.489639 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-a2fc5e8f-7839-430a-8b87-b4afc40f0e41 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:13:15.556365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35136) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:15.756675 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a172933e-375f-4dc0-8ce1-8fd5f38cbe16 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:15.822415 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5e8f-7839-430a-8b87-b4afc40f0e41 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:15.833902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5e8f-7839-430a-8b87-b4afc40f0e41 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:15.835635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fd63b8df-d297-4b09-8f9c-40de1aa38c71 None None] Calling delete_port for fbcb8240-96b8-46d6-a7da-acb6f7a8d71a owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:15.882924 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Routers {'a9f9edf8-d1d8-4657-b662-354e6f583744'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:15.883562 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['a9f9edf8-d1d8-4657-b662-354e6f583744'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:16.195820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a172933e-375f-4dc0-8ce1-8fd5f38cbe16 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:16.197557 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a172933e-375f-4dc0-8ce1-8fd5f38cbe16 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 1.1935158 Jan 27 17:13:16.200927 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35150) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:16.222536 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] For port fbcb8240-96b8-46d6-a7da-acb6f7a8d71a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fbcb8240-96b8-46d6-a7da-acb6f7a8d71a,segment=NetworkSegment(999c9275-118a-40ee-8659-c9e27cc2e4e3),segment_id=999c9275-118a-40ee-8659-c9e27cc2e4e3)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:16.222910 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:16.241349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd63b8df-d297-4b09-8f9c-40de1aa38c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:16.242935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-e13c0db6-6806-46f4-b96d-94b2dbb473fd tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group': {'name': 'tempest-security--513765620', 'description': 'tempest-security-description-62385488'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:16.325402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63b8df-d297-4b09-8f9c-40de1aa38c71 None None] Pushing event deleted for resources: {'Port': ['ID=fbcb8240-96b8-46d6-a7da-acb6f7a8d71a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:16.328351 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:16.351285 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63b8df-d297-4b09-8f9c-40de1aa38c71 None None] No DVR routers for this DVR port fbcb8240-96b8-46d6-a7da-acb6f7a8d71a on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:13:16.375597 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Set router a9f9edf8-d1d8-4657-b662-354e6f583744 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:16.392052 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-56a6359f-3a36-4baa-87c5-84ff39a98f9a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc6375dd00f14ad4896f324bc178ab53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8345511 Jan 27 17:13:16.398405 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for fbcb8240-96b8-46d6-a7da-acb6f7a8d71a owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:16.405417 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35154) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:16.450569 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-f738ee55-4025-45b8-85f7-4e5bb4c4362b tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:16.452098 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-f738ee55-4025-45b8-85f7-4e5bb4c4362b tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.83 "GET /v2.0/networks?id=9df79931-ff99-48bd-9e24-be30fd940aa8 HTTP/1.1" status: 200 len: 796 time: 0.7643559 Jan 27 17:13:16.514489 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-d7593e23-718e-4dbf-be33-63aad438dd6c tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2d3a4626dac4978a7511f57d1b94de5 HTTP/1.1" status: 200 len: 380 time: 0.0470200 Jan 27 17:13:16.570290 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-50693eb0-1d1f-4bdc-afcd-6abcf12da72e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Request body: {'port': {'device_id': '1a90ce0e-28eb-436c-9e7e-2c76409758ab', 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8', 'admin_state_up': True, 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'security_groups': ['d48d785f-6c1c-46e1-ab73-f42944c7ab41']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:16.625806 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e13c0db6-6806-46f4-b96d-94b2dbb473fd tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:16.661445 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a,segment=NetworkSegment(ae53acc8-380e-44fc-aa4f-73efeee99087),segment_id=ae53acc8-380e-44fc-aa4f-73efeee99087)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:16.671242 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:16.722377 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-a2fc5e8f-7839-430a-8b87-b4afc40f0e41 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Floating IP 875d8b4e-f4b1-4c1f-8ec9-0124b02ebb29 associated. External IP: 172.26.1.77, port: 0dfce93b-3821-487d-afd4-6f887357fc9b. Jan 27 17:13:16.725301 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:16.742903 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-50693eb0-1d1f-4bdc-afcd-6abcf12da72e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:16.785885 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-50693eb0-1d1f-4bdc-afcd-6abcf12da72e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:16.836889 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5d8b83c9-3455-4ff2-b95f-718b862eacaf req-f929a9e8-02cd-4c8d-9f78-82dd6b509a1b tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 210 time: 0.1880682 Jan 27 17:13:16.875000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:16.878731 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device dd697407-d985-48a8-bed6-16f9c4661cc6 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:16.887327 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:16.887832 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:16.959644 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e13c0db6-6806-46f4-b96d-94b2dbb473fd tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:16.980158 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e13c0db6-6806-46f4-b96d-94b2dbb473fd tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.002561 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Allocated IP 172.20.0.1 (841011a7-cc94-4162-872b-7e5b601026ce/3d6555cc-80bd-47ee-878f-a5617b07d795/318d077b-cab2-4901-8ebe-1ce03c9b9383) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:17.008662 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e13c0db6-6806-46f4-b96d-94b2dbb473fd tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.013568 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e13c0db6-6806-46f4-b96d-94b2dbb473fd tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "PUT /v2.0/security-groups/78a4d812-c9b4-4ac7-845c-60ae37e1ad90 HTTP/1.1" status: 200 len: 1777 time: 0.7976446 Jan 27 17:13:17.022269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35160) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:17.048959 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port dd697407-d985-48a8-bed6-16f9c4661cc6 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:17.054478 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.056716 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c0db6-6806-46f4-b96d-94b2dbb473fd tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a4d812-c9b4-4ac7-845c-60ae37e1ad90,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:17.158013 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-969cbeef-13b4-46d3-9a53-1f67764b56c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.169056 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:13Z', 'revision_number': 3, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:17.175486 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Checking router: a9f9edf8-d1d8-4657-b662-354e6f583744 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:13:17.175837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Updating router a9f9edf8-d1d8-4657-b662-354e6f583744 port 1d38e1ca-39d2-47df-ae28-0fb71fe01449 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:13:17.202995 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-690b9807-f5d6-46f9-acb3-8b182b65390b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-groups/78a4d812-c9b4-4ac7-845c-60ae37e1ad90 HTTP/1.1" status: 200 len: 1777 time: 0.1758304 Jan 27 17:13:17.205633 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-969cbeef-13b4-46d3-9a53-1f67764b56c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.206575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35164) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:17.325299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.393034 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port fbcb8240-96b8-46d6-a7da-acb6f7a8d71a {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:17.393636 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.431812 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-50693eb0-1d1f-4bdc-afcd-6abcf12da72e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Made reservation on behalf of e2d3a4626dac4978a7511f57d1b94de5 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:17.435605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-50693eb0-1d1f-4bdc-afcd-6abcf12da72e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.445074 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-507d1c2d-8721-4325-9335-02922bc4c505 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.461807 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fbcb8240-96b8-46d6-a7da-acb6f7a8d71a no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:13:17.480178 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fc5e8f-7839-430a-8b87-b4afc40f0e41 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router de6c4960-00fc-4853-bd73-8cfffc05b31a has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:13:17.488896 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] The port 'fbcb8240-96b8-46d6-a7da-acb6f7a8d71a' was deleted {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:13:17.511695 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: fbcb8240-96b8-46d6-a7da-acb6f7a8d71a {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:13:17.512181 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fbcb8240-96b8-46d6-a7da-acb6f7a8d71a not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:13:17.529518 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.552413 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Transition to ACTIVE for port object 318d077b-cab2-4901-8ebe-1ce03c9b9383 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:17.586580 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-969cbeef-13b4-46d3-9a53-1f67764b56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.653394 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.712789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-507d1c2d-8721-4325-9335-02922bc4c505 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.730513 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969cbeef-13b4-46d3-9a53-1f67764b56c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d53169-8a81-4da2-9117-61b012d0ef7d,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:17.787462 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.788796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Network 841011a7-cc94-4162-872b-7e5b601026ce is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:17.801005 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Transition to ACTIVE for port object 1d38e1ca-39d2-47df-ae28-0fb71fe01449 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:17.813902 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.820511 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-969cbeef-13b4-46d3-9a53-1f67764b56c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.822557 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-969cbeef-13b4-46d3-9a53-1f67764b56c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/79d53169-8a81-4da2-9117-61b012d0ef7d HTTP/1.1" status: 204 len: 168 time: 1.4116235 Jan 27 17:13:17.823806 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:17.839147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:17.930822 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becc954-4877-4443-830a-0ad1b05d81b2 None None] Pushing event updated for resources: {'Port': ['ID=1d38e1ca-39d2-47df-ae28-0fb71fe01449,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:17.983371 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Attempting to bind port 1d38e1ca-39d2-47df-ae28-0fb71fe01449 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:17.984211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Attempting to bind port 1d38e1ca-39d2-47df-ae28-0fb71fe01449 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:17.985010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Attempting to bind port 1d38e1ca-39d2-47df-ae28-0fb71fe01449 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:17.985401 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.994010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Pushing event updated for resources: {'Port': ['ID=318d077b-cab2-4901-8ebe-1ce03c9b9383,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:17.994724 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:17.995348 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:17.995943 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:17.996471 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:17.997307 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Bound port: 1d38e1ca-39d2-47df-ae28-0fb71fe01449, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:17.998189 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.020932 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.148729 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] For port 1d38e1ca-39d2-47df-ae28-0fb71fe01449, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:18.161283 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] For port 1d38e1ca-39d2-47df-ae28-0fb71fe01449, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=1d38e1ca-39d2-47df-ae28-0fb71fe01449,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:18.172737 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.269113 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35172) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:18.283356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f81418-e5ee-420e-8211-a0e7368a87eb']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:18.295418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Routers {'a9f9edf8-d1d8-4657-b662-354e6f583744'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:18.296109 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['a9f9edf8-d1d8-4657-b662-354e6f583744'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:18.344614 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-507d1c2d-8721-4325-9335-02922bc4c505 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.370501 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c7d1e254-b808-4c2e-aa13-7ab7c506dc73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Request body: {'subnet': {'network_id': 'f28221fb-5ddc-4c07-b47e-c226e0a8f524', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:18.386729 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becc954-4877-4443-830a-0ad1b05d81b2 None None] Pushing event updated for resources: {'Port': ['ID=1d38e1ca-39d2-47df-ae28-0fb71fe01449,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:18.388532 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fa8ad868-ca8a-472b-bacd-aff822aff903 req-87c666a3-51e9-4ea9-8062-2e0a2c30627f tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 210 time: 0.0890069 Jan 27 17:13:18.399383 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-dfce51d2-932d-4716-a00c-e8939e453f1a None None] Provisioning for port 318d077b-cab2-4901-8ebe-1ce03c9b9383 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:18.406327 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999c9275-118a-40ee-8659-c9e27cc2e4e3') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:18.406327 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999c9275-118a-40ee-8659-c9e27cc2e4e3') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:18.411670 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-dfce51d2-932d-4716-a00c-e8939e453f1a None None] Provisioning complete for port 318d077b-cab2-4901-8ebe-1ce03c9b9383 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:18.412300 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfce51d2-932d-4716-a00c-e8939e453f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.422383 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d1c2d-8721-4325-9335-02922bc4c505 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a4d812-c9b4-4ac7-845c-60ae37e1ad90,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:18.441417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.450036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-50693eb0-1d1f-4bdc-afcd-6abcf12da72e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Allocated IP 172.20.0.14 (9df79931-ff99-48bd-9e24-be30fd940aa8/5025f0b8-1fd1-4899-a869-5fb109283ef3/94fa7e18-c19a-41bd-98b7-a853be64b611) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:18.487639 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-507d1c2d-8721-4325-9335-02922bc4c505 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.491484 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-507d1c2d-8721-4325-9335-02922bc4c505 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-groups/78a4d812-c9b4-4ac7-845c-60ae37e1ad90 HTTP/1.1" status: 204 len: 168 time: 1.2811565 Jan 27 17:13:18.518174 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35176) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:18.537781 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fc5e8f-7839-430a-8b87-b4afc40f0e41 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:18.548960 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505cea82-62b5-4e11-b819-8233c8ec84e0 None None] Sync routers for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:18.561782 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505cea82-62b5-4e11-b819-8233c8ec84e0 None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:18.562719 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-505cea82-62b5-4e11-b819-8233c8ec84e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:18.563029 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-dfce51d2-932d-4716-a00c-e8939e453f1a None None] Port 318d077b-cab2-4901-8ebe-1ce03c9b9383 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:18.577609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] Set router a9f9edf8-d1d8-4657-b662-354e6f583744 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:18.626261 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-505cea82-62b5-4e11-b819-8233c8ec84e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:18.636083 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505cea82-62b5-4e11-b819-8233c8ec84e0 None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:18.636986 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-505cea82-62b5-4e11-b819-8233c8ec84e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:18.700013 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-505cea82-62b5-4e11-b819-8233c8ec84e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:18.700727 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505cea82-62b5-4e11-b819-8233c8ec84e0 None None] The sync data for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:18.724412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.753146 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:18.753830 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.768113 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:18.786215 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-50693eb0-1d1f-4bdc-afcd-6abcf12da72e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:18.818327 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:18.825919 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-50693eb0-1d1f-4bdc-afcd-6abcf12da72e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Transition to ACTIVE for port object 94fa7e18-c19a-41bd-98b7-a853be64b611 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:18.842781 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49ac00e9-d2c5-458d-a552-129dfe7fa0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.845111 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.861945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c7d1e254-b808-4c2e-aa13-7ab7c506dc73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:18.869237 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1917c85b-fbe6-4726-92e2-8a045a5a0b61 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3475883 Jan 27 17:13:18.870391 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35182) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:18.917407 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:18.918222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.919604 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c7d1e254-b808-4c2e-aa13-7ab7c506dc73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Usage tracker for resource:subnet and tenant:07bb1ca1588f45719862cad794488866 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:18.925882 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-9d37e8ca-4a7e-415d-ac5f-5c17b0819540 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] delete failed (client error): The resource could not be found. Jan 27 17:13:18.930962 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9d37e8ca-4a7e-415d-ac5f-5c17b0819540 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-groups/78a4d812-c9b4-4ac7-845c-60ae37e1ad90 HTTP/1.1" status: 404 len: 347 time: 0.0557487 Jan 27 17:13:18.931131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c7d1e254-b808-4c2e-aa13-7ab7c506dc73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:18.934684 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35186) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:18.944460 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-3013add6-d300-4085-815e-92daa54cecef tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group': {'name': 'tempest-secgroup--2058610413'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:18.953138 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c7d1e254-b808-4c2e-aa13-7ab7c506dc73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:18.955608 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3013add6-d300-4085-815e-92daa54cecef tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:18.963901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-50693eb0-1d1f-4bdc-afcd-6abcf12da72e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.969214 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:18.972900 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3013add6-d300-4085-815e-92daa54cecef tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:19.029796 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3013add6-d300-4085-815e-92daa54cecef tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:19.050266 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.066925 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3013add6-d300-4085-815e-92daa54cecef tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:19.068780 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d1e254-b808-4c2e-aa13-7ab7c506dc73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Made reservation on behalf of 07bb1ca1588f45719862cad794488866 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:19.073404 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c7d1e254-b808-4c2e-aa13-7ab7c506dc73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.100400 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Network': ['ID=35f81418-e5ee-420e-8211-a0e7368a87eb,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:19.124294 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-68edbcc9-bb70-45a0-8ac7-64e3468fd946 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/networks/35f81418-e5ee-420e-8211-a0e7368a87eb HTTP/1.1" status: 204 len: 168 time: 5.8179908 Jan 27 17:13:19.140897 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-50693eb0-1d1f-4bdc-afcd-6abcf12da72e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Network 9df79931-ff99-48bd-9e24-be30fd940aa8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:19.141803 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:13Z', 'revision_number': 3, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:19.144362 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35190) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:19.150863 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35594fc7-1d13-476a-bd3c-15911f010c78 None None] The sync data for ids ['a9f9edf8-d1d8-4657-b662-354e6f583744'] in dv-neutron-826439-2-hyperv is: [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:13Z', 'revision_number': 3, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:19.157749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-09ecb59e-2835-4a04-940e-25e44634e925 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-857525851'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:19.158228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3013add6-d300-4085-815e-92daa54cecef tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.160757 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-50693eb0-1d1f-4bdc-afcd-6abcf12da72e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:19.168700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-09ecb59e-2835-4a04-940e-25e44634e925 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:19.171167 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-50693eb0-1d1f-4bdc-afcd-6abcf12da72e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:19.215908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50693eb0-1d1f-4bdc-afcd-6abcf12da72e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event updated for resources: {'Port': ['ID=94fa7e18-c19a-41bd-98b7-a853be64b611,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:19.232040 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-09ecb59e-2835-4a04-940e-25e44634e925 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:network and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:19.256367 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-09ecb59e-2835-4a04-940e-25e44634e925 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:19.261455 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3013add6-d300-4085-815e-92daa54cecef tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:19.271576 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fc5e8f-7839-430a-8b87-b4afc40f0e41 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router 725a4c46-a1d6-444e-b96b-924120c0a5ae has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:13:19.277635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3013add6-d300-4085-815e-92daa54cecef tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:19.292962 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3013add6-d300-4085-815e-92daa54cecef tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:19.298555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-09ecb59e-2835-4a04-940e-25e44634e925 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:19.318292 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3013add6-d300-4085-815e-92daa54cecef tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:19.348271 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ecb59e-2835-4a04-940e-25e44634e925 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:19.352161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-09ecb59e-2835-4a04-940e-25e44634e925 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.372316 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-50693eb0-1d1f-4bdc-afcd-6abcf12da72e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:19.372931 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-50693eb0-1d1f-4bdc-afcd-6abcf12da72e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.406751 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.449061 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.516852 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-3314ca2a-e36b-4c10-a401-9c6be74bd54c None None] Provisioning for port 94fa7e18-c19a-41bd-98b7-a853be64b611 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:19.535646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-3314ca2a-e36b-4c10-a401-9c6be74bd54c None None] Provisioning complete for port 94fa7e18-c19a-41bd-98b7-a853be64b611 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:19.536107 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3314ca2a-e36b-4c10-a401-9c6be74bd54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.624777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.647771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ecb59e-2835-4a04-940e-25e44634e925 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:19.650927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3314ca2a-e36b-4c10-a401-9c6be74bd54c None None] Port 94fa7e18-c19a-41bd-98b7-a853be64b611 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:19.662249 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-09ecb59e-2835-4a04-940e-25e44634e925 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.662586 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-09ecb59e-2835-4a04-940e-25e44634e925 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Added segment a3a0791d-7bf4-46c6-8248-e53949bfd889 of type vlan for network 4b66f450-89f7-4719-85dc-80b05f0089be Jan 27 17:13:19.724606 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-09ecb59e-2835-4a04-940e-25e44634e925 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.731330 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-50693eb0-1d1f-4bdc-afcd-6abcf12da72e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1647868 Jan 27 17:13:19.763655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Request body: {'port': {'device_id': '1a90ce0e-28eb-436c-9e7e-2c76409758ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:19.814394 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Pushing event updated for resources: {'Port': ['ID=318d077b-cab2-4901-8ebe-1ce03c9b9383,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:19.932027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fc5e8f-7839-430a-8b87-b4afc40f0e41 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:19.938692 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3013add6-d300-4085-815e-92daa54cecef tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.944381 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47257db1-6f18-40bb-8e65-c28770303f59 None None] Sync routers for ids ['725a4c46-a1d6-444e-b96b-924120c0a5ae'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:19.965114 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47257db1-6f18-40bb-8e65-c28770303f59 None None] Routers {'725a4c46-a1d6-444e-b96b-924120c0a5ae'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:19.969069 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3013add6-d300-4085-815e-92daa54cecef tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:19.969675 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-47257db1-6f18-40bb-8e65-c28770303f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['725a4c46-a1d6-444e-b96b-924120c0a5ae'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:20.033452 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b453578-725a-42aa-a548-00f18542c6a4 req-159d2101-27c1-4faf-9b1a-23f22dfab35e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:20.041114 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7b453578-725a-42aa-a548-00f18542c6a4 req-159d2101-27c1-4faf-9b1a-23f22dfab35e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 932 time: 0.2812426 Jan 27 17:13:20.043387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c7d1e254-b808-4c2e-aa13-7ab7c506dc73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.069638 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-47257db1-6f18-40bb-8e65-c28770303f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:20.090380 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47257db1-6f18-40bb-8e65-c28770303f59 None None] Routers {'725a4c46-a1d6-444e-b96b-924120c0a5ae'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:20.090998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-47257db1-6f18-40bb-8e65-c28770303f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:12:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['725a4c46-a1d6-444e-b96b-924120c0a5ae'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:20.105288 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5e8f-7839-430a-8b87-b4afc40f0e41 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.165982 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3013add6-d300-4085-815e-92daa54cecef tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.167299 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3013add6-d300-4085-815e-92daa54cecef tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2318010 Jan 27 17:13:20.168296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-09ecb59e-2835-4a04-940e-25e44634e925 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.175617 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-47257db1-6f18-40bb-8e65-c28770303f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:20.176018 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47257db1-6f18-40bb-8e65-c28770303f59 None None] The sync data for ids ['725a4c46-a1d6-444e-b96b-924120c0a5ae'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:20.177752 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ecb59e-2835-4a04-940e-25e44634e925 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:20.178384 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-09ecb59e-2835-4a04-940e-25e44634e925 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.184349 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013add6-d300-4085-815e-92daa54cecef tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d6d1ba-636e-4f39-ae24-3b8b2330f04d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:20.191708 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35196) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:20.272601 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Network 841011a7-cc94-4162-872b-7e5b601026ce is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:20.278161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:20.283509 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-dfb82993-fefa-463a-a8c4-2a35dc29184a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group_rule': {'security_group_id': 'b8d6d1ba-636e-4f39-ae24-3b8b2330f04d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:20.294960 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7b453578-725a-42aa-a548-00f18542c6a4 req-4f6d30c3-ba85-41bd-b3ba-0f03bf2f5d00 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527795 Jan 27 17:13:20.302717 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-dfb82993-fefa-463a-a8c4-2a35dc29184a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:20.307749 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-dfb82993-fefa-463a-a8c4-2a35dc29184a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:20.310836 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-dfb82993-fefa-463a-a8c4-2a35dc29184a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:20.320898 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d1e254-b808-4c2e-aa13-7ab7c506dc73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Checking segment: {'id': '408ea75b-3fec-4122-b047-9103b77e4fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'f28221fb-5ddc-4c07-b47e-c226e0a8f524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:20.321259 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d1e254-b808-4c2e-aa13-7ab7c506dc73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Network hostable DHCP agents. Network: f28221fb-5ddc-4c07-b47e-c226e0a8f524, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:13:20.328387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-dfb82993-fefa-463a-a8c4-2a35dc29184a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:20.334643 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-09ecb59e-2835-4a04-940e-25e44634e925 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1890781 Jan 27 17:13:20.344467 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35200) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:20.345225 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.352271 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1e254-b808-4c2e-aa13-7ab7c506dc73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event updated for resources: {'Subnet': ['ID=d23f258b-1ebc-44c7-b014-03517c93922c,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:20.422597 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecb59e-2835-4a04-940e-25e44634e925 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Network': ['ID=4b66f450-89f7-4719-85dc-80b05f0089be,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:20.425521 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dfb82993-fefa-463a-a8c4-2a35dc29184a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.430723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-12b6e32f-d3f2-416f-857c-2a70da93cbcf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'subnet': {'network_id': '4b66f450-89f7-4719-85dc-80b05f0089be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:20.436093 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 4b66f450-89f7-4719-85dc-80b05f0089be details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:20.475820 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a2fc5e8f-7839-430a-8b87-b4afc40f0e41 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "PUT /v2.0/floatingips/875d8b4e-f4b1-4c1f-8ec9-0124b02ebb29 HTTP/1.1" status: 200 len: 977 time: 7.1688819 Jan 27 17:13:20.479054 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35204) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:20.572121 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d1e254-b808-4c2e-aa13-7ab7c506dc73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Network f28221fb-5ddc-4c07-b47e-c226e0a8f524 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:13:20.589313 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6db848e9-7ed6-41c2-8833-2032103de58d None None] Provisioning complete for port 318d077b-cab2-4901-8ebe-1ce03c9b9383 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:20.589886 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6db848e9-7ed6-41c2-8833-2032103de58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.597091 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-c7d1e254-b808-4c2e-aa13-7ab7c506dc73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, f28221fb-5ddc-4c07-b47e-c226e0a8f524) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:20.606197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-792736d8-a9f9-4e06-ad8b-ed451e50def9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Deleting port 3dba2856-5689-40c3-a669-a90af41cbd8a {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:20.606541 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-792736d8-a9f9-4e06-ad8b-ed451e50def9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.626844 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599c9d96-a45d-4c9d-8aec-72508af0ddbe None None] Network f28221fb-5ddc-4c07-b47e-c226e0a8f524 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:20.636890 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d1e254-b808-4c2e-aa13-7ab7c506dc73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:20.637479 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c7d1e254-b808-4c2e-aa13-7ab7c506dc73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.681299 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dfb82993-fefa-463a-a8c4-2a35dc29184a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.688945 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c7d1e254-b808-4c2e-aa13-7ab7c506dc73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3785489 Jan 27 17:13:20.693401 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35208) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:20.694065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dfb82993-fefa-463a-a8c4-2a35dc29184a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.701387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-8d70bc15-a621-4ff7-b61a-85a66984a200 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-241747802'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:20.706814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8d70bc15-a621-4ff7-b61a-85a66984a200 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:20.711162 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8d70bc15-a621-4ff7-b61a-85a66984a200 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Usage tracker for resource:network and tenant:07bb1ca1588f45719862cad794488866 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:20.713919 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8d70bc15-a621-4ff7-b61a-85a66984a200 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:20.721585 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8d70bc15-a621-4ff7-b61a-85a66984a200 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:20.723060 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-12b6e32f-d3f2-416f-857c-2a70da93cbcf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:20.732314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6db848e9-7ed6-41c2-8833-2032103de58d None None] Port 318d077b-cab2-4901-8ebe-1ce03c9b9383 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:20.783130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d70bc15-a621-4ff7-b61a-85a66984a200 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Made reservation on behalf of 07bb1ca1588f45719862cad794488866 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:20.783820 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-12b6e32f-d3f2-416f-857c-2a70da93cbcf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:subnet and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:20.786569 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d70bc15-a621-4ff7-b61a-85a66984a200 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.788670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-12b6e32f-d3f2-416f-857c-2a70da93cbcf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:20.798510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-12b6e32f-d3f2-416f-857c-2a70da93cbcf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:20.818231 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Router a9f9edf8-d1d8-4657-b662-354e6f583744 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:13:20.831039 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb82993-fefa-463a-a8c4-2a35dc29184a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273a5cd6-b3ac-461a-9fcc-8f088ac2f642,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:20.838089 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b6e32f-d3f2-416f-857c-2a70da93cbcf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:20.841986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-12b6e32f-d3f2-416f-857c-2a70da93cbcf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.858162 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dfb82993-fefa-463a-a8c4-2a35dc29184a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.859608 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-dfb82993-fefa-463a-a8c4-2a35dc29184a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6579299 Jan 27 17:13:20.864097 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35212) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:20.903182 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d70bc15-a621-4ff7-b61a-85a66984a200 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:20.911478 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 1d38e1ca-39d2-47df-ae28-0fb71fe01449 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:20.937289 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d70bc15-a621-4ff7-b61a-85a66984a200 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.937630 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-8d70bc15-a621-4ff7-b61a-85a66984a200 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Added segment f49992c4-119c-4d02-acbf-168be3a11da2 of type vlan for network 2b0060b1-fce1-4f4e-b543-55dfc4ad869f Jan 27 17:13:20.952522 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8fd591d-bd8c-46e8-9013-75fe3f890b47 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:20.964297 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-f28221fb-5ddc-4c07-b47e-c226e0a8f524', 'network_id': 'f28221fb-5ddc-4c07-b47e-c226e0a8f524', 'tenant_id': '07bb1ca1588f45719862cad794488866', 'fixed_ips': [{'subnet_id': 'd23f258b-1ebc-44c7-b014-03517c93922c'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:20.965239 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.029795 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8fd591d-bd8c-46e8-9013-75fe3f890b47 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.046293 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-beddc0af-12c9-48fc-a109-af016693464f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.068320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 1d38e1ca-39d2-47df-ae28-0fb71fe01449 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:21.078672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d70bc15-a621-4ff7-b61a-85a66984a200 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.081462 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 1d38e1ca-39d2-47df-ae28-0fb71fe01449 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:21.081915 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.125756 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-792736d8-a9f9-4e06-ad8b-ed451e50def9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.144756 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8fd591d-bd8c-46e8-9013-75fe3f890b47 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.225177 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Allocated IP 2001:db8:0:ffff::2 (f28221fb-5ddc-4c07-b47e-c226e0a8f524/d23f258b-1ebc-44c7-b014-03517c93922c/06440e7e-dabf-456a-9333-b57750747e08) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:21.270461 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [None req-8d70bc15-a621-4ff7-b61a-85a66984a200 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:13:21.303530 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd591d-bd8c-46e8-9013-75fe3f890b47 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=273a5cd6-b3ac-461a-9fcc-8f088ac2f642,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:21.330336 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.333960 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:21.371646 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-370cc041-c26d-4a8f-8bef-2992422d2078 admin admin] 10.222.0.50 "PUT /v2.0/routers/a9f9edf8-d1d8-4657-b662-354e6f583744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0868130 Jan 27 17:13:21.371862 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d70bc15-a621-4ff7-b61a-85a66984a200 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.371862 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d70bc15-a621-4ff7-b61a-85a66984a200 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:21.372087 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d70bc15-a621-4ff7-b61a-85a66984a200 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.443575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8fd591d-bd8c-46e8-9013-75fe3f890b47 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.447560 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c8fd591d-bd8c-46e8-9013-75fe3f890b47 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/273a5cd6-b3ac-461a-9fcc-8f088ac2f642 HTTP/1.1" status: 204 len: 168 time: 0.5825744 Jan 27 17:13:21.454209 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35220) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:21.470860 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-12b6e32f-d3f2-416f-857c-2a70da93cbcf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.480420 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8d70bc15-a621-4ff7-b61a-85a66984a200 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7837200 Jan 27 17:13:21.517829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35224) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:21.523553 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94fa7e18-c19a-41bd-98b7-a853be64b611 {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:13:21.548332 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Sync routers for ids ['a9f9edf8-d1d8-4657-b662-354e6f583744'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:21.561982 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Routers {'a9f9edf8-d1d8-4657-b662-354e6f583744'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:21.563656 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['a9f9edf8-d1d8-4657-b662-354e6f583744'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:21.573852 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 1d38e1ca-39d2-47df-ae28-0fb71fe01449, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=1d38e1ca-39d2-47df-ae28-0fb71fe01449,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:21.581414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-9748ffd2-4b41-46af-b7e7-bcb2a3d8bf40 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Request body: {'subnet': {'network_id': '2b0060b1-fce1-4f4e-b543-55dfc4ad869f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:21.589998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.602669 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.707738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70bc15-a621-4ff7-b61a-85a66984a200 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event updated for resources: {'Network': ['ID=2b0060b1-fce1-4f4e-b543-55dfc4ad869f,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:21.755326 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-792736d8-a9f9-4e06-ad8b-ed451e50def9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.755997 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-792736d8-a9f9-4e06-ad8b-ed451e50def9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.756458 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-792736d8-a9f9-4e06-ad8b-ed451e50def9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Floating IP 875d8b4e-f4b1-4c1f-8ec9-0124b02ebb29 disassociated. External IP: 172.26.1.77, port: 3dba2856-5689-40c3-a669-a90af41cbd8a. Jan 27 17:13:21.757052 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-792736d8-a9f9-4e06-ad8b-ed451e50def9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Calling delete_port for 3dba2856-5689-40c3-a669-a90af41cbd8a owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:21.761151 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.806620 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 2b0060b1-fce1-4f4e-b543-55dfc4ad869f details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:21.824544 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Transition to ACTIVE for port object 06440e7e-dabf-456a-9333-b57750747e08 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:21.830050 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=1d38e1ca-39d2-47df-ae28-0fb71fe01449,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:21.880887 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Transition to ACTIVE for port object 06440e7e-dabf-456a-9333-b57750747e08 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:21.915475 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Set router a9f9edf8-d1d8-4657-b662-354e6f583744 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:21.980809 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-792736d8-a9f9-4e06-ad8b-ed451e50def9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:21.991773 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Transition to ACTIVE for port object 94fa7e18-c19a-41bd-98b7-a853be64b611 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:21.993361 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.021360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6e32f-d3f2-416f-857c-2a70da93cbcf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Subnet': ['ID=c2ce38e9-6b4e-4d49-a2c8-12cce98cf81b,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:22.088394 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Network f28221fb-5ddc-4c07-b47e-c226e0a8f524 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:22.090555 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6b74a7c8-49f8-43ab-95a9-542e1b4fafea tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6349955 Jan 27 17:13:22.093286 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35236) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:22.098760 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:22.099950 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.102821 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Pushing event updated for resources: {'Port': ['ID=06440e7e-dabf-456a-9333-b57750747e08,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:22.107731 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:22.189479 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.265379 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Attempting to bind port 06440e7e-dabf-456a-9333-b57750747e08 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:22.266580 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Attempting to bind port 06440e7e-dabf-456a-9333-b57750747e08 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '408ea75b-3fec-4122-b047-9103b77e4fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'f28221fb-5ddc-4c07-b47e-c226e0a8f524'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:22.266942 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Attempting to bind port 06440e7e-dabf-456a-9333-b57750747e08 on network f28221fb-5ddc-4c07-b47e-c226e0a8f524 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:22.277881 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.282399 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:22.282821 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Checking segment: {'id': '408ea75b-3fec-4122-b047-9103b77e4fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'f28221fb-5ddc-4c07-b47e-c226e0a8f524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:22.283346 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.284167 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Bound using segment: {'id': '408ea75b-3fec-4122-b047-9103b77e4fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'f28221fb-5ddc-4c07-b47e-c226e0a8f524'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:22.284649 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Bound port: 06440e7e-dabf-456a-9333-b57750747e08, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408ea75b-3fec-4122-b047-9103b77e4fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'f28221fb-5ddc-4c07-b47e-c226e0a8f524'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:22.285016 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.302387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792736d8-a9f9-4e06-ad8b-ed451e50def9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Port': ['ID=3dba2856-5689-40c3-a669-a90af41cbd8a,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:22.343776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Pushing event updated for resources: {'Port': ['ID=94fa7e18-c19a-41bd-98b7-a853be64b611,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:22.355262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b6e32f-d3f2-416f-857c-2a70da93cbcf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Checking segment: {'id': 'a3a0791d-7bf4-46c6-8248-e53949bfd889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4b66f450-89f7-4719-85dc-80b05f0089be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:22.357895 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b6e32f-d3f2-416f-857c-2a70da93cbcf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network hostable DHCP agents. Network: 4b66f450-89f7-4719-85dc-80b05f0089be, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:13:22.400199 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9748ffd2-4b41-46af-b7e7-bcb2a3d8bf40 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:22.443238 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9748ffd2-4b41-46af-b7e7-bcb2a3d8bf40 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Usage tracker for resource:subnet and tenant:07bb1ca1588f45719862cad794488866 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:22.450587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9748ffd2-4b41-46af-b7e7-bcb2a3d8bf40 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:22.496340 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] For port 06440e7e-dabf-456a-9333-b57750747e08, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:22.500604 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] For port 06440e7e-dabf-456a-9333-b57750747e08, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=06440e7e-dabf-456a-9333-b57750747e08,segment=NetworkSegment(408ea75b-3fec-4122-b047-9103b77e4fa4),segment_id=408ea75b-3fec-4122-b047-9103b77e4fa4)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:22.504444 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 2, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:22.510493 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.512858 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c1106-be30-41fc-a79e-9e0b40da36b1 req-af752288-7ef4-4309-ab3f-6a70ed80ca49 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:22.513668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-a45c1106-be30-41fc-a79e-9e0b40da36b1 req-af752288-7ef4-4309-ab3f-6a70ed80ca49 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Synchronizing usage tracker for tenant:e2d3a4626dac4978a7511f57d1b94de5 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:22.514970 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Checking router: a9f9edf8-d1d8-4657-b662-354e6f583744 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:13:22.516836 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Updating router a9f9edf8-d1d8-4657-b662-354e6f583744 port 318d077b-cab2-4901-8ebe-1ce03c9b9383 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:13:22.524646 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35246) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:22.525726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9748ffd2-4b41-46af-b7e7-bcb2a3d8bf40 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:22.578676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-958946563-network', 'tenant_id': '4693684e8a944c3cb4b0da833cf0baa3'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:22.594824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35250) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:22.647115 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd10b6-db71-41dc-9f73-8ee86fab037c None None] Pushing event updated for resources: {'Port': ['ID=06440e7e-dabf-456a-9333-b57750747e08,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:22.647688 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792736d8-a9f9-4e06-ad8b-ed451e50def9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router 725a4c46-a1d6-444e-b96b-924120c0a5ae has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:13:22.721324 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.732401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:22.747306 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b6e32f-d3f2-416f-857c-2a70da93cbcf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network 4b66f450-89f7-4719-85dc-80b05f0089be is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:13:22.784056 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Usage tracker for resource:network and tenant:4693684e8a944c3cb4b0da833cf0baa3 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:22.797118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9748ffd2-4b41-46af-b7e7-bcb2a3d8bf40 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Made reservation on behalf of 07bb1ca1588f45719862cad794488866 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:22.801655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9748ffd2-4b41-46af-b7e7-bcb2a3d8bf40 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.822073 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 1d38e1ca-39d2-47df-ae28-0fb71fe01449 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:22.825616 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:22.829153 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-a45c1106-be30-41fc-a79e-9e0b40da36b1 req-af752288-7ef4-4309-ab3f-6a70ed80ca49 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Unset dirty status for tenant:e2d3a4626dac4978a7511f57d1b94de5 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:22.830752 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a45c1106-be30-41fc-a79e-9e0b40da36b1 req-af752288-7ef4-4309-ab3f-6a70ed80ca49 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 932 time: 1.3515859 Jan 27 17:13:22.831611 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9aa36a98-199e-4957-87c0-5635fe7c147b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.854425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:22.889653 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-12b6e32f-d3f2-416f-857c-2a70da93cbcf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 4b66f450-89f7-4719-85dc-80b05f0089be) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:22.896099 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b6e32f-d3f2-416f-857c-2a70da93cbcf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:22.898108 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-12b6e32f-d3f2-416f-857c-2a70da93cbcf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:22.919855 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792736d8-a9f9-4e06-ad8b-ed451e50def9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:22.929716 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a9d620-87ab-416f-b8d5-d0a587cc9313 None None] Network 4b66f450-89f7-4719-85dc-80b05f0089be requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:22.955022 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f77d16-4e8e-463b-bf0c-c6bfca124d36 None None] Sync routers for ids ['725a4c46-a1d6-444e-b96b-924120c0a5ae'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:23.077515 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Made reservation on behalf of 4693684e8a944c3cb4b0da833cf0baa3 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:23.080173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.117090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f77d16-4e8e-463b-bf0c-c6bfca124d36 None None] Routers {'725a4c46-a1d6-444e-b96b-924120c0a5ae'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:23.117750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a5f77d16-4e8e-463b-bf0c-c6bfca124d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['725a4c46-a1d6-444e-b96b-924120c0a5ae'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:23.122009 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-792736d8-a9f9-4e06-ad8b-ed451e50def9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.122202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Attempting to bind port 94fa7e18-c19a-41bd-98b7-a853be64b611 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:23.122546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Attempting to bind port 94fa7e18-c19a-41bd-98b7-a853be64b611 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ae53acc8-380e-44fc-aa4f-73efeee99087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:23.123029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Attempting to bind port 94fa7e18-c19a-41bd-98b7-a853be64b611 on network 9df79931-ff99-48bd-9e24-be30fd940aa8 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:23.129378 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-12b6e32f-d3f2-416f-857c-2a70da93cbcf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7151177 Jan 27 17:13:23.131091 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35254) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:23.132663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9aa36a98-199e-4957-87c0-5635fe7c147b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.143771 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-e70f8c91-30f7-4713-b334-512d9a3a7902 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-881615231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:23.159416 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-792736d8-a9f9-4e06-ad8b-ed451e50def9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/ports/3dba2856-5689-40c3-a669-a90af41cbd8a HTTP/1.1" status: 204 len: 168 time: 2.6720009 Jan 27 17:13:23.166448 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35258) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:23.168234 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e70f8c91-30f7-4713-b334-512d9a3a7902 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:23.174433 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.203446 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:23.207653 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Usage tracker for resource:security_group_rule and tenant:4693684e8a944c3cb4b0da833cf0baa3 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:23.210748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:23.216839 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:23.250524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a5f77d16-4e8e-463b-bf0c-c6bfca124d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:23.272124 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 1d38e1ca-39d2-47df-ae28-0fb71fe01449 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:23.272488 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.283857 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e70f8c91-30f7-4713-b334-512d9a3a7902 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:router and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:23.290461 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.291417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e70f8c91-30f7-4713-b334-512d9a3a7902 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:23.297841 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Port 94fa7e18-c19a-41bd-98b7-a853be64b611 on network 9df79931-ff99-48bd-9e24-be30fd940aa8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:13:23.298575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e70f8c91-30f7-4713-b334-512d9a3a7902 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:23.299209 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Attempting to bind port 94fa7e18-c19a-41bd-98b7-a853be64b611 on network 9df79931-ff99-48bd-9e24-be30fd940aa8 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:23.303479 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Transition to ACTIVE for port object 318d077b-cab2-4901-8ebe-1ce03c9b9383 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:23.314976 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.315350 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e70f8c91-30f7-4713-b334-512d9a3a7902 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.316523 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e70f8c91-30f7-4713-b334-512d9a3a7902 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.326921 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f77d16-4e8e-463b-bf0c-c6bfca124d36 None None] Routers {'725a4c46-a1d6-444e-b96b-924120c0a5ae'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:23.327585 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a5f77d16-4e8e-463b-bf0c-c6bfca124d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['725a4c46-a1d6-444e-b96b-924120c0a5ae'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:23.370620 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e70f8c91-30f7-4713-b334-512d9a3a7902 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.498196 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e70f8c91-30f7-4713-b334-512d9a3a7902 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.543357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a5f77d16-4e8e-463b-bf0c-c6bfca124d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:23.543777 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f77d16-4e8e-463b-bf0c-c6bfca124d36 None None] The sync data for ids ['725a4c46-a1d6-444e-b96b-924120c0a5ae'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:23.560716 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9aa36a98-199e-4957-87c0-5635fe7c147b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.603764 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.604685 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-4b66f450-89f7-4719-85dc-80b05f0089be', 'network_id': '4b66f450-89f7-4719-85dc-80b05f0089be', 'tenant_id': 'bcf63b44a81342b381e6a8ef34f3f0e6', 'fixed_ips': [{'subnet_id': 'c2ce38e9-6b4e-4d49-a2c8-12cce98cf81b'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:23.605555 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.608130 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a45c1106-be30-41fc-a79e-9e0b40da36b1 req-7447314c-10a8-46b5-bb25-ec258b22e279 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7603810 Jan 27 17:13:23.609116 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:23.610152 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Checking segment: {'id': 'ae53acc8-380e-44fc-aa4f-73efeee99087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:23.610595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Bound using segment: {'id': 'ae53acc8-380e-44fc-aa4f-73efeee99087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:23.611089 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Bound port: 94fa7e18-c19a-41bd-98b7-a853be64b611, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae53acc8-380e-44fc-aa4f-73efeee99087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:23.611832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.621465 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5725a5-4fd5-48d4-a5a7-3e36c5605ccb None None] Pushing event updated for resources: {'Port': ['ID=318d077b-cab2-4901-8ebe-1ce03c9b9383,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:23.626866 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e70f8c91-30f7-4713-b334-512d9a3a7902 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.628291 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e70f8c91-30f7-4713-b334-512d9a3a7902 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4919064 Jan 27 17:13:23.644724 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35262) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:23.652475 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'network_id': '4b66f450-89f7-4719-85dc-80b05f0089be', 'name': 'tempest-PortsTestJSON-1679565381'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:23.654582 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Attempting to bind port 318d077b-cab2-4901-8ebe-1ce03c9b9383 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:23.654953 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Attempting to bind port 318d077b-cab2-4901-8ebe-1ce03c9b9383 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:23.655300 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Attempting to bind port 318d077b-cab2-4901-8ebe-1ce03c9b9383 on network 841011a7-cc94-4162-872b-7e5b601026ce {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:23.661244 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:23.661608 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Checking segment: {'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:23.662055 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.662439 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Bound using segment: {'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:23.662893 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Bound port: 318d077b-cab2-4901-8ebe-1ce03c9b9383, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:23.663270 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.713083 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5b57fa-d70c-4fbd-a4ea-6bb0312d60d5 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:23.723313 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5b57fa-d70c-4fbd-a4ea-6bb0312d60d5 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:23.723966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5b57fa-d70c-4fbd-a4ea-6bb0312d60d5 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:23.741706 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ae5b57fa-d70c-4fbd-a4ea-6bb0312d60d5 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=2e8c8c26aae041c68422ab49a8804631&network_id=71658409-b08b-495f-8be3-a19e062b9762 HTTP/1.1" status: 200 len: 3000 time: 1.1320055 Jan 27 17:13:23.768979 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa36a98-199e-4957-87c0-5635fe7c147b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d6d1ba-636e-4f39-ae24-3b8b2330f04d,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:23.836694 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] For port 318d077b-cab2-4901-8ebe-1ce03c9b9383, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:23.841559 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] For port 318d077b-cab2-4901-8ebe-1ce03c9b9383, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=318d077b-cab2-4901-8ebe-1ce03c9b9383,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:23.849831 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.886117 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.927988 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Allocated IP 172.20.0.2 (4b66f450-89f7-4719-85dc-80b05f0089be/c2ce38e9-6b4e-4d49-a2c8-12cce98cf81b/60d3f14a-002b-457e-a244-a31704ab3757) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:23.944452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:23.981448 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Routers {'a9f9edf8-d1d8-4657-b662-354e6f583744'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:23.982796 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['a9f9edf8-d1d8-4657-b662-354e6f583744'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:24.029780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9aa36a98-199e-4957-87c0-5635fe7c147b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.033299 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9aa36a98-199e-4957-87c0-5635fe7c147b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-groups/b8d6d1ba-636e-4f39-ae24-3b8b2330f04d HTTP/1.1" status: 204 len: 168 time: 1.9324577 Jan 27 17:13:24.044075 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35270) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:24.106307 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5725a5-4fd5-48d4-a5a7-3e36c5605ccb None None] Pushing event updated for resources: {'Port': ['ID=318d077b-cab2-4901-8ebe-1ce03c9b9383,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:24.156679 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.objects.ports [None req-9748ffd2-4b41-46af-b7e7-bcb2a3d8bf40 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87594) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:13:24.182680 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:24.188105 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:24.198922 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9748ffd2-4b41-46af-b7e7-bcb2a3d8bf40 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.230425 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:port and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:24.239139 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:24.280622 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064e44e6-6e00-4cff-aee7-75d88452a01b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:24.298643 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:24.302726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.303085 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Added segment 08ad2808-e235-471a-afaa-63df22bbf106 of type vlan for network ed8c7ef5-a921-49ef-aafc-174e68129f40 Jan 27 17:13:24.306523 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] Set router a9f9edf8-d1d8-4657-b662-354e6f583744 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:24.341968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] For port 94fa7e18-c19a-41bd-98b7-a853be64b611, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:24.360524 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d30e480c-e9d0-429b-9fbc-8c8486787511 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:24.364572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155dc2e1-d55e-4245-8dc6-3e0e2f55b2f5 None None] Network f28221fb-5ddc-4c07-b47e-c226e0a8f524 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:24.368108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:24.371803 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.401667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] For port 94fa7e18-c19a-41bd-98b7-a853be64b611, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=94fa7e18-c19a-41bd-98b7-a853be64b611,segment=NetworkSegment(ae53acc8-380e-44fc-aa4f-73efeee99087),segment_id=ae53acc8-380e-44fc-aa4f-73efeee99087)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:24.407095 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748ffd2-4b41-46af-b7e7-bcb2a3d8bf40 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event updated for resources: {'Subnet': ['ID=63c9d577-fec6-4bd8-a9bc-d7721fd790f4,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:24.410711 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.414819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9748ffd2-4b41-46af-b7e7-bcb2a3d8bf40 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Checking segment: {'id': 'f49992c4-119c-4d02-acbf-168be3a11da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '2b0060b1-fce1-4f4e-b543-55dfc4ad869f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:24.415229 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9748ffd2-4b41-46af-b7e7-bcb2a3d8bf40 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Network hostable DHCP agents. Network: 2b0060b1-fce1-4f4e-b543-55dfc4ad869f, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:13:24.425771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.459790 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] device_id is not set on port 16ba3703-8ea8-465f-a08a-42329c8b133e yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:13:24.520643 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d30e480c-e9d0-429b-9fbc-8c8486787511 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:24.523358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.524156 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d30e480c-e9d0-429b-9fbc-8c8486787511 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4132838 Jan 27 17:13:24.532536 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35274) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:24.554758 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ee9f0207-3dd1-4b8e-85a1-eab1ee15b6b0 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group': {'name': 'tempest-secgroup--221687989'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:24.555375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:24.555984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.557398 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] 10.222.0.83 "PUT /v2.0/ports/94fa7e18-c19a-41bd-98b7-a853be64b611 HTTP/1.1" status: 200 len: 1094 time: 4.8144438 Jan 27 17:13:24.559243 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a90ce0e-28eb-436c-9e7e-2c76409758ab', 'tag': '94fa7e18-c19a-41bd-98b7-a853be64b611'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:13:24.560647 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Transition to ACTIVE for port object 60d3f14a-002b-457e-a244-a31704ab3757 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:24.569505 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ee9f0207-3dd1-4b8e-85a1-eab1ee15b6b0 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:24.591429 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9748ffd2-4b41-46af-b7e7-bcb2a3d8bf40 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Network 2b0060b1-fce1-4f4e-b543-55dfc4ad869f is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:13:24.606778 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ee9f0207-3dd1-4b8e-85a1-eab1ee15b6b0 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:24.607971 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.609249 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:24.609956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.631265 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-9748ffd2-4b41-46af-b7e7-bcb2a3d8bf40 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 2b0060b1-fce1-4f4e-b543-55dfc4ad869f) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:24.654872 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5ed76caf-b56e-4a7c-9456-e9635f21f75d tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.673793 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0b91a6-cfcb-4b00-b4d6-3d7ab95ad630 None None] Network 2b0060b1-fce1-4f4e-b543-55dfc4ad869f requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:24.704851 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3fcae-cd2d-47fe-a0af-d7bdc3fc6e28 service neutron] Pushing event updated for resources: {'Port': ['ID=94fa7e18-c19a-41bd-98b7-a853be64b611,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:24.708673 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a90ce0e-28eb-436c-9e7e-2c76409758ab', 'tag': '94fa7e18-c19a-41bd-98b7-a853be64b611', 'status': 'completed', 'code': 200} Jan 27 17:13:24.723151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748ffd2-4b41-46af-b7e7-bcb2a3d8bf40 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:24.725990 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9748ffd2-4b41-46af-b7e7-bcb2a3d8bf40 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.767317 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:13:24.818391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Transition to ACTIVE for port object 60d3f14a-002b-457e-a244-a31704ab3757 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:24.853469 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:24.909259 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3536658 Jan 27 17:13:24.913201 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Network 4b66f450-89f7-4719-85dc-80b05f0089be is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:24.914157 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35282) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:24.914716 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 06440e7e-dabf-456a-9333-b57750747e08 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:24.926666 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:23Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:24.931170 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae40b1cd-50c4-41eb-b0dd-e093f76d2f87 None None] The sync data for ids ['a9f9edf8-d1d8-4657-b662-354e6f583744'] in dv-neutron-826439-2-hyperv is: [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:23Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:25.039526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee9f0207-3dd1-4b8e-85a1-eab1ee15b6b0 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.042095 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:25.055824 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:25.072456 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-edbb853e-6adc-49cb-9f7f-424f9b5d64fd admin admin] Request body: {'subnet': {'network_id': 'ed8c7ef5-a921-49ef-aafc-174e68129f40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-958946563-subnet', 'tenant_id': '4693684e8a944c3cb4b0da833cf0baa3', 'ip_version': 4}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:25.080899 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784023e-b381-419a-ae9b-fd262a9c060d admin admin] Pushing event updated for resources: {'Network': ['ID=ed8c7ef5-a921-49ef-aafc-174e68129f40,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:25.089893 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-edbb853e-6adc-49cb-9f7f-424f9b5d64fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:25.097257 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9748ffd2-4b41-46af-b7e7-bcb2a3d8bf40 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5783701 Jan 27 17:13:25.102772 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35288) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:25.106447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-edbb853e-6adc-49cb-9f7f-424f9b5d64fd admin admin] Usage tracker for resource:subnet and tenant:4693684e8a944c3cb4b0da833cf0baa3 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:25.112085 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network ed8c7ef5-a921-49ef-aafc-174e68129f40 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:25.121216 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-edbb853e-6adc-49cb-9f7f-424f9b5d64fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:25.127442 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Request body: {'port': {'network_id': '2b0060b1-fce1-4f4e-b543-55dfc4ad869f', 'name': 'tempest-NetworksIpV6TestAttrs-284628320'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:25.251195 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-02ae54d0-3e9c-41f5-a8fe-f37f3525b071 None None] Provisioning for port 06440e7e-dabf-456a-9333-b57750747e08 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:25.277579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ee9f0207-3dd1-4b8e-85a1-eab1ee15b6b0 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:25.304237 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 06440e7e-dabf-456a-9333-b57750747e08 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:25.325586 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-02ae54d0-3e9c-41f5-a8fe-f37f3525b071 None None] Provisioning complete for port 06440e7e-dabf-456a-9333-b57750747e08 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:25.325985 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02ae54d0-3e9c-41f5-a8fe-f37f3525b071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.334615 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Allocated IP 172.20.0.7 (4b66f450-89f7-4719-85dc-80b05f0089be/c2ce38e9-6b4e-4d49-a2c8-12cce98cf81b/16ba3703-8ea8-465f-a08a-42329c8b133e) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:25.398382 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Pushing event updated for resources: {'Port': ['ID=60d3f14a-002b-457e-a244-a31704ab3757,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:25.406169 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ee9f0207-3dd1-4b8e-85a1-eab1ee15b6b0 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:25.424435 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:25.428393 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Usage tracker for resource:port and tenant:07bb1ca1588f45719862cad794488866 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:25.431377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:25.437517 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:25.439472 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ee9f0207-3dd1-4b8e-85a1-eab1ee15b6b0 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:25.454645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-edbb853e-6adc-49cb-9f7f-424f9b5d64fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:25.456955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Made reservation on behalf of 07bb1ca1588f45719862cad794488866 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:25.460824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.471453 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ee9f0207-3dd1-4b8e-85a1-eab1ee15b6b0 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:25.500213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-a55009e6-0bb0-4341-9663-8b7d707bd6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:25.501843 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-a55009e6-0bb0-4341-9663-8b7d707bd6e3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e2d3a4626dac4978a7511f57d1b94de5&device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 1097 time: 0.8682036 Jan 27 17:13:25.506746 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbb853e-6adc-49cb-9f7f-424f9b5d64fd admin admin] Made reservation on behalf of 4693684e8a944c3cb4b0da833cf0baa3 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:25.509154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-edbb853e-6adc-49cb-9f7f-424f9b5d64fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.531668 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 06440e7e-dabf-456a-9333-b57750747e08 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:25.532043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.720412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.724035 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Attempting to bind port 60d3f14a-002b-457e-a244-a31704ab3757 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:25.724677 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Attempting to bind port 60d3f14a-002b-457e-a244-a31704ab3757 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'a3a0791d-7bf4-46c6-8248-e53949bfd889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4b66f450-89f7-4719-85dc-80b05f0089be'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:25.725234 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Attempting to bind port 60d3f14a-002b-457e-a244-a31704ab3757 on network 4b66f450-89f7-4719-85dc-80b05f0089be {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:25.763148 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:25.763680 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Checking segment: {'id': 'a3a0791d-7bf4-46c6-8248-e53949bfd889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4b66f450-89f7-4719-85dc-80b05f0089be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:25.764340 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.764931 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Bound using segment: {'id': 'a3a0791d-7bf4-46c6-8248-e53949bfd889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4b66f450-89f7-4719-85dc-80b05f0089be'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:25.766004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Bound port: 60d3f14a-002b-457e-a244-a31704ab3757, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a0791d-7bf4-46c6-8248-e53949bfd889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4b66f450-89f7-4719-85dc-80b05f0089be'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:25.766004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.785520 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee9f0207-3dd1-4b8e-85a1-eab1ee15b6b0 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.794409 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Transition to ACTIVE for port object 16ba3703-8ea8-465f-a08a-42329c8b133e will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:25.796237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-edbb853e-6adc-49cb-9f7f-424f9b5d64fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.800011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee9f0207-3dd1-4b8e-85a1-eab1ee15b6b0 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.801838 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] device_id is not set on port 1c030251-793c-452c-b769-d31b6aa1bd4d yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:13:25.867621 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee9f0207-3dd1-4b8e-85a1-eab1ee15b6b0 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.869371 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ee9f0207-3dd1-4b8e-85a1-eab1ee15b6b0 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3354628 Jan 27 17:13:25.870225 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5ed76caf-b56e-4a7c-9456-e9635f21f75d tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Deleting port 5fb5b196-8b7c-4eb0-aaf6-5b8c1cfda76a {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:25.870633 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5ed76caf-b56e-4a7c-9456-e9635f21f75d tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.876061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.898850 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35294) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:25.903576 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.927045 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-14465751-184a-48c5-83d1-54fc2c791240 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group_rule': {'security_group_id': '9e2c370d-9574-4d9e-bf00-5c108a3a2fb9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:25.947325 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-14465751-184a-48c5-83d1-54fc2c791240 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:25.952631 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02ae54d0-3e9c-41f5-a8fe-f37f3525b071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:25.960202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-14465751-184a-48c5-83d1-54fc2c791240 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:25.969494 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-a25e0413-e654-4b96-9768-3456529924c4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94fa7e18-c19a-41bd-98b7-a853be64b611 HTTP/1.1" status: 200 len: 217 time: 0.2465589 Jan 27 17:13:26.044108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-14465751-184a-48c5-83d1-54fc2c791240 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:26.081009 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network 4b66f450-89f7-4719-85dc-80b05f0089be is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:26.081472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-2b0060b1-fce1-4f4e-b543-55dfc4ad869f', 'network_id': '2b0060b1-fce1-4f4e-b543-55dfc4ad869f', 'tenant_id': '07bb1ca1588f45719862cad794488866', 'fixed_ips': [{'subnet_id': '63c9d577-fec6-4bd8-a9bc-d7721fd790f4'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:26.082494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Allocated IP 2001:db8::f816:3eff:fec4:9a55 (2b0060b1-fce1-4f4e-b543-55dfc4ad869f/63c9d577-fec6-4bd8-a9bc-d7721fd790f4/1c030251-793c-452c-b769-d31b6aa1bd4d) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:26.083213 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:26.087086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-14465751-184a-48c5-83d1-54fc2c791240 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:26.102728 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:26.129080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:26.183567 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516180e4-5db5-4dc8-b520-0e77b4e89e40 req-53ac0a6d-9726-4331-8e07-621e781b8e54 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:26.184970 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f0207-3dd1-4b8e-85a1-eab1ee15b6b0 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2c370d-9574-4d9e-bf00-5c108a3a2fb9,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:26.185540 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-516180e4-5db5-4dc8-b520-0e77b4e89e40 req-53ac0a6d-9726-4331-8e07-621e781b8e54 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 944 time: 1.3713942 Jan 27 17:13:26.205579 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-02ae54d0-3e9c-41f5-a8fe-f37f3525b071 None None] For port 06440e7e-dabf-456a-9333-b57750747e08, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=06440e7e-dabf-456a-9333-b57750747e08,segment=NetworkSegment(408ea75b-3fec-4122-b047-9103b77e4fa4),segment_id=408ea75b-3fec-4122-b047-9103b77e4fa4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:26.219820 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] For port 60d3f14a-002b-457e-a244-a31704ab3757, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:26.225937 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02ae54d0-3e9c-41f5-a8fe-f37f3525b071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:26.230078 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] For port 60d3f14a-002b-457e-a244-a31704ab3757, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=60d3f14a-002b-457e-a244-a31704ab3757,segment=NetworkSegment(a3a0791d-7bf4-46c6-8248-e53949bfd889),segment_id=a3a0791d-7bf4-46c6-8248-e53949bfd889)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:26.254893 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:26.255607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:26.272901 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=16ba3703-8ea8-465f-a08a-42329c8b133e,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:26.283417 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ad1b4ce9-85b3-4626-a75f-ce5739e99021 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6372771 Jan 27 17:13:26.300469 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35298) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:26.323235 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:26.326128 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14465751-184a-48c5-83d1-54fc2c791240 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:26.358551 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35302) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:26.397615 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb853e-6adc-49cb-9f7f-424f9b5d64fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f17870a-535d-4704-a73a-a26663c3e3b8,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:26.412452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-3713080a-deaf-43b4-a48f-3d2b99f56084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:26.414089 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-3713080a-deaf-43b4-a48f-3d2b99f56084 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5025f0b8-1fd1-4899-a869-5fb109283ef3 HTTP/1.1" status: 200 len: 835 time: 0.2866516 Jan 27 17:13:26.461904 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9441377-7bc0-47f5-b489-e737bd96ad20 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:26.477409 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d9441377-7bc0-47f5-b489-e737bd96ad20 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 HTTP/1.1" status: 200 len: 814 time: 0.1009212 Jan 27 17:13:26.480066 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:26.480285 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:26.486378 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae54d0-3e9c-41f5-a8fe-f37f3525b071 None None] Pushing event updated for resources: {'Port': ['ID=06440e7e-dabf-456a-9333-b57750747e08,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:26.529819 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-516180e4-5db5-4dc8-b520-0e77b4e89e40 req-af32236f-cb2c-49db-9e72-239f812d38a3 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3299465 Jan 27 17:13:26.559030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb853e-6adc-49cb-9f7f-424f9b5d64fd admin admin] Checking segment: {'id': '08ad2808-e235-471a-afaa-63df22bbf106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'ed8c7ef5-a921-49ef-aafc-174e68129f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:26.559390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbb853e-6adc-49cb-9f7f-424f9b5d64fd admin admin] Network hostable DHCP agents. Network: ed8c7ef5-a921-49ef-aafc-174e68129f40, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:13:26.576168 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b76ddeed-5eea-4528-8fa1-9d58f453010c None None] Provisioning complete for port 06440e7e-dabf-456a-9333-b57750747e08 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:26.576540 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b76ddeed-5eea-4528-8fa1-9d58f453010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:26.662451 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5ed76caf-b56e-4a7c-9456-e9635f21f75d tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:26.669879 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16c1c1-13d2-4322-9bda-779e99486535 None None] Pushing event updated for resources: {'Port': ['ID=60d3f14a-002b-457e-a244-a31704ab3757,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:26.673131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14465751-184a-48c5-83d1-54fc2c791240 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:26.743774 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14465751-184a-48c5-83d1-54fc2c791240 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:26.839247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5ed76caf-b56e-4a7c-9456-e9635f21f75d tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Calling delete_port for 5fb5b196-8b7c-4eb0-aaf6-5b8c1cfda76a owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:26.920292 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14465751-184a-48c5-83d1-54fc2c791240 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72b9427-1516-4799-8071-47135e9dacde,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:26.942625 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14465751-184a-48c5-83d1-54fc2c791240 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:26.946659 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-14465751-184a-48c5-83d1-54fc2c791240 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0409365 Jan 27 17:13:26.957418 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35310) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:26.963797 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-1c5b2692-d736-485c-ab92-b8e6c3309057 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group_rule': {'security_group_id': '9e2c370d-9574-4d9e-bf00-5c108a3a2fb9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:26.972476 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1c5b2692-d736-485c-ab92-b8e6c3309057 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:26.987977 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1c5b2692-d736-485c-ab92-b8e6c3309057 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:26.994138 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1c5b2692-d736-485c-ab92-b8e6c3309057 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:27.003390 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1c5b2692-d736-485c-ab92-b8e6c3309057 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:27.055555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbb853e-6adc-49cb-9f7f-424f9b5d64fd admin admin] Network ed8c7ef5-a921-49ef-aafc-174e68129f40 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:13:27.067750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35314) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:27.078661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f088e9ad-a55f-4bfa-bea7-699d1d913897 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'network': {'name': 'tempest-network-smoke--770472693', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'port_security_enabled': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:27.114614 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c5b2692-d736-485c-ab92-b8e6c3309057 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.136766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f088e9ad-a55f-4bfa-bea7-699d1d913897 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:27.173315 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-edbb853e-6adc-49cb-9f7f-424f9b5d64fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, ed8c7ef5-a921-49ef-aafc-174e68129f40) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:27.185490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bdbdbf-56ed-48ad-a705-debc9900f9c6 None None] Network ed8c7ef5-a921-49ef-aafc-174e68129f40 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:27.194054 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.204359 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f088e9ad-a55f-4bfa-bea7-699d1d913897 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:27.210945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbb853e-6adc-49cb-9f7f-424f9b5d64fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:27.215389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-edbb853e-6adc-49cb-9f7f-424f9b5d64fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.283847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Transition to ACTIVE for port object 1c030251-793c-452c-b769-d31b6aa1bd4d will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:27.292296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-5914463a-917d-4f6a-b449-4394ed7739bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:27.293765 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-5914463a-917d-4f6a-b449-4394ed7739bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9df79931-ff99-48bd-9e24-be30fd940aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8135991 Jan 27 17:13:27.370543 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 318d077b-cab2-4901-8ebe-1ce03c9b9383 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:27.383319 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c5b2692-d736-485c-ab92-b8e6c3309057 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.397323 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c5b2692-d736-485c-ab92-b8e6c3309057 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.442883 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b2692-d736-485c-ab92-b8e6c3309057 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db217760-6f49-4d6f-bf48-5fd26c159db3,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:27.448020 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c5b2692-d736-485c-ab92-b8e6c3309057 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.452385 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1c5b2692-d736-485c-ab92-b8e6c3309057 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4938662 Jan 27 17:13:27.453763 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35318) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:27.459373 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-38275b77-b9d5-459d-8bda-80fb74e9183d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group_rule': {'security_group_id': '9e2c370d-9574-4d9e-bf00-5c108a3a2fb9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:27.465849 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-38275b77-b9d5-459d-8bda-80fb74e9183d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:27.468555 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5ed76caf-b56e-4a7c-9456-e9635f21f75d tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.504880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f088e9ad-a55f-4bfa-bea7-699d1d913897 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:27.509244 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f088e9ad-a55f-4bfa-bea7-699d1d913897 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.520589 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-38275b77-b9d5-459d-8bda-80fb74e9183d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:27.533037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-38275b77-b9d5-459d-8bda-80fb74e9183d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:27.536014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed76caf-b56e-4a7c-9456-e9635f21f75d tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Port': ['ID=5fb5b196-8b7c-4eb0-aaf6-5b8c1cfda76a,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:27.592663 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-edbb853e-6adc-49cb-9f7f-424f9b5d64fd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5725365 Jan 27 17:13:27.594050 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.596203 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35324) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:27.628478 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-38275b77-b9d5-459d-8bda-80fb74e9183d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:27.637840 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-ed8c7ef5-a921-49ef-aafc-174e68129f40', 'network_id': 'ed8c7ef5-a921-49ef-aafc-174e68129f40', 'tenant_id': '4693684e8a944c3cb4b0da833cf0baa3', 'fixed_ips': [{'subnet_id': '4f17870a-535d-4704-a73a-a26663c3e3b8'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:27.638933 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.678546 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 318d077b-cab2-4901-8ebe-1ce03c9b9383 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:27.708602 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 318d077b-cab2-4901-8ebe-1ce03c9b9383 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:27.708972 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.744572 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Network 2b0060b1-fce1-4f4e-b543-55dfc4ad869f is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:27.747501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-958946563-router', 'tenant_id': '4693684e8a944c3cb4b0da833cf0baa3', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:27.781055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:27.783671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:27.789535 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:27.790188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:27.794170 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event updated for resources: {'Port': ['ID=1c030251-793c-452c-b769-d31b6aa1bd4d,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:27.807563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:27.816842 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Allocated IP 2001:db8::f816:3eff:fefb:4017 (2b0060b1-fce1-4f4e-b543-55dfc4ad869f/63c9d577-fec6-4bd8-a9bc-d7721fd790f4/8e072c7a-76bf-454a-a272-12a080e49d48) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:27.860347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Usage tracker for resource:router and tenant:4693684e8a944c3cb4b0da833cf0baa3 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:27.917883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:27.942808 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:27.947231 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a7c247a0-a4ad-4b7b-a487-280fd1b9ed1e tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8434598 Jan 27 17:13:27.955164 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f088e9ad-a55f-4bfa-bea7-699d1d913897 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:27.963773 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35328) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:27.979760 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-38275b77-b9d5-459d-8bda-80fb74e9183d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.007907 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e076d09-0ba8-4624-95bd-4de7d282fdcb None None] Network 4b66f450-89f7-4719-85dc-80b05f0089be requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:28.033653 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.034911 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.054919 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.085442 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-38275b77-b9d5-459d-8bda-80fb74e9183d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.094033 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f088e9ad-a55f-4bfa-bea7-699d1d913897 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.094266 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-f088e9ad-a55f-4bfa-bea7-699d1d913897 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Added segment cb590f32-3859-4b39-80f6-f0993c24be40 of type vlan for network 98b08362-0a97-4e30-9356-65df2f0b7084 Jan 27 17:13:28.147348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b3dbe468-3cbc-4cda-81b6-8c68f103c682 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.157379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-38275b77-b9d5-459d-8bda-80fb74e9183d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.207576 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-5c0fd698-0dcc-419e-9dde-60ca0437e3d1 service neutron] 10.222.0.83 "GET /v2.0/networks/9df79931-ff99-48bd-9e24-be30fd940aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6578419 Jan 27 17:13:28.219292 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-38275b77-b9d5-459d-8bda-80fb74e9183d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.220496 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-38275b77-b9d5-459d-8bda-80fb74e9183d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7657490 Jan 27 17:13:28.224191 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38275b77-b9d5-459d-8bda-80fb74e9183d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21e1192-de51-451e-8529-a53ad3939bf3,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:28.228283 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35332) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:28.238853 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-9359b388-66a6-4176-86bd-33a125280691 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group_rule': {'security_group_id': '9e2c370d-9574-4d9e-bf00-5c108a3a2fb9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:28.250374 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d57739-be3c-4bfa-9f4c-b6ccffb8bf7a req-3c3d9f97-e1d5-4eba-b1ac-83e03e26dc77 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:28.251961 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-91d57739-be3c-4bfa-9f4c-b6ccffb8bf7a req-3c3d9f97-e1d5-4eba-b1ac-83e03e26dc77 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 944 time: 0.4947739 Jan 27 17:13:28.257147 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9359b388-66a6-4176-86bd-33a125280691 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:28.276916 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9359b388-66a6-4176-86bd-33a125280691 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:28.278613 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b7bcc178-651c-4bc6-ab78-2db0aeec6906 None None] Provisioning for port 60d3f14a-002b-457e-a244-a31704ab3757 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:28.281016 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5ed76caf-b56e-4a7c-9456-e9635f21f75d tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.288083 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9359b388-66a6-4176-86bd-33a125280691 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:28.306107 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9359b388-66a6-4176-86bd-33a125280691 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:28.356609 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f088e9ad-a55f-4bfa-bea7-699d1d913897 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.381573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-5751a543-f0a4-465f-aaac-fee52443f0f4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Deleting subnet 63c9d577-fec6-4bd8-a9bc-d7721fd790f4 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:13:28.396554 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-91d57739-be3c-4bfa-9f4c-b6ccffb8bf7a req-04c280f5-46dc-44e4-a37d-bcb7ad1b1ffb tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364048 Jan 27 17:13:28.425964 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Allocated IP 172.20.0.2 (ed8c7ef5-a921-49ef-aafc-174e68129f40/4f17870a-535d-4704-a73a-a26663c3e3b8/7dfb650f-365e-49fa-8a04-59b8b4cdb0aa) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:28.429243 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9359b388-66a6-4176-86bd-33a125280691 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.443004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.516038 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.554141 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Transition to ACTIVE for port object 8e072c7a-76bf-454a-a272-12a080e49d48 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:28.576901 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9359b388-66a6-4176-86bd-33a125280691 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.630387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9359b388-66a6-4176-86bd-33a125280691 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.650047 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 318d077b-cab2-4901-8ebe-1ce03c9b9383, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=318d077b-cab2-4901-8ebe-1ce03c9b9383,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:28.654285 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.resource_extend [None req-f088e9ad-a55f-4bfa-bea7-699d1d913897 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:13:28.660180 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Transition to ACTIVE for port object 8e072c7a-76bf-454a-a272-12a080e49d48 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:28.665029 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.666052 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 06440e7e-dabf-456a-9333-b57750747e08 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:28.677317 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359b388-66a6-4176-86bd-33a125280691 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b24491-77d2-4507-b827-265b875a02a8,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:28.679664 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.683363 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5751a543-f0a4-465f-aaac-fee52443f0f4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.695163 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9359b388-66a6-4176-86bd-33a125280691 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.699090 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9359b388-66a6-4176-86bd-33a125280691 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4638162 Jan 27 17:13:28.717866 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35336) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:28.744948 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.791120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-dd087c0c-6745-4cda-b2e3-ce003a149326 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group_rule': {'security_group_id': '9e2c370d-9574-4d9e-bf00-5c108a3a2fb9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:28.797718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed76caf-b56e-4a7c-9456-e9635f21f75d tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router 725a4c46-a1d6-444e-b96b-924120c0a5ae has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:13:28.833502 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-dd087c0c-6745-4cda-b2e3-ce003a149326 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:28.843753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f088e9ad-a55f-4bfa-bea7-699d1d913897 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.849146 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f088e9ad-a55f-4bfa-bea7-699d1d913897 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:28.850141 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f088e9ad-a55f-4bfa-bea7-699d1d913897 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.883119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Network 2b0060b1-fce1-4f4e-b543-55dfc4ad869f is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:28.893432 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:28.896576 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:28.898404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-dd087c0c-6745-4cda-b2e3-ce003a149326 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:28.937772 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-dd087c0c-6745-4cda-b2e3-ce003a149326 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:28.974932 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5751a543-f0a4-465f-aaac-fee52443f0f4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:28.977438 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=318d077b-cab2-4901-8ebe-1ce03c9b9383,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:28.990583 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed76caf-b56e-4a7c-9456-e9635f21f75d tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:28.995715 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5ed76caf-b56e-4a7c-9456-e9635f21f75d tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "PUT /v2.0/routers/725a4c46-a1d6-444e-b96b-924120c0a5ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8244290 Jan 27 17:13:28.998066 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35340) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:29.002473 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8546b210-ae80-43b4-86ed-042c7c9baa79 None None] Sync routers for ids ['725a4c46-a1d6-444e-b96b-924120c0a5ae'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:29.005657 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-dd087c0c-6745-4cda-b2e3-ce003a149326 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:29.022667 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8546b210-ae80-43b4-86ed-042c7c9baa79 None None] Routers {'725a4c46-a1d6-444e-b96b-924120c0a5ae'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:29.023986 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b30e6f1c-464b-4cd0-9d3b-d4ab2ebf7bcb req-f3f3473e-b27a-4928-9a79-d44aeb5aa6fa service neutron] 10.222.0.83 "GET /v2.0/networks/9df79931-ff99-48bd-9e24-be30fd940aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7815261 Jan 27 17:13:29.024125 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-8546b210-ae80-43b4-86ed-042c7c9baa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['725a4c46-a1d6-444e-b96b-924120c0a5ae'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:29.147112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 06440e7e-dabf-456a-9333-b57750747e08 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:29.147480 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.154028 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-8546b210-ae80-43b4-86ed-042c7c9baa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:29.166346 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8546b210-ae80-43b4-86ed-042c7c9baa79 None None] Routers {'725a4c46-a1d6-444e-b96b-924120c0a5ae'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:29.167338 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-8546b210-ae80-43b4-86ed-042c7c9baa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['725a4c46-a1d6-444e-b96b-924120c0a5ae'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:29.179851 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Pushing event updated for resources: {'Port': ['ID=8e072c7a-76bf-454a-a272-12a080e49d48,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:29.194608 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.197475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Attempting to bind port 8e072c7a-76bf-454a-a272-12a080e49d48 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:29.198055 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Attempting to bind port 8e072c7a-76bf-454a-a272-12a080e49d48 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f49992c4-119c-4d02-acbf-168be3a11da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '2b0060b1-fce1-4f4e-b543-55dfc4ad869f'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:29.198349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Attempting to bind port 8e072c7a-76bf-454a-a272-12a080e49d48 on network 2b0060b1-fce1-4f4e-b543-55dfc4ad869f {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:29.220655 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Transition to ACTIVE for port object 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:29.223143 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:29.223670 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Checking segment: {'id': 'f49992c4-119c-4d02-acbf-168be3a11da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '2b0060b1-fce1-4f4e-b543-55dfc4ad869f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:29.223897 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.224283 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Bound using segment: {'id': 'f49992c4-119c-4d02-acbf-168be3a11da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '2b0060b1-fce1-4f4e-b543-55dfc4ad869f'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:29.224799 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Bound port: 8e072c7a-76bf-454a-a272-12a080e49d48, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49992c4-119c-4d02-acbf-168be3a11da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '2b0060b1-fce1-4f4e-b543-55dfc4ad869f'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:29.225170 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.295378 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Transition to ACTIVE for port object 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:29.322257 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-8546b210-ae80-43b4-86ed-042c7c9baa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:29.323420 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8546b210-ae80-43b4-86ed-042c7c9baa79 None None] The sync data for ids ['725a4c46-a1d6-444e-b96b-924120c0a5ae'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:29.329202 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.470754 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] For port 8e072c7a-76bf-454a-a272-12a080e49d48, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:29.474335 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f088e9ad-a55f-4bfa-bea7-699d1d913897 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4022362 Jan 27 17:13:29.475061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] For port 8e072c7a-76bf-454a-a272-12a080e49d48, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=8e072c7a-76bf-454a-a272-12a080e49d48,segment=NetworkSegment(f49992c4-119c-4d02-acbf-168be3a11da2),segment_id=f49992c4-119c-4d02-acbf-168be3a11da2)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:29.475663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088e9ad-a55f-4bfa-bea7-699d1d913897 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Network': ['ID=98b08362-0a97-4e30-9356-65df2f0b7084,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:29.480059 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b0cbde4e-d6aa-4af9-b23a-d028acb3123f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.490905 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35346) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:29.517778 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Pushing event updated for resources: {'Port': ['ID=7dfb650f-365e-49fa-8a04-59b8b4cdb0aa,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:29.534868 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Network ed8c7ef5-a921-49ef-aafc-174e68129f40 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:29.535966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 98b08362-0a97-4e30-9356-65df2f0b7084 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:29.560851 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:29.563483 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:29.566499 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.624375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dd087c0c-6745-4cda-b2e3-ce003a149326 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.697037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b0cbde4e-d6aa-4af9-b23a-d028acb3123f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.710723 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-b0cbde4e-d6aa-4af9-b23a-d028acb3123f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Deleting port 28b8138f-26cf-429d-b96d-de0a79c07d5a {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:29.711131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b0cbde4e-d6aa-4af9-b23a-d028acb3123f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.745626 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 60d3f14a-002b-457e-a244-a31704ab3757 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:29.816804 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-323dd0a9-b0d5-4496-8e98-31a5c1c55ac0 None None] Provisioning for port 16ba3703-8ea8-465f-a08a-42329c8b133e completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:29.838593 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af1a242-c8cf-4cf1-b234-375813be4dae tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:29.840801 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1af1a242-c8cf-4cf1-b234-375813be4dae tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=2e8c8c26aae041c68422ab49a8804631&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3376482 Jan 27 17:13:29.860013 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35350) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:29.874523 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-323dd0a9-b0d5-4496-8e98-31a5c1c55ac0 None None] Provisioning complete for port 16ba3703-8ea8-465f-a08a-42329c8b133e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:29.875078 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-323dd0a9-b0d5-4496-8e98-31a5c1c55ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.917960 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b0cbde4e-d6aa-4af9-b23a-d028acb3123f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.937868 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82d1b7-4e87-4eb3-9aab-cc614462dd09 None None] Pushing event updated for resources: {'Port': ['ID=8e072c7a-76bf-454a-a272-12a080e49d48,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:29.946382 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Attempting to bind port 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:29.947156 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Attempting to bind port 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '08ad2808-e235-471a-afaa-63df22bbf106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'ed8c7ef5-a921-49ef-aafc-174e68129f40'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:29.947156 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Attempting to bind port 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa on network ed8c7ef5-a921-49ef-aafc-174e68129f40 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:29.956108 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b3dbe468-3cbc-4cda-81b6-8c68f103c682 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.963233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5751a543-f0a4-465f-aaac-fee52443f0f4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.966474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:29.966955 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Checking segment: {'id': '08ad2808-e235-471a-afaa-63df22bbf106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'ed8c7ef5-a921-49ef-aafc-174e68129f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:29.967448 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.967923 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Bound using segment: {'id': '08ad2808-e235-471a-afaa-63df22bbf106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'ed8c7ef5-a921-49ef-aafc-174e68129f40'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:29.968522 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Bound port: 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ad2808-e235-471a-afaa-63df22bbf106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'ed8c7ef5-a921-49ef-aafc-174e68129f40'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:29.968997 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:29.978490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-323dd0a9-b0d5-4496-8e98-31a5c1c55ac0 None None] Port 16ba3703-8ea8-465f-a08a-42329c8b133e cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:30.046697 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 60d3f14a-002b-457e-a244-a31704ab3757 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:30.054621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-323dd0a9-b0d5-4496-8e98-31a5c1c55ac0 None None] Provisioning complete for port 60d3f14a-002b-457e-a244-a31704ab3757 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:30.055107 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-323dd0a9-b0d5-4496-8e98-31a5c1c55ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.074189 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b3dbe468-3cbc-4cda-81b6-8c68f103c682 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.100763 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 60d3f14a-002b-457e-a244-a31704ab3757 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:30.101248 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.132116 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9e34c-7b85-4207-9e9d-9fb0f3f85a46 req-5cadc327-7d42-4905-a99d-cc30357724b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:30.133609 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e8e9e34c-7b85-4207-9e9d-9fb0f3f85a46 req-5cadc327-7d42-4905-a99d-cc30357724b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e2d3a4626dac4978a7511f57d1b94de5&device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 1097 time: 0.7658887 Jan 27 17:13:30.146690 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-b0cbde4e-d6aa-4af9-b23a-d028acb3123f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Calling delete_port for 28b8138f-26cf-429d-b96d-de0a79c07d5a owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:30.158125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dd087c0c-6745-4cda-b2e3-ce003a149326 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.196262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] For port 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:30.201202 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] For port 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7dfb650f-365e-49fa-8a04-59b8b4cdb0aa,segment=NetworkSegment(08ad2808-e235-471a-afaa-63df22bbf106),segment_id=08ad2808-e235-471a-afaa-63df22bbf106)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:30.217123 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.226845 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dd087c0c-6745-4cda-b2e3-ce003a149326 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.358839 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8c7dd-d577-4f0e-830b-bbd020a6870a req-7dbc6854-5a32-4ed1-aaa0-d1203b2203a4 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:30.360852 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e4e8c7dd-d577-4f0e-830b-bbd020a6870a req-7dbc6854-5a32-4ed1-aaa0-d1203b2203a4 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 944 time: 0.7805033 Jan 27 17:13:30.429654 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd087c0c-6745-4cda-b2e3-ce003a149326 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffb3b70-e661-41db-b46e-d4f76667248a,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:30.436698 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0542f-ee8c-4d9b-a1f0-bd68a91949dc None None] Pushing event updated for resources: {'Port': ['ID=7dfb650f-365e-49fa-8a04-59b8b4cdb0aa,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:30.479881 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.484986 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b0cbde4e-d6aa-4af9-b23a-d028acb3123f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.492543 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-323dd0a9-b0d5-4496-8e98-31a5c1c55ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.522405 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbe468-3cbc-4cda-81b6-8c68f103c682 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=16ba3703-8ea8-465f-a08a-42329c8b133e,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:30.558905 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dec87e-c454-4310-bb81-fb98785b38b2 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:30.560544 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-21dec87e-c454-4310-bb81-fb98785b38b2 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6973851 Jan 27 17:13:30.575572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 60d3f14a-002b-457e-a244-a31704ab3757, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=60d3f14a-002b-457e-a244-a31704ab3757,segment=NetworkSegment(a3a0791d-7bf4-46c6-8248-e53949bfd889),segment_id=a3a0791d-7bf4-46c6-8248-e53949bfd889)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:30.578628 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35354) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:30.587692 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.744832 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-323dd0a9-b0d5-4496-8e98-31a5c1c55ac0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:30.745184 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-323dd0a9-b0d5-4496-8e98-31a5c1c55ac0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:30.750210 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=60d3f14a-002b-457e-a244-a31704ab3757,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:30.814213 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbde4e-d6aa-4af9-b23a-d028acb3123f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Port': ['ID=28b8138f-26cf-429d-b96d-de0a79c07d5a,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:30.836571 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-28929e7d-7388-4226-bfce-fce53afde713 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2545934 Jan 27 17:13:30.836859 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35360) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:30.864744 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dd087c0c-6745-4cda-b2e3-ce003a149326 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.865944 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-dd087c0c-6745-4cda-b2e3-ce003a149326 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 2.0988073 Jan 27 17:13:30.880682 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5751a543-f0a4-465f-aaac-fee52443f0f4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.884676 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35364) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:30.903210 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1e2bc298-5761-4213-bbfb-a9c7ffb24502 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=2e8c8c26aae041c68422ab49a8804631&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0647905 Jan 27 17:13:30.910166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35368) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:30.930437 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 318d077b-cab2-4901-8ebe-1ce03c9b9383 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:30.955635 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751a543-f0a4-465f-aaac-fee52443f0f4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event deleted for resources: {'Subnet': ['ID=63c9d577-fec6-4bd8-a9bc-d7721fd790f4,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:30.961253 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e4e8c7dd-d577-4f0e-830b-bbd020a6870a req-19c3d1ea-1157-487a-b659-52fc01fa7552 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5592778 Jan 27 17:13:30.964820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b0cbde4e-d6aa-4af9-b23a-d028acb3123f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.968491 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5751a543-f0a4-465f-aaac-fee52443f0f4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:30.973426 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5751a543-f0a4-465f-aaac-fee52443f0f4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/subnets/63c9d577-fec6-4bd8-a9bc-d7721fd790f4 HTTP/1.1" status: 204 len: 168 time: 3.0060573 Jan 27 17:13:30.997303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35372) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:31.028923 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d5be866-26ac-43b0-82f2-8eecad1a4098 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:31.032295 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 318d077b-cab2-4901-8ebe-1ce03c9b9383 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:31.033310 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:31.052707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9e34c-7b85-4207-9e9d-9fb0f3f85a46 req-f519434b-7fa2-40c9-8849-1a2a8b931860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:31.062559 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e8e9e34c-7b85-4207-9e9d-9fb0f3f85a46 req-f519434b-7fa2-40c9-8849-1a2a8b931860 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9df79931-ff99-48bd-9e24-be30fd940aa8 HTTP/1.1" status: 200 len: 898 time: 0.9000533 Jan 27 17:13:31.129268 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d5be866-26ac-43b0-82f2-8eecad1a4098 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:31.301671 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b0cbde4e-d6aa-4af9-b23a-d028acb3123f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:31.308983 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b0cbde4e-d6aa-4af9-b23a-d028acb3123f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:31.337596 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d5be866-26ac-43b0-82f2-8eecad1a4098 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:31.344632 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 8e072c7a-76bf-454a-a272-12a080e49d48 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:31.382296 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5be866-26ac-43b0-82f2-8eecad1a4098 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ffb3b70-e661-41db-b46e-d4f76667248a,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:31.389359 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b0cbde4e-d6aa-4af9-b23a-d028acb3123f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:31.389881 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cbde4e-d6aa-4af9-b23a-d028acb3123f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Fanout notify agent at l3_agent the message router_deleted on router 725a4c46-a1d6-444e-b96b-924120c0a5ae {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:13:31.402565 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6b8458-09f4-4a57-80e2-a4b114200ea6 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:31.404066 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fe6b8458-09f4-4a57-80e2-a4b114200ea6 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4926293 Jan 27 17:13:31.408193 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35376) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:31.419882 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:31.463988 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b0cbde4e-d6aa-4af9-b23a-d028acb3123f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:31.466430 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e8e9e34c-7b85-4207-9e9d-9fb0f3f85a46 req-022b1722-ae04-4930-896b-f52010d6cb72 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94fa7e18-c19a-41bd-98b7-a853be64b611 HTTP/1.1" status: 200 len: 217 time: 0.3408785 Jan 27 17:13:31.467525 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2a0fa0a3-19d7-4154-ac99-41373c62d100 None None] Provisioning complete for port 16ba3703-8ea8-465f-a08a-42329c8b133e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:31.468010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa0a3-19d7-4154-ac99-41373c62d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:31.468609 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b0cbde4e-d6aa-4af9-b23a-d028acb3123f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/routers/725a4c46-a1d6-444e-b96b-924120c0a5ae HTTP/1.1" status: 204 len: 168 time: 2.4693601 Jan 27 17:13:31.469467 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35380) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:31.477249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d5be866-26ac-43b0-82f2-8eecad1a4098 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:31.477449 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8d5be866-26ac-43b0-82f2-8eecad1a4098 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/1ffb3b70-e661-41db-b46e-d4f76667248a HTTP/1.1" status: 204 len: 168 time: 0.5915251 Jan 27 17:13:31.479679 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:31.481299 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35384) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:31.510376 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 8e072c7a-76bf-454a-a272-12a080e49d48 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:31.528355 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa028a46-f0e3-4ca3-9a7f-09846ce09930 None None] Network 2b0060b1-fce1-4f4e-b543-55dfc4ad869f requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:31.583914 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9e34c-7b85-4207-9e9d-9fb0f3f85a46 req-8a34c0b6-33c1-437b-89dd-19e727a497b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:31.585366 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e8e9e34c-7b85-4207-9e9d-9fb0f3f85a46 req-8a34c0b6-33c1-437b-89dd-19e727a497b8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5025f0b8-1fd1-4899-a869-5fb109283ef3 HTTP/1.1" status: 200 len: 835 time: 0.0969687 Jan 27 17:13:31.633800 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-97d5540d-52d5-44ae-a8fe-0aedd4a3a60c tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2203414 Jan 27 17:13:31.638357 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35388) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:31.648697 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-4b43dade-82e3-42db-b7c4-604023d54800 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1668343165', 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:31.691972 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 94fa7e18-c19a-41bd-98b7-a853be64b611 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:13:31.764341 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356e224a-1042-422d-89de-dab2db3637d0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:31.764569 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e2cf1a-28eb-4bda-8e6a-9abf94c62da9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Deleting subnet 5156a756-9e63-4a54-8112-5e6fd0d9a9bf {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:13:31.766922 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356e224a-1042-422d-89de-dab2db3637d0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:31.767668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-356e224a-1042-422d-89de-dab2db3637d0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Synchronizing usage tracker for tenant:07bb1ca1588f45719862cad794488866 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:31.781494 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68e2cf1a-28eb-4bda-8e6a-9abf94c62da9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:31.792330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2a0fa0a3-19d7-4154-ac99-41373c62d100 None None] Port 16ba3703-8ea8-465f-a08a-42329c8b133e cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:31.835408 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-748ff918-6fd1-400f-bce9-19d8bffc886d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:31.842617 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4b43dade-82e3-42db-b7c4-604023d54800 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:31.855663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4b43dade-82e3-42db-b7c4-604023d54800 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:subnet and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:31.863511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4b43dade-82e3-42db-b7c4-604023d54800 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:31.867867 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68e2cf1a-28eb-4bda-8e6a-9abf94c62da9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:31.888606 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-356e224a-1042-422d-89de-dab2db3637d0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Unset dirty status for tenant:07bb1ca1588f45719862cad794488866 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:31.894550 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-356e224a-1042-422d-89de-dab2db3637d0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.8940403 Jan 27 17:13:31.896048 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35392) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:31.906411 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4b43dade-82e3-42db-b7c4-604023d54800 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:31.907544 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e99276-f55e-441d-aa5e-2b24d64fef34 None None] Network ed8c7ef5-a921-49ef-aafc-174e68129f40 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:31.932896 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b43dade-82e3-42db-b7c4-604023d54800 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:31.936680 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4b43dade-82e3-42db-b7c4-604023d54800 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.062287 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f03376c2-ff69-4030-bff7-11f1e47855e5 None None] Provisioning for port 8e072c7a-76bf-454a-a272-12a080e49d48 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:32.073364 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 94fa7e18-c19a-41bd-98b7-a853be64b611, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=94fa7e18-c19a-41bd-98b7-a853be64b611,segment=NetworkSegment(ae53acc8-380e-44fc-aa4f-73efeee99087),segment_id=ae53acc8-380e-44fc-aa4f-73efeee99087)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:32.096840 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65b0822-ce69-4cf3-abef-2d6153bb9440 None None] DHCP port deletion for 2b0060b1-fce1-4f4e-b543-55dfc4ad869f request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:13:32.098774 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68e2cf1a-28eb-4bda-8e6a-9abf94c62da9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.099609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f03376c2-ff69-4030-bff7-11f1e47855e5 None None] Provisioning complete for port 8e072c7a-76bf-454a-a272-12a080e49d48 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:32.100099 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f03376c2-ff69-4030-bff7-11f1e47855e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.140012 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5a48a1e9-29ce-4540-88dd-2e3ff44c8d69 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.142849 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b3dbe468-3cbc-4cda-81b6-8c68f103c682 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.151000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d65b0822-ce69-4cf3-abef-2d6153bb9440 None None] Deleting port 8e072c7a-76bf-454a-a272-12a080e49d48 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:32.151518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d65b0822-ce69-4cf3-abef-2d6153bb9440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.153343 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-748ff918-6fd1-400f-bce9-19d8bffc886d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:32.157425 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-748ff918-6fd1-400f-bce9-19d8bffc886d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.6612811 Jan 27 17:13:32.163060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35398) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:32.171080 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a48a1e9-29ce-4540-88dd-2e3ff44c8d69 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 27 17:13:32.171778 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a48a1e9-29ce-4540-88dd-2e3ff44c8d69 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:32.187271 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5a48a1e9-29ce-4540-88dd-2e3ff44c8d69 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/networks/2b0060b1-fce1-4f4e-b543-55dfc4ad869f HTTP/1.1" status: 409 len: 405 time: 0.2532377 Jan 27 17:13:32.200322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35402) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:32.214891 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-8dfa8c56-33d8-4f5c-b5e1-e814c9dea0cf tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1438769191'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:32.226768 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9e34c-7b85-4207-9e9d-9fb0f3f85a46 req-ea554d74-b8f9-4ea8-86e5-b83b7ee12135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:32.228258 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e8e9e34c-7b85-4207-9e9d-9fb0f3f85a46 req-ea554d74-b8f9-4ea8-86e5-b83b7ee12135 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9df79931-ff99-48bd-9e24-be30fd940aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5980444 Jan 27 17:13:32.233242 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8dfa8c56-33d8-4f5c-b5e1-e814c9dea0cf tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:32.254842 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '94fa7e18-c19a-41bd-98b7-a853be64b611', 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8', 'port_id': '94fa7e18-c19a-41bd-98b7-a853be64b611', 'mac_address': 'fa:16:3e:2d:d6:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:13:32.259327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Allocated IP 172.26.1.218 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/99f3a10f-c173-4d1f-95af-d220cf2e7b92) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:32.293297 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8dfa8c56-33d8-4f5c-b5e1-e814c9dea0cf tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Usage tracker for resource:network and tenant:07bb1ca1588f45719862cad794488866 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:32.299805 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9a7501fb-9eb2-4ca8-ac7f-a4d5e1acd10e tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.310269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8dfa8c56-33d8-4f5c-b5e1-e814c9dea0cf tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:32.352663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8dfa8c56-33d8-4f5c-b5e1-e814c9dea0cf tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:32.361255 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9a7501fb-9eb2-4ca8-ac7f-a4d5e1acd10e tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.418704 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfa8c56-33d8-4f5c-b5e1-e814c9dea0cf tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Made reservation on behalf of 07bb1ca1588f45719862cad794488866 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:32.422348 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8dfa8c56-33d8-4f5c-b5e1-e814c9dea0cf tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.436980 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.453745 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68e2cf1a-28eb-4bda-8e6a-9abf94c62da9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.495234 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9a7501fb-9eb2-4ca8-ac7f-a4d5e1acd10e tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.513964 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b3dbe468-3cbc-4cda-81b6-8c68f103c682 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.546125 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e8e9e34c-7b85-4207-9e9d-9fb0f3f85a46 req-19301142-a235-48d2-8caa-ed22d1824307 service neutron] 10.222.0.83 "GET /v2.0/networks/9df79931-ff99-48bd-9e24-be30fd940aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092172 Jan 27 17:13:32.546379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-68e2cf1a-28eb-4bda-8e6a-9abf94c62da9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.548940 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2cf1a-28eb-4bda-8e6a-9abf94c62da9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Subnet': ['ID=5156a756-9e63-4a54-8112-5e6fd0d9a9bf,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:32.559390 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7501fb-9eb2-4ca8-ac7f-a4d5e1acd10e tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01b24491-77d2-4507-b827-265b875a02a8,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:32.569131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9a7501fb-9eb2-4ca8-ac7f-a4d5e1acd10e tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.572850 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9a7501fb-9eb2-4ca8-ac7f-a4d5e1acd10e tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/01b24491-77d2-4507-b827-265b875a02a8 HTTP/1.1" status: 204 len: 168 time: 0.3992982 Jan 27 17:13:32.572850 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dfa8c56-33d8-4f5c-b5e1-e814c9dea0cf tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:32.576372 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35406) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:32.584498 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-68e2cf1a-28eb-4bda-8e6a-9abf94c62da9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/subnets/5156a756-9e63-4a54-8112-5e6fd0d9a9bf HTTP/1.1" status: 204 len: 168 time: 1.1071956 Jan 27 17:13:32.584718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35410) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:32.590656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4b43dade-82e3-42db-b7c4-604023d54800 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.591389 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94fa7e18-c19a-41bd-98b7-a853be64b611 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:13:32.596192 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5041bf6-a0e3-42d4-ad0f-c8f5fb91d066 None None] Network 23fd3e11-e00b-4f28-88d2-a5449421a656 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:32.617535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8dfa8c56-33d8-4f5c-b5e1-e814c9dea0cf tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.617922 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-8dfa8c56-33d8-4f5c-b5e1-e814c9dea0cf tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Added segment cb55ea79-d43f-48cb-bc01-faece805246f of type vlan for network 1cb20e83-c9ea-41f3-aff0-5d77b060d830 Jan 27 17:13:32.682610 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30021b07-1727-454d-ab1b-1e494382f7ff req-f7f19b50-7273-4f08-967b-c37d57182165 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:32.683932 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-30021b07-1727-454d-ab1b-1e494382f7ff req-f7f19b50-7273-4f08-967b-c37d57182165 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 944 time: 0.4442480 Jan 27 17:13:32.689928 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d65b0822-ce69-4cf3-abef-2d6153bb9440 None None] For port 8e072c7a-76bf-454a-a272-12a080e49d48, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=8e072c7a-76bf-454a-a272-12a080e49d48,segment=NetworkSegment(f49992c4-119c-4d02-acbf-168be3a11da2),segment_id=f49992c4-119c-4d02-acbf-168be3a11da2)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:32.690658 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d65b0822-ce69-4cf3-abef-2d6153bb9440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.796861 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e8e9e34c-7b85-4207-9e9d-9fb0f3f85a46 req-498bbab6-de43-455a-91fa-2e9c3ffcbd5c service neutron] 10.222.0.83 "GET /v2.0/networks/9df79931-ff99-48bd-9e24-be30fd940aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210104 Jan 27 17:13:32.823236 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8dfa8c56-33d8-4f5c-b5e1-e814c9dea0cf tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.859930 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43dade-82e3-42db-b7c4-604023d54800 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Subnet': ['ID=babd01ee-346f-4aa4-8f63-0b4af3eb84e9,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:32.867293 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.895086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.900792 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-30021b07-1727-454d-ab1b-1e494382f7ff req-a0789dd0-e826-4672-b812-5af8c8609864 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021630 Jan 27 17:13:32.913318 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43dade-82e3-42db-b7c4-604023d54800 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Checking segment: {'id': 'cb590f32-3859-4b39-80f6-f0993c24be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:32.913958 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b43dade-82e3-42db-b7c4-604023d54800 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network hostable DHCP agents. Network: 98b08362-0a97-4e30-9356-65df2f0b7084, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:13:32.932769 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Deleting port 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:32.933139 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.948665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d65b0822-ce69-4cf3-abef-2d6153bb9440 None None] Calling delete_port for 8e072c7a-76bf-454a-a272-12a080e49d48 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:32.965913 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8dfa8c56-33d8-4f5c-b5e1-e814c9dea0cf tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.971635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfa8c56-33d8-4f5c-b5e1-e814c9dea0cf tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:32.972204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8dfa8c56-33d8-4f5c-b5e1-e814c9dea0cf tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.975940 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 94fa7e18-c19a-41bd-98b7-a853be64b611, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=94fa7e18-c19a-41bd-98b7-a853be64b611,segment=NetworkSegment(ae53acc8-380e-44fc-aa4f-73efeee99087),segment_id=ae53acc8-380e-44fc-aa4f-73efeee99087)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:32.981602 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f03376c2-ff69-4030-bff7-11f1e47855e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:32.981809 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a60fe818-882f-4909-b162-deed7c2deb0b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4014099 Jan 27 17:13:32.987951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 60d3f14a-002b-457e-a244-a31704ab3757 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:32.988701 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35414) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:33.043211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.071299 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-68004d7c-257c-4e8b-aca9-adbeb7da619d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.104503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-68004d7c-257c-4e8b-aca9-adbeb7da619d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.133912 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8dfa8c56-33d8-4f5c-b5e1-e814c9dea0cf tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9329405 Jan 27 17:13:33.148474 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35418) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:33.161716 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ff66beed-ea74-4884-8336-b3a4973915ba tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Request body: {'subnet': {'network_id': '1cb20e83-c9ea-41f3-aff0-5d77b060d830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:33.198674 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b43dade-82e3-42db-b7c4-604023d54800 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 98b08362-0a97-4e30-9356-65df2f0b7084 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:13:33.243868 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f03376c2-ff69-4030-bff7-11f1e47855e5 None None] For port 8e072c7a-76bf-454a-a272-12a080e49d48, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=8e072c7a-76bf-454a-a272-12a080e49d48,segment=NetworkSegment(f49992c4-119c-4d02-acbf-168be3a11da2),segment_id=f49992c4-119c-4d02-acbf-168be3a11da2)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:33.275237 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['94fa7e18-c19a-41bd-98b7-a853be64b611'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:13:33.305585 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-4b43dade-82e3-42db-b7c4-604023d54800 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 98b08362-0a97-4e30-9356-65df2f0b7084) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:33.307402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa8c56-33d8-4f5c-b5e1-e814c9dea0cf tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event updated for resources: {'Network': ['ID=1cb20e83-c9ea-41f3-aff0-5d77b060d830,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:33.312099 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f03376c2-ff69-4030-bff7-11f1e47855e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.318711 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b43dade-82e3-42db-b7c4-604023d54800 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:33.319267 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4b43dade-82e3-42db-b7c4-604023d54800 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.346530 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 1cb20e83-c9ea-41f3-aff0-5d77b060d830 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:33.359566 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88a2eef-c92c-4eab-9190-002eedb32652 None None] Network 98b08362-0a97-4e30-9356-65df2f0b7084 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:33.381387 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=94fa7e18-c19a-41bd-98b7-a853be64b611,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:33.384362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.401605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.447332 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-d65b0822-ce69-4cf3-abef-2d6153bb9440 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:33.449558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-68004d7c-257c-4e8b-aca9-adbeb7da619d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.453186 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-d65b0822-ce69-4cf3-abef-2d6153bb9440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:33.504877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b3dbe468-3cbc-4cda-81b6-8c68f103c682 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.509200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f03376c2-ff69-4030-bff7-11f1e47855e5 None None] Provisioning for port 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:33.514887 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68004d7c-257c-4e8b-aca9-adbeb7da619d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b21e1192-de51-451e-8529-a53ad3939bf3,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:33.527454 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:33.528248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b3dbe468-3cbc-4cda-81b6-8c68f103c682 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.562646 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:33.572185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-68004d7c-257c-4e8b-aca9-adbeb7da619d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.572977 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-68004d7c-257c-4e8b-aca9-adbeb7da619d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b21e1192-de51-451e-8529-a53ad3939bf3 HTTP/1.1" status: 204 len: 168 time: 0.5833564 Jan 27 17:13:33.573979 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:33.577873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35422) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:33.603156 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ff66beed-ea74-4884-8336-b3a4973915ba tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:33.615858 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ff66beed-ea74-4884-8336-b3a4973915ba tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:33.616201 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Pushing event updated for resources: {'Port': ['ID=99f3a10f-c173-4d1f-95af-d220cf2e7b92,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:33.635948 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4b43dade-82e3-42db-b7c4-604023d54800 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9964595 Jan 27 17:13:33.640877 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] For port 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3240dfaf-a2b0-4444-adbc-d3cdbcc3498f,segment=NetworkSegment(e7a59bb3-04a0-4fa1-bc2b-46d406dfb24b),segment_id=e7a59bb3-04a0-4fa1-bc2b-46d406dfb24b)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:33.641227 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.647292 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 60d3f14a-002b-457e-a244-a31704ab3757 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:33.647723 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.648961 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff66beed-ea74-4884-8336-b3a4973915ba tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Made reservation on behalf of 07bb1ca1588f45719862cad794488866 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:33.652441 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ff66beed-ea74-4884-8336-b3a4973915ba tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.711149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b3dbe468-3cbc-4cda-81b6-8c68f103c682 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.739226 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03376c2-ff69-4030-bff7-11f1e47855e5 None None] Pushing event updated for resources: {'Port': ['ID=8e072c7a-76bf-454a-a272-12a080e49d48,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:33.817634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbe468-3cbc-4cda-81b6-8c68f103c682 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=16ba3703-8ea8-465f-a08a-42329c8b133e,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:33.852311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80495478-1f9c-4842-8eb9-49da5193faa5 None None] DHCP port deletion for 23fd3e11-e00b-4f28-88d2-a5449421a656 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:13:33.878430 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-80495478-1f9c-4842-8eb9-49da5193faa5 None None] Deleting port 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:33.878943 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80495478-1f9c-4842-8eb9-49da5193faa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.967154 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d65b0822-ce69-4cf3-abef-2d6153bb9440 None None] Deleting port 8e072c7a-76bf-454a-a272-12a080e49d48 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:33.967634 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d65b0822-ce69-4cf3-abef-2d6153bb9440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:33.997302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35430) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:34.008674 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-35f34d87-aab9-49f1-af19-78af2e465728 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1974023857', 'description': 'tempest-secgroup-smoke-1974023857 description', 'project_id': '2e8c8c26aae041c68422ab49a8804631'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:34.029100 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-35f34d87-aab9-49f1-af19-78af2e465728 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:34.059767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-35f34d87-aab9-49f1-af19-78af2e465728 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:34.117301 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Calling delete_port for 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:34.151763 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-35f34d87-aab9-49f1-af19-78af2e465728 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.169417 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dbe468-3cbc-4cda-81b6-8c68f103c682 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network 4b66f450-89f7-4719-85dc-80b05f0089be is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:34.175976 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-b3dbe468-3cbc-4cda-81b6-8c68f103c682 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:34.181825 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:34.255548 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-98b08362-0a97-4e30-9356-65df2f0b7084', 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ips': [{'subnet_id': 'babd01ee-346f-4aa4-8f63-0b4af3eb84e9'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:34.256390 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.261054 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-42fafb37-e279-4ba4-a1a5-3362476350bd tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:34.322798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-35f34d87-aab9-49f1-af19-78af2e465728 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:34.330119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-42fafb37-e279-4ba4-a1a5-3362476350bd tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:34.335021 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-42fafb37-e279-4ba4-a1a5-3362476350bd tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.7536340 Jan 27 17:13:34.338292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35434) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:34.343527 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-35f34d87-aab9-49f1-af19-78af2e465728 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:34.352991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.397493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-35f34d87-aab9-49f1-af19-78af2e465728 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:34.432579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Port': ['ID=3240dfaf-a2b0-4444-adbc-d3cdbcc3498f,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:34.434496 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] No DVR routers for this DVR port 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:13:34.436949 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-35f34d87-aab9-49f1-af19-78af2e465728 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:34.446132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.478045 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022acc5-9f34-43a2-9bc1-eac82eb9f0de req-b05dc123-a65e-4bf3-b4f0-6c56a8a75de7 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:34.484982 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f022acc5-9f34-43a2-9bc1-eac82eb9f0de req-b05dc123-a65e-4bf3-b4f0-6c56a8a75de7 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 945 time: 0.4075720 Jan 27 17:13:34.558708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab5734e2-a872-4c8a-a56a-07d60fc5fc28 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.590049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab5734e2-a872-4c8a-a56a-07d60fc5fc28 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.661764 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.674286 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f022acc5-9f34-43a2-9bc1-eac82eb9f0de req-1fa9e076-c4d1-4d1c-a7e9-5d5a79290c01 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883521 Jan 27 17:13:34.711645 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d65b0822-ce69-4cf3-abef-2d6153bb9440 None None] For port 8e072c7a-76bf-454a-a272-12a080e49d48, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=8e072c7a-76bf-454a-a272-12a080e49d48,segment=NetworkSegment(f49992c4-119c-4d02-acbf-168be3a11da2),segment_id=f49992c4-119c-4d02-acbf-168be3a11da2)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:34.712313 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d65b0822-ce69-4cf3-abef-2d6153bb9440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.755939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.objects.ports [None req-ff66beed-ea74-4884-8336-b3a4973915ba tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87595) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:13:34.757924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23fd3e11-e00b-4f28-88d2-a5449421a656']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:34.765410 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ff66beed-ea74-4884-8336-b3a4973915ba tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.787570 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:34.808120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a59bb3-04a0-4fa1-bc2b-46d406dfb24b') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:34.808383 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a59bb3-04a0-4fa1-bc2b-46d406dfb24b') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:34.837549 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.866398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab5734e2-a872-4c8a-a56a-07d60fc5fc28 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.878557 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.888047 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66beed-ea74-4884-8336-b3a4973915ba tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event updated for resources: {'Subnet': ['ID=95ca2a27-422d-4d71-902e-2d0219bc4069,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:34.898017 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:34.898294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.915451 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff66beed-ea74-4884-8336-b3a4973915ba tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Checking segment: {'id': 'cb55ea79-d43f-48cb-bc01-faece805246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1cb20e83-c9ea-41f3-aff0-5d77b060d830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:34.915451 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff66beed-ea74-4884-8336-b3a4973915ba tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Network hostable DHCP agents. Network: 1cb20e83-c9ea-41f3-aff0-5d77b060d830, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:34.918846 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:34.941591 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d65b0822-ce69-4cf3-abef-2d6153bb9440 None None] Calling delete_port for 8e072c7a-76bf-454a-a272-12a080e49d48 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:34.963700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5734e2-a872-4c8a-a56a-07d60fc5fc28 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db217760-6f49-4d6f-bf48-5fd26c159db3,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:34.974705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:34.975391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:34.978678 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-35f34d87-aab9-49f1-af19-78af2e465728 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.000758 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-35f34d87-aab9-49f1-af19-78af2e465728 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.010051 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff66beed-ea74-4884-8336-b3a4973915ba tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Network 1cb20e83-c9ea-41f3-aff0-5d77b060d830 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:13:35.018482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dbe468-3cbc-4cda-81b6-8c68f103c682 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Router 850db16c-a15b-45a2-9d1a-862d99c59caa is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:13:35.018701 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.036855 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.042690 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-ff66beed-ea74-4884-8336-b3a4973915ba tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 1cb20e83-c9ea-41f3-aff0-5d77b060d830) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:35.050983 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Network': ['ID=23fd3e11-e00b-4f28-88d2-a5449421a656,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:35.056253 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff66beed-ea74-4884-8336-b3a4973915ba tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:35.057028 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ff66beed-ea74-4884-8336-b3a4973915ba tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.061394 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-80495478-1f9c-4842-8eb9-49da5193faa5 None None] For port 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3240dfaf-a2b0-4444-adbc-d3cdbcc3498f,segment=NetworkSegment(e7a59bb3-04a0-4fa1-bc2b-46d406dfb24b),segment_id=e7a59bb3-04a0-4fa1-bc2b-46d406dfb24b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:35.061974 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80495478-1f9c-4842-8eb9-49da5193faa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.078075 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-88fbb0cf-45d6-4755-a832-ce7b136c2b09 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/networks/23fd3e11-e00b-4f28-88d2-a5449421a656 HTTP/1.1" status: 204 len: 168 time: 2.4923444 Jan 27 17:13:35.081240 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35438) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:35.122126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab5734e2-a872-4c8a-a56a-07d60fc5fc28 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.123226 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ab5734e2-a872-4c8a-a56a-07d60fc5fc28 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/db217760-6f49-4d6f-bf48-5fd26c159db3 HTTP/1.1" status: 204 len: 168 time: 0.7816553 Jan 27 17:13:35.123961 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-35f34d87-aab9-49f1-af19-78af2e465728 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.127658 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-35f34d87-aab9-49f1-af19-78af2e465728 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1236069 Jan 27 17:13:35.167642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c801c781-5ca1-4f8b-bfab-a031267a901c None None] Network 1cb20e83-c9ea-41f3-aff0-5d77b060d830 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:35.171807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35442) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:35.172135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35444) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:35.222691 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-780ed42c-a740-494c-8194-62a4e6d5e7f4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '8445ec95-6ccf-4622-a001-c8873ca87baa', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:35.225753 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ff66beed-ea74-4884-8336-b3a4973915ba tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0712061 Jan 27 17:13:35.229014 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f34d87-aab9-49f1-af19-78af2e465728 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8445ec95-6ccf-4622-a001-c8873ca87baa,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:35.232195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35450) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:35.244835 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-bc40ac81-80ea-4494-b355-aa8f355582ca tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Deleting port a46340bb-e7f6-4396-8f71-f760319ea8b7 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:35.245173 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bc40ac81-80ea-4494-b355-aa8f355582ca tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.254554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-3c438037-ee99-4aad-acba-7fcb9834c48d None None] Provisioning complete for port 16ba3703-8ea8-465f-a08a-42329c8b133e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:35.255033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c438037-ee99-4aad-acba-7fcb9834c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.292125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-780ed42c-a740-494c-8194-62a4e6d5e7f4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:35.300921 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-80495478-1f9c-4842-8eb9-49da5193faa5 None None] Calling delete_port for 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:35.313426 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Request body: {'port': {'network_id': '1cb20e83-c9ea-41f3-aff0-5d77b060d830', 'name': 'tempest-NetworksIpV6TestAttrs-1815276026'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:35.326728 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-780ed42c-a740-494c-8194-62a4e6d5e7f4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:35.339573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-780ed42c-a740-494c-8194-62a4e6d5e7f4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:35.358787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-780ed42c-a740-494c-8194-62a4e6d5e7f4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:35.379373 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.520924 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dbe468-3cbc-4cda-81b6-8c68f103c682 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:35.545525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-46c6d117-6a1c-4f57-9408-a1220d81b45d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:35.557836 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b3dbe468-3cbc-4cda-81b6-8c68f103c682 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "PUT /v2.0/routers/850db16c-a15b-45a2-9d1a-862d99c59caa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2519174 Jan 27 17:13:35.558092 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3c438037-ee99-4aad-acba-7fcb9834c48d None None] Port 16ba3703-8ea8-465f-a08a-42329c8b133e cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:35.559621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad9f3b7-c500-4fa6-9812-cc320b573210 None None] Sync routers for ids ['850db16c-a15b-45a2-9d1a-862d99c59caa'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:35.561534 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-780ed42c-a740-494c-8194-62a4e6d5e7f4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.566857 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bc40ac81-80ea-4494-b355-aa8f355582ca tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.567490 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bc40ac81-80ea-4494-b355-aa8f355582ca tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.574871 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35454) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:35.668557 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Allocated IP 172.20.0.18 (98b08362-0a97-4e30-9356-65df2f0b7084/babd01ee-346f-4aa4-8f63-0b4af3eb84e9/e4542b1c-8b24-4ca5-83b2-242f88c67482) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:35.670552 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad9f3b7-c500-4fa6-9812-cc320b573210 None None] Routers {'850db16c-a15b-45a2-9d1a-862d99c59caa'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:35.671243 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1ad9f3b7-c500-4fa6-9812-cc320b573210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['850db16c-a15b-45a2-9d1a-862d99c59caa'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:35.703404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-46c6d117-6a1c-4f57-9408-a1220d81b45d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:35.707255 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-46c6d117-6a1c-4f57-9408-a1220d81b45d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.5164173 Jan 27 17:13:35.716488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35460) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:35.748305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-bc40ac81-80ea-4494-b355-aa8f355582ca tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Calling delete_port for a46340bb-e7f6-4396-8f71-f760319ea8b7 owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:35.752895 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:35.758644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d65b0822-ce69-4cf3-abef-2d6153bb9440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.773600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Usage tracker for resource:port and tenant:07bb1ca1588f45719862cad794488866 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:35.780089 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-034482bc-4028-4ec3-ad94-aaa8c2a5bd6f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.785673 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:35.801373 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:35.818360 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b0822-ce69-4cf3-abef-2d6153bb9440 None None] No DVR routers for this DVR port 8e072c7a-76bf-454a-a272-12a080e49d48 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:13:35.835661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-034482bc-4028-4ec3-ad94-aaa8c2a5bd6f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.843973 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1ad9f3b7-c500-4fa6-9812-cc320b573210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:35.878703 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b0822-ce69-4cf3-abef-2d6153bb9440 None None] Pushing event deleted for resources: {'Port': ['ID=8e072c7a-76bf-454a-a272-12a080e49d48,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:35.881500 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-780ed42c-a740-494c-8194-62a4e6d5e7f4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.881700 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-80495478-1f9c-4842-8eb9-49da5193faa5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:35.882042 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-80495478-1f9c-4842-8eb9-49da5193faa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:35.884026 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddeb3e3-470f-4b0b-a85b-b6e54079e4cf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:35.884762 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fddeb3e3-470f-4b0b-a85b-b6e54079e4cf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:35.898847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-780ed42c-a740-494c-8194-62a4e6d5e7f4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.912531 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.929024 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Made reservation on behalf of 07bb1ca1588f45719862cad794488866 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:35.932924 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.936566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fddeb3e3-470f-4b0b-a85b-b6e54079e4cf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:35.940610 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fddeb3e3-470f-4b0b-a85b-b6e54079e4cf tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports?device_id=850db16c-a15b-45a2-9d1a-862d99c59caa HTTP/1.1" status: 200 len: 982 time: 0.3618646 Jan 27 17:13:35.946308 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35464) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:35.953869 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad9f3b7-c500-4fa6-9812-cc320b573210 None None] Routers {'850db16c-a15b-45a2-9d1a-862d99c59caa'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:35.954721 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1ad9f3b7-c500-4fa6-9812-cc320b573210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['850db16c-a15b-45a2-9d1a-862d99c59caa'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:35.957069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-034482bc-4028-4ec3-ad94-aaa8c2a5bd6f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:35.963503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ed42c-a740-494c-8194-62a4e6d5e7f4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b320842-c3ad-444f-b724-ed1be79846aa,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:36.006080 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034482bc-4028-4ec3-ad94-aaa8c2a5bd6f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f72b9427-1516-4799-8071-47135e9dacde,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:36.008407 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] device_id is not set on port 4084b2f5-eb07-4af8-96c5-7b4e1460f32f yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:13:36.053499 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-780ed42c-a740-494c-8194-62a4e6d5e7f4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.054618 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-780ed42c-a740-494c-8194-62a4e6d5e7f4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8647938 Jan 27 17:13:36.057986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35468) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:36.069571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4174404e-c0c6-45a6-ae3a-5506cb859d04 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '8445ec95-6ccf-4622-a001-c8873ca87baa', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:36.080369 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Router cf3ff1b5-341e-404e-b125-057c4143130c is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:13:36.088311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-034482bc-4028-4ec3-ad94-aaa8c2a5bd6f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.089572 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-034482bc-4028-4ec3-ad94-aaa8c2a5bd6f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/f72b9427-1516-4799-8071-47135e9dacde HTTP/1.1" status: 204 len: 168 time: 0.3677788 Jan 27 17:13:36.092528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4174404e-c0c6-45a6-ae3a-5506cb859d04 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:36.096811 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35472) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:36.101589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4174404e-c0c6-45a6-ae3a-5506cb859d04 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:36.116579 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4174404e-c0c6-45a6-ae3a-5506cb859d04 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:36.129006 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bc40ac81-80ea-4494-b355-aa8f355582ca tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.173235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4174404e-c0c6-45a6-ae3a-5506cb859d04 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:36.194769 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca586b-f158-45ed-9440-7731ea9a2ebf req-de555282-011b-4178-be35-3ea175eaad15 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:36.196029 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40ac81-80ea-4494-b355-aa8f355582ca tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Port': ['ID=a46340bb-e7f6-4396-8f71-f760319ea8b7,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:36.196326 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-abca586b-f158-45ed-9440-7731ea9a2ebf req-de555282-011b-4178-be35-3ea175eaad15 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 945 time: 0.4053683 Jan 27 17:13:36.234926 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1ad9f3b7-c500-4fa6-9812-cc320b573210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:36.235522 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad9f3b7-c500-4fa6-9812-cc320b573210 None None] The sync data for ids ['850db16c-a15b-45a2-9d1a-862d99c59caa'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:36.277921 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-1cb20e83-c9ea-41f3-aff0-5d77b060d830', 'network_id': '1cb20e83-c9ea-41f3-aff0-5d77b060d830', 'tenant_id': '07bb1ca1588f45719862cad794488866', 'fixed_ips': [{'subnet_id': '95ca2a27-422d-4d71-902e-2d0219bc4069'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:36.278502 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.294904 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7dfb650f-365e-49fa-8a04-59b8b4cdb0aa,segment=NetworkSegment(08ad2808-e235-471a-afaa-63df22bbf106),segment_id=08ad2808-e235-471a-afaa-63df22bbf106)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:36.308884 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4174404e-c0c6-45a6-ae3a-5506cb859d04 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.314883 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.330011 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-499743e4-33ab-4db0-ac45-b2820951e328 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2261202 Jan 27 17:13:36.335769 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35476) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:36.361529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Allocated IP 2001:db8::f816:3eff:fe05:eb1a (1cb20e83-c9ea-41f3-aff0-5d77b060d830/95ca2a27-422d-4d71-902e-2d0219bc4069/4084b2f5-eb07-4af8-96c5-7b4e1460f32f) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:36.404052 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-abca586b-f158-45ed-9440-7731ea9a2ebf req-0ab2bb85-6d54-4a10-8151-3e352057244e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886044 Jan 27 17:13:36.442787 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-80495478-1f9c-4842-8eb9-49da5193faa5 None None] Deleting port 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:36.443666 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80495478-1f9c-4842-8eb9-49da5193faa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.467784 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 8e072c7a-76bf-454a-a272-12a080e49d48 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:13:36.488518 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bc40ac81-80ea-4494-b355-aa8f355582ca tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.523388 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bc40ac81-80ea-4494-b355-aa8f355582ca tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.528708 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bc40ac81-80ea-4494-b355-aa8f355582ca tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/floatingips/875d8b4e-f4b1-4c1f-8ec9-0124b02ebb29 HTTP/1.1" status: 204 len: 168 time: 1.4421356 Jan 27 17:13:36.529773 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35480) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:36.569519 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 8e072c7a-76bf-454a-a272-12a080e49d48 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:13:36.569519 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 8e072c7a-76bf-454a-a272-12a080e49d48 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:13:36.581500 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-b168b2df-25d7-4a35-8eac-1ff8b5d98a05 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:36.583110 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b168b2df-25d7-4a35-8eac-1ff8b5d98a05 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:36.587584 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b168b2df-25d7-4a35-8eac-1ff8b5d98a05 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/ports/3dba2856-5689-40c3-a669-a90af41cbd8a HTTP/1.1" status: 404 len: 333 time: 0.0541615 Jan 27 17:13:36.588711 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35484) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:36.606361 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=7dfb650f-365e-49fa-8a04-59b8b4cdb0aa,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:36.627436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-80495478-1f9c-4842-8eb9-49da5193faa5 None None] The port '3240dfaf-a2b0-4444-adbc-d3cdbcc3498f' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:13:36.667307 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.684824 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-874b0ca7-c796-4dbd-9ed0-72e497c2b8f9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Synchronizing usage tracker for tenant:09799f3c75ba4e1bbef88b711a678f39 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:36.685224 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Transition to ACTIVE for port object e4542b1c-8b24-4ca5-83b2-242f88c67482 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:36.708638 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Transition to ACTIVE for port object e4542b1c-8b24-4ca5-83b2-242f88c67482 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:36.719333 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-874b0ca7-c796-4dbd-9ed0-72e497c2b8f9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Unset dirty status for tenant:09799f3c75ba4e1bbef88b711a678f39 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:36.722970 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.723126 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-874b0ca7-c796-4dbd-9ed0-72e497c2b8f9 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "GET /v2.0/ports?device_id=725a4c46-a1d6-444e-b96b-924120c0a5ae HTTP/1.1" status: 200 len: 205 time: 0.1038730 Jan 27 17:13:36.723253 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35488) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:36.735069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:36.746683 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Sync routers for ids ['cf3ff1b5-341e-404e-b125-057c4143130c'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:36.767002 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Routers {'cf3ff1b5-341e-404e-b125-057c4143130c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:36.767917 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['cf3ff1b5-341e-404e-b125-057c4143130c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:36.792033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:13:36.796329 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-030d0743-9b74-4c67-82f2-1fcf340b38eb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] delete failed (client error): The resource could not be found. Jan 27 17:13:36.797417 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-030d0743-9b74-4c67-82f2-1fcf340b38eb tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/routers/725a4c46-a1d6-444e-b96b-924120c0a5ae HTTP/1.1" status: 404 len: 336 time: 0.0733347 Jan 27 17:13:36.799395 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4174404e-c0c6-45a6-ae3a-5506cb859d04 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.800172 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35492) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:36.822383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2f8b480a-0971-4909-8c44-252d58728904 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.827405 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4174404e-c0c6-45a6-ae3a-5506cb859d04 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.837760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.841877 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f788e180-b1cf-4424-a7f4-5f6049b0c895 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.2325125 Jan 27 17:13:36.842649 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35496) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:36.855043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:13:36.855883 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3240dfaf-a2b0-4444-adbc-d3cdbcc3498f not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:13:36.880784 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Network 98b08362-0a97-4e30-9356-65df2f0b7084 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:36.882811 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebcd3f3a-3eeb-4719-bf64-b661de0c5481 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] DELETE failed (client error): The resource could not be found. Jan 27 17:13:36.883267 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebcd3f3a-3eeb-4719-bf64-b661de0c5481 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:36.884914 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ebcd3f3a-3eeb-4719-bf64-b661de0c5481 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/subnets/5156a756-9e63-4a54-8112-5e6fd0d9a9bf HTTP/1.1" status: 404 len: 337 time: 0.0838151 Jan 27 17:13:36.885127 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:36.888868 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35500) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:36.890822 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:36.960402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5151e9d6-b60d-409d-a83b-7fe804577843 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:36.995120 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Pushing event updated for resources: {'Port': ['ID=e4542b1c-8b24-4ca5-83b2-242f88c67482,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:37.008345 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Attempting to bind port e4542b1c-8b24-4ca5-83b2-242f88c67482 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:37.009413 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Attempting to bind port e4542b1c-8b24-4ca5-83b2-242f88c67482 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'cb590f32-3859-4b39-80f6-f0993c24be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:37.010265 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Attempting to bind port e4542b1c-8b24-4ca5-83b2-242f88c67482 on network 98b08362-0a97-4e30-9356-65df2f0b7084 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:37.017767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174404e-c0c6-45a6-ae3a-5506cb859d04 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaec827e-310b-4207-8737-c5f4887fbbf7,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:37.021165 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:37.022075 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Checking segment: {'id': 'cb590f32-3859-4b39-80f6-f0993c24be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:37.022741 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.024124 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Bound using segment: {'id': 'cb590f32-3859-4b39-80f6-f0993c24be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:37.033389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2f8b480a-0971-4909-8c44-252d58728904 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.040773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Bound port: e4542b1c-8b24-4ca5-83b2-242f88c67482, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb590f32-3859-4b39-80f6-f0993c24be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:37.041359 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.057039 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Set router cf3ff1b5-341e-404e-b125-057c4143130c gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:37.068251 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4174404e-c0c6-45a6-ae3a-5506cb859d04 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.069445 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4174404e-c0c6-45a6-ae3a-5506cb859d04 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0096390 Jan 27 17:13:37.080332 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35504) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:37.099801 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-cad73738-0656-4055-a1cd-5d3fb355cedb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '8445ec95-6ccf-4622-a001-c8873ca87baa', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:37.180970 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cad73738-0656-4055-a1cd-5d3fb355cedb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:37.184295 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] For port e4542b1c-8b24-4ca5-83b2-242f88c67482, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:37.188047 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] For port e4542b1c-8b24-4ca5-83b2-242f88c67482, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e4542b1c-8b24-4ca5-83b2-242f88c67482,segment=NetworkSegment(cb590f32-3859-4b39-80f6-f0993c24be40),segment_id=cb590f32-3859-4b39-80f6-f0993c24be40)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:37.200663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-acb6a360-952d-4de5-b1ec-8f707d425f9e tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Deleting port 0dfce93b-3821-487d-afd4-6f887357fc9b {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:37.201062 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-acb6a360-952d-4de5-b1ec-8f707d425f9e tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.201377 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.213870 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cad73738-0656-4055-a1cd-5d3fb355cedb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:37.220402 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cad73738-0656-4055-a1cd-5d3fb355cedb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:37.235456 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.241359 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cad73738-0656-4055-a1cd-5d3fb355cedb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:37.302397 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9acf9-20f5-47e1-8454-159054c91626 None None] Pushing event updated for resources: {'Port': ['ID=e4542b1c-8b24-4ca5-83b2-242f88c67482,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:37.313914 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2f8b480a-0971-4909-8c44-252d58728904 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.336886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Transition to ACTIVE for port object 4084b2f5-eb07-4af8-96c5-7b4e1460f32f will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:37.462052 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'name': 'tempest-TestVolumeBootPattern-958946563-router', 'tenant_id': '4693684e8a944c3cb4b0da833cf0baa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '99f3a10f-c173-4d1f-95af-d220cf2e7b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:28Z', 'updated_at': '2022-01-27T17:13:34Z', 'revision_number': 3, 'project_id': '4693684e8a944c3cb4b0da833cf0baa3', 'gw_port': {'id': '99f3a10f-c173-4d1f-95af-d220cf2e7b92', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:31Z', 'updated_at': '2022-01-27T17:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:37.466848 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Checking router: cf3ff1b5-341e-404e-b125-057c4143130c for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:13:37.467549 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Updating router cf3ff1b5-341e-404e-b125-057c4143130c port 99f3a10f-c173-4d1f-95af-d220cf2e7b92 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:13:37.476840 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b480a-0971-4909-8c44-252d58728904 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2c370d-9574-4d9e-bf00-5c108a3a2fb9,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:37.496310 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cad73738-0656-4055-a1cd-5d3fb355cedb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.556785 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.571883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2f8b480a-0971-4909-8c44-252d58728904 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.573039 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2f8b480a-0971-4909-8c44-252d58728904 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-groups/9e2c370d-9574-4d9e-bf00-5c108a3a2fb9 HTTP/1.1" status: 204 len: 168 time: 1.2328858 Jan 27 17:13:37.578012 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35510) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:37.608831 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 94fa7e18-c19a-41bd-98b7-a853be64b611 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:37.738289 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.778634 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Allocated IP 2001:db8::f816:3eff:fe99:d0c8 (1cb20e83-c9ea-41f3-aff0-5d77b060d830/95ca2a27-422d-4d71-902e-2d0219bc4069/04d349b8-19ca-4f1d-9149-308835b0d58a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:37.842915 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 94fa7e18-c19a-41bd-98b7-a853be64b611 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:37.864677 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 94fa7e18-c19a-41bd-98b7-a853be64b611 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:37.865048 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.867082 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event updated for resources: {'Port': ['ID=4084b2f5-eb07-4af8-96c5-7b4e1460f32f,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:37.875177 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c0069bfa-1b8c-4ea6-bcbf-db0c75c04b22 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:37.904720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Network 1cb20e83-c9ea-41f3-aff0-5d77b060d830 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:37.913978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:37.931146 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-acb6a360-952d-4de5-b1ec-8f707d425f9e tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.939365 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c0069bfa-1b8c-4ea6-bcbf-db0c75c04b22 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:37.940591 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c0069bfa-1b8c-4ea6-bcbf-db0c75c04b22 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3541090 Jan 27 17:13:37.946221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35514) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:37.952476 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-afd7a90f-e788-4a6e-af8e-45cdc28d3c9b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384549025'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:37.984429 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:37.991171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:37.992336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:37.993728 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.012564 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Transition to ACTIVE for port object 99f3a10f-c173-4d1f-95af-d220cf2e7b92 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:38.025318 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-afd7a90f-e788-4a6e-af8e-45cdc28d3c9b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:38.032019 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.032384 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cad73738-0656-4055-a1cd-5d3fb355cedb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.049989 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cad73738-0656-4055-a1cd-5d3fb355cedb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.091421 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5151e9d6-b60d-409d-a83b-7fe804577843 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port 16ba3703-8ea8-465f-a08a-42329c8b133e {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:38.091748 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5151e9d6-b60d-409d-a83b-7fe804577843 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.096681 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad73738-0656-4055-a1cd-5d3fb355cedb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d666862-8bc7-4f5b-9044-e1a1877e69bf,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:38.124899 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.129078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-acb6a360-952d-4de5-b1ec-8f707d425f9e tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Calling delete_port for 0dfce93b-3821-487d-afd4-6f887357fc9b owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:38.144570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cad73738-0656-4055-a1cd-5d3fb355cedb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.150325 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cad73738-0656-4055-a1cd-5d3fb355cedb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0638971 Jan 27 17:13:38.152260 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fe301913-a4f7-48db-98b1-36def6cce1a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.8575342 Jan 27 17:13:38.153230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35518) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:38.160861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35520) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:38.170581 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a4a8a2a2-0889-48e0-8808-87edc05e437c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '8445ec95-6ccf-4622-a001-c8873ca87baa', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:38.175875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e41e35-719d-4a07-8868-d608a1bbeed3 req-45cd95d9-bf57-4699-9a35-92501dc124ce tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:38.177479 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-74e41e35-719d-4a07-8868-d608a1bbeed3 req-45cd95d9-bf57-4699-9a35-92501dc124ce tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 945 time: 0.5438795 Jan 27 17:13:38.185144 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 94fa7e18-c19a-41bd-98b7-a853be64b611, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=94fa7e18-c19a-41bd-98b7-a853be64b611,segment=NetworkSegment(ae53acc8-380e-44fc-aa4f-73efeee99087),segment_id=ae53acc8-380e-44fc-aa4f-73efeee99087)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:38.189039 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a90ce0e-28eb-436c-9e7e-2c76409758ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fa7e18-c19a-41bd-98b7-a853be64b611'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:13:38.206007 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d77b88-e504-40e5-a73f-08a0e6b566f0 None None] Pushing event updated for resources: {'Port': ['ID=99f3a10f-c173-4d1f-95af-d220cf2e7b92,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:38.208803 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Attempting to bind port 99f3a10f-c173-4d1f-95af-d220cf2e7b92 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:38.209234 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Attempting to bind port 99f3a10f-c173-4d1f-95af-d220cf2e7b92 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:38.209635 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Attempting to bind port 99f3a10f-c173-4d1f-95af-d220cf2e7b92 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:38.212080 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.216206 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:38.216560 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:38.216956 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.217337 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:38.217830 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Bound port: 99f3a10f-c173-4d1f-95af-d220cf2e7b92, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:38.218190 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.269096 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-afd7a90f-e788-4a6e-af8e-45cdc28d3c9b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:38.279628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a4a8a2a2-0889-48e0-8808-87edc05e437c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:38.301158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=94fa7e18-c19a-41bd-98b7-a853be64b611,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:38.338442 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a90ce0e-28eb-436c-9e7e-2c76409758ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fa7e18-c19a-41bd-98b7-a853be64b611', 'code': 200} Jan 27 17:13:38.385514 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-afd7a90f-e788-4a6e-af8e-45cdc28d3c9b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.388955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3afb50-1303-4a66-9398-3f94c8b0e1f3 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Deleting subnet 95ca2a27-422d-4d71-902e-2d0219bc4069 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:13:38.399227 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a4a8a2a2-0889-48e0-8808-87edc05e437c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:38.400905 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] For port 99f3a10f-c173-4d1f-95af-d220cf2e7b92, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:38.404600 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] For port 99f3a10f-c173-4d1f-95af-d220cf2e7b92, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=99f3a10f-c173-4d1f-95af-d220cf2e7b92,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:38.411325 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a4a8a2a2-0889-48e0-8808-87edc05e437c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:38.418229 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.421138 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-74e41e35-719d-4a07-8868-d608a1bbeed3 req-205252e8-9d5a-4c0c-aa09-90d2f86b0481 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216947 Jan 27 17:13:38.431320 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a4a8a2a2-0889-48e0-8808-87edc05e437c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:38.550123 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.557547 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-afd7a90f-e788-4a6e-af8e-45cdc28d3c9b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:38.569321 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Transition to ACTIVE for port object 04d349b8-19ca-4f1d-9149-308835b0d58a will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:38.570298 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d77b88-e504-40e5-a73f-08a0e6b566f0 None None] Pushing event updated for resources: {'Port': ['ID=99f3a10f-c173-4d1f-95af-d220cf2e7b92,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:38.588876 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Routers {'cf3ff1b5-341e-404e-b125-057c4143130c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:38.589620 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['cf3ff1b5-341e-404e-b125-057c4143130c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:38.615853 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4a8a2a2-0889-48e0-8808-87edc05e437c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.630836 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Transition to ACTIVE for port object 04d349b8-19ca-4f1d-9149-308835b0d58a will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:38.637027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-afd7a90f-e788-4a6e-af8e-45cdc28d3c9b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:38.650750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.656542 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-afd7a90f-e788-4a6e-af8e-45cdc28d3c9b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:38.668131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-afd7a90f-e788-4a6e-af8e-45cdc28d3c9b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:38.708747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5151e9d6-b60d-409d-a83b-7fe804577843 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.728132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e3afb50-1303-4a66-9398-3f94c8b0e1f3 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.755589 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3692f7-7044-41f6-87a9-33d36e3beae4 None None] Network 98b08362-0a97-4e30-9356-65df2f0b7084 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:38.784035 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.849056 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-acb6a360-952d-4de5-b1ec-8f707d425f9e tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:38.858411 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5151e9d6-b60d-409d-a83b-7fe804577843 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for 16ba3703-8ea8-465f-a08a-42329c8b133e owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:38.870453 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] Set router cf3ff1b5-341e-404e-b125-057c4143130c gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:38.879353 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e3afb50-1303-4a66-9398-3f94c8b0e1f3 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.025844 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e4542b1c-8b24-4ca5-83b2-242f88c67482 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:39.043071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4a8a2a2-0889-48e0-8808-87edc05e437c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.065741 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4a8a2a2-0889-48e0-8808-87edc05e437c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.101447 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Network 1cb20e83-c9ea-41f3-aff0-5d77b060d830 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:39.123042 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:39.130102 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port e4542b1c-8b24-4ca5-83b2-242f88c67482 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:39.138220 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:39.147389 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e4542b1c-8b24-4ca5-83b2-242f88c67482 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:39.147768 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.182346 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6a360-952d-4de5-b1ec-8f707d425f9e tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Port': ['ID=0dfce93b-3821-487d-afd4-6f887357fc9b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:39.269479 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5eecd0a0-dc27-4b5d-ba6a-a36a29406853 None None] Provisioning for port e4542b1c-8b24-4ca5-83b2-242f88c67482 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:39.296877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61b486-d643-463c-9b3a-102edc1ec8fd req-ee9d18f1-2ce1-4976-90c6-1395076dfc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:39.298377 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a61b486-d643-463c-9b3a-102edc1ec8fd req-ee9d18f1-2ce1-4976-90c6-1395076dfc6f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 1099 time: 0.6630201 Jan 27 17:13:39.327321 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5eecd0a0-dc27-4b5d-ba6a-a36a29406853 None None] Provisioning complete for port e4542b1c-8b24-4ca5-83b2-242f88c67482 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:39.327680 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5eecd0a0-dc27-4b5d-ba6a-a36a29406853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.327790 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8a2a2-0889-48e0-8808-87edc05e437c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbbbc52-c695-4710-91a0-114c3c8ca493,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:39.345831 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-afd7a90f-e788-4a6e-af8e-45cdc28d3c9b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.362429 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-afd7a90f-e788-4a6e-af8e-45cdc28d3c9b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.381972 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4a8a2a2-0889-48e0-8808-87edc05e437c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.383127 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a4a8a2a2-0889-48e0-8808-87edc05e437c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2245133 Jan 27 17:13:39.387971 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35528) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:39.390599 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'name': 'tempest-TestVolumeBootPattern-958946563-router', 'tenant_id': '4693684e8a944c3cb4b0da833cf0baa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '99f3a10f-c173-4d1f-95af-d220cf2e7b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:28Z', 'updated_at': '2022-01-27T17:13:34Z', 'revision_number': 3, 'project_id': '4693684e8a944c3cb4b0da833cf0baa3', 'gw_port': {'id': '99f3a10f-c173-4d1f-95af-d220cf2e7b92', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:31Z', 'updated_at': '2022-01-27T17:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:39.397077 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc5172-4de4-4ac0-b30e-97629dda5e7e None None] The sync data for ids ['cf3ff1b5-341e-404e-b125-057c4143130c'] in dv-neutron-826439-2-hyperv is: [{'id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'name': 'tempest-TestVolumeBootPattern-958946563-router', 'tenant_id': '4693684e8a944c3cb4b0da833cf0baa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '99f3a10f-c173-4d1f-95af-d220cf2e7b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:28Z', 'updated_at': '2022-01-27T17:13:34Z', 'revision_number': 3, 'project_id': '4693684e8a944c3cb4b0da833cf0baa3', 'gw_port': {'id': '99f3a10f-c173-4d1f-95af-d220cf2e7b92', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:31Z', 'updated_at': '2022-01-27T17:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:39.398892 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-acb6a360-952d-4de5-b1ec-8f707d425f9e tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.412387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-2b1ab416-4bfa-4c0f-a737-8fdc404be8bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '8445ec95-6ccf-4622-a001-c8873ca87baa', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:39.420654 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Pushing event updated for resources: {'Port': ['ID=04d349b8-19ca-4f1d-9149-308835b0d58a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:39.431443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2b1ab416-4bfa-4c0f-a737-8fdc404be8bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:39.436933 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a61b486-d643-463c-9b3a-102edc1ec8fd req-3b1a6b9f-73e0-4e98-b73f-34af6e2f688e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239371 Jan 27 17:13:39.452703 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Attempting to bind port 04d349b8-19ca-4f1d-9149-308835b0d58a on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:39.453120 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Attempting to bind port 04d349b8-19ca-4f1d-9149-308835b0d58a by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'cb55ea79-d43f-48cb-bc01-faece805246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1cb20e83-c9ea-41f3-aff0-5d77b060d830'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:39.453482 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Attempting to bind port 04d349b8-19ca-4f1d-9149-308835b0d58a on network 1cb20e83-c9ea-41f3-aff0-5d77b060d830 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:39.455747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2b1ab416-4bfa-4c0f-a737-8fdc404be8bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:39.463978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2b1ab416-4bfa-4c0f-a737-8fdc404be8bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:39.465228 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Allocated IP 172.20.0.1 (ed8c7ef5-a921-49ef-aafc-174e68129f40/4f17870a-535d-4704-a73a-a26663c3e3b8/abb79d07-f29f-46ff-83ca-8e95f6951d7f) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:39.477320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7a90f-e788-4a6e-af8e-45cdc28d3c9b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7db3c8-3490-454e-a2b9-055846923a37,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:39.484358 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2b1ab416-4bfa-4c0f-a737-8fdc404be8bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:39.493010 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-acb6a360-952d-4de5-b1ec-8f707d425f9e tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/ports/0dfce93b-3821-487d-afd4-6f887357fc9b HTTP/1.1" status: 204 len: 168 time: 2.6028907 Jan 27 17:13:39.495879 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35534) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:39.533221 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:39.533658 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Checking segment: {'id': 'cb55ea79-d43f-48cb-bc01-faece805246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1cb20e83-c9ea-41f3-aff0-5d77b060d830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:39.534035 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.534428 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Bound using segment: {'id': 'cb55ea79-d43f-48cb-bc01-faece805246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1cb20e83-c9ea-41f3-aff0-5d77b060d830'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:39.535081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Bound port: 04d349b8-19ca-4f1d-9149-308835b0d58a, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb55ea79-d43f-48cb-bc01-faece805246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1cb20e83-c9ea-41f3-aff0-5d77b060d830'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:39.535462 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.556106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-afd7a90f-e788-4a6e-af8e-45cdc28d3c9b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.557776 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-afd7a90f-e788-4a6e-af8e-45cdc28d3c9b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6093149 Jan 27 17:13:39.568981 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35538) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:39.620099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-8d850209-55bc-48c4-9ac9-ef69ad5c2905 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group_rule': {'security_group_id': '1e7db3c8-3490-454e-a2b9-055846923a37', 'direction': 'ingress', 'protocol': 17}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:39.620609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.625495 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-2b1ab416-4bfa-4c0f-a737-8fdc404be8bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:13:39.637257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.644556 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8d850209-55bc-48c4-9ac9-ef69ad5c2905 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:39.655799 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-057d5446-4008-4797-a372-8b691fbfb336 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Deleting port d667c3aa-c3bd-44ef-bdab-9e25fad5b30a {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:39.656193 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-057d5446-4008-4797-a372-8b691fbfb336 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.681628 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8d850209-55bc-48c4-9ac9-ef69ad5c2905 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:39.690419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab416-4bfa-4c0f-a737-8fdc404be8bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.698910 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8d850209-55bc-48c4-9ac9-ef69ad5c2905 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:39.699300 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e3afb50-1303-4a66-9398-3f94c8b0e1f3 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.708879 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5eecd0a0-dc27-4b5d-ba6a-a36a29406853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.740818 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8d850209-55bc-48c4-9ac9-ef69ad5c2905 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:39.742504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Transition to ACTIVE for port object abb79d07-f29f-46ff-83ca-8e95f6951d7f will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:39.787267 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port e4542b1c-8b24-4ca5-83b2-242f88c67482, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e4542b1c-8b24-4ca5-83b2-242f88c67482,segment=NetworkSegment(cb590f32-3859-4b39-80f6-f0993c24be40),segment_id=cb590f32-3859-4b39-80f6-f0993c24be40)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:39.818508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4159ba-02fa-4fb5-9e6a-c671b3488148 req-e72512a9-a96d-44bb-9bb5-40adc8206779 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:39.820111 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb4159ba-02fa-4fb5-9e6a-c671b3488148 req-e72512a9-a96d-44bb-9bb5-40adc8206779 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.1797676 Jan 27 17:13:39.822488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e3afb50-1303-4a66-9398-3f94c8b0e1f3 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.823901 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.824971 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:39.833171 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5151e9d6-b60d-409d-a83b-7fe804577843 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.889860 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.929652 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151e9d6-b60d-409d-a83b-7fe804577843 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=16ba3703-8ea8-465f-a08a-42329c8b133e,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:39.938205 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3afb50-1303-4a66-9398-3f94c8b0e1f3 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event deleted for resources: {'Subnet': ['ID=95ca2a27-422d-4d71-902e-2d0219bc4069,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:39.940789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d850209-55bc-48c4-9ac9-ef69ad5c2905 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:39.945177 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e3afb50-1303-4a66-9398-3f94c8b0e1f3 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.032566 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Network ed8c7ef5-a921-49ef-aafc-174e68129f40 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:40.040266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:40.051039 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:40.083306 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab416-4bfa-4c0f-a737-8fdc404be8bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.089593 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1e3afb50-1303-4a66-9398-3f94c8b0e1f3 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/subnets/95ca2a27-422d-4d71-902e-2d0219bc4069 HTTP/1.1" status: 204 len: 168 time: 1.9251971 Jan 27 17:13:40.090467 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35542) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:40.096443 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Pushing event updated for resources: {'Port': ['ID=abb79d07-f29f-46ff-83ca-8e95f6951d7f,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:40.139712 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=e4542b1c-8b24-4ca5-83b2-242f88c67482,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:40.162307 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] For port 04d349b8-19ca-4f1d-9149-308835b0d58a, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:40.191866 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-5eecd0a0-dc27-4b5d-ba6a-a36a29406853 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:40.192218 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-5eecd0a0-dc27-4b5d-ba6a-a36a29406853 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:40.208405 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] For port 04d349b8-19ca-4f1d-9149-308835b0d58a, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=04d349b8-19ca-4f1d-9149-308835b0d58a,segment=NetworkSegment(cb55ea79-d43f-48cb-bc01-faece805246f),segment_id=cb55ea79-d43f-48cb-bc01-faece805246f)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:40.212104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab416-4bfa-4c0f-a737-8fdc404be8bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.226319 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb4159ba-02fa-4fb5-9e6a-c671b3488148 req-25db20c1-d50d-4aff-8a53-02b4e8f6170c tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433590 Jan 27 17:13:40.230418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:40.246295 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.282471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb4e33-fd89-4323-a9b5-9dc44478d786 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:40.284713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb4e33-fd89-4323-a9b5-9dc44478d786 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:40.285494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-42eb4e33-fd89-4323-a9b5-9dc44478d786 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Synchronizing usage tracker for tenant:07bb1ca1588f45719862cad794488866 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:40.286490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.292921 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.402959 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-42eb4e33-fd89-4323-a9b5-9dc44478d786 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Unset dirty status for tenant:07bb1ca1588f45719862cad794488866 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:40.404418 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-42eb4e33-fd89-4323-a9b5-9dc44478d786 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3054006 Jan 27 17:13:40.407415 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35546) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:40.547109 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ab416-4bfa-4c0f-a737-8fdc404be8bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a705924b-b5b7-4d38-a76b-5681028a70e6,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:40.565796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32e175-d5e7-4f1b-9653-885088b2f3e6 None None] Pushing event updated for resources: {'Port': ['ID=04d349b8-19ca-4f1d-9149-308835b0d58a,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:40.717967 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab416-4bfa-4c0f-a737-8fdc404be8bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.724413 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35550) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:40.729396 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2b1ab416-4bfa-4c0f-a737-8fdc404be8bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3258812 Jan 27 17:13:40.733267 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-adcf00b9-82f6-4e3d-92d2-c7d24c2e8d1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '8445ec95-6ccf-4622-a001-c8873ca87baa', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:40.743560 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.767747 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3740b002-538a-408e-9efb-ae0fc4d0323b tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.773036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-adcf00b9-82f6-4e3d-92d2-c7d24c2e8d1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:40.780570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-adcf00b9-82f6-4e3d-92d2-c7d24c2e8d1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:40.788609 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-adcf00b9-82f6-4e3d-92d2-c7d24c2e8d1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:40.832348 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-057d5446-4008-4797-a372-8b691fbfb336 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.858609 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d850209-55bc-48c4-9ac9-ef69ad5c2905 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.859845 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-adcf00b9-82f6-4e3d-92d2-c7d24c2e8d1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:40.871499 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-3740b002-538a-408e-9efb-ae0fc4d0323b tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 27 17:13:40.871861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3740b002-538a-408e-9efb-ae0fc4d0323b tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:40.873388 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3740b002-538a-408e-9efb-ae0fc4d0323b tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/networks/1cb20e83-c9ea-41f3-aff0-5d77b060d830 HTTP/1.1" status: 409 len: 405 time: 0.4649231 Jan 27 17:13:40.893231 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35554) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:40.921312 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-7b905111-3718-4f7f-8847-7a82a2381a9d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2065754630'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:40.940713 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-aaef6bb6-52ff-4d5c-97d1-e9535e871d0d None None] Provisioning for port abb79d07-f29f-46ff-83ca-8e95f6951d7f completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:40.944309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-7b905111-3718-4f7f-8847-7a82a2381a9d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:40.963885 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7b905111-3718-4f7f-8847-7a82a2381a9d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Usage tracker for resource:network and tenant:07bb1ca1588f45719862cad794488866 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:40.965671 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-aaef6bb6-52ff-4d5c-97d1-e9535e871d0d None None] Provisioning complete for port abb79d07-f29f-46ff-83ca-8e95f6951d7f triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:40.966534 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aaef6bb6-52ff-4d5c-97d1-e9535e871d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:40.981290 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7b905111-3718-4f7f-8847-7a82a2381a9d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:41.015104 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-adcf00b9-82f6-4e3d-92d2-c7d24c2e8d1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:13:41.053639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-7b905111-3718-4f7f-8847-7a82a2381a9d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:41.055200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-aaef6bb6-52ff-4d5c-97d1-e9535e871d0d None None] Port abb79d07-f29f-46ff-83ca-8e95f6951d7f cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:41.058775 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-adcf00b9-82f6-4e3d-92d2-c7d24c2e8d1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.059527 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 99f3a10f-c173-4d1f-95af-d220cf2e7b92 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:41.078933 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-057d5446-4008-4797-a372-8b691fbfb336 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Calling delete_port for d667c3aa-c3bd-44ef-bdab-9e25fad5b30a owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:41.125717 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-aaef6bb6-52ff-4d5c-97d1-e9535e871d0d None None] Provisioning complete for port e4542b1c-8b24-4ca5-83b2-242f88c67482 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:41.126112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aaef6bb6-52ff-4d5c-97d1-e9535e871d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.153832 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d850209-55bc-48c4-9ac9-ef69ad5c2905 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.155504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5151e9d6-b60d-409d-a83b-7fe804577843 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.156086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b905111-3718-4f7f-8847-7a82a2381a9d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Made reservation on behalf of 07bb1ca1588f45719862cad794488866 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:41.160481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b905111-3718-4f7f-8847-7a82a2381a9d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.218919 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d850209-55bc-48c4-9ac9-ef69ad5c2905 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e38615-4dcc-4d89-a63a-debb7be0dbb9,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:41.296456 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 99f3a10f-c173-4d1f-95af-d220cf2e7b92 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:41.298731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b905111-3718-4f7f-8847-7a82a2381a9d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1089} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:41.301478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-adcf00b9-82f6-4e3d-92d2-c7d24c2e8d1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.301747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d850209-55bc-48c4-9ac9-ef69ad5c2905 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.306206 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8d850209-55bc-48c4-9ac9-ef69ad5c2905 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.7270555 Jan 27 17:13:41.310546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35560) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:41.311099 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 99f3a10f-c173-4d1f-95af-d220cf2e7b92 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:41.311735 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.337926 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-adcf00b9-82f6-4e3d-92d2-c7d24c2e8d1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.346900 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b905111-3718-4f7f-8847-7a82a2381a9d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.347235 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-7b905111-3718-4f7f-8847-7a82a2381a9d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Added segment 14d742a5-b7af-4e96-8dca-f9819e80df76 of type vlan for network 5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a Jan 27 17:13:41.392713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf00b9-82f6-4e3d-92d2-c7d24c2e8d1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff80670-40fb-4807-a122-fd0ba74e052e,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:41.449255 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b905111-3718-4f7f-8847-7a82a2381a9d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.469344 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.470874 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.479626 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-adcf00b9-82f6-4e3d-92d2-c7d24c2e8d1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.489548 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-adcf00b9-82f6-4e3d-92d2-c7d24c2e8d1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7553508 Jan 27 17:13:41.509781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.510444 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 99f3a10f-c173-4d1f-95af-d220cf2e7b92, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=99f3a10f-c173-4d1f-95af-d220cf2e7b92,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:41.516266 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.517960 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e4542b1c-8b24-4ca5-83b2-242f88c67482 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:41.625716 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2edf63e1-b1a4-479b-8e29-46ba88233fbb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.673534 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e4542b1c-8b24-4ca5-83b2-242f88c67482 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:41.674324 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.719147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b905111-3718-4f7f-8847-7a82a2381a9d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.724818 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b905111-3718-4f7f-8847-7a82a2381a9d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:41.725350 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b905111-3718-4f7f-8847-7a82a2381a9d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.733816 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=99f3a10f-c173-4d1f-95af-d220cf2e7b92,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:41.773235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.805401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Pushing event updated for resources: {'Port': ['ID=abb79d07-f29f-46ff-83ca-8e95f6951d7f,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:41.811113 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2edf63e1-b1a4-479b-8e29-46ba88233fbb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:41.916897 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7b905111-3718-4f7f-8847-7a82a2381a9d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0174747 Jan 27 17:13:41.954249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35576) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:41.971443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-6740030a-05d6-4795-b634-bd2feb5404cb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Request body: {'subnet': {'network_id': '5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:42.012725 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-057d5446-4008-4797-a372-8b691fbfb336 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.030820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5151e9d6-b60d-409d-a83b-7fe804577843 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Router 850db16c-a15b-45a2-9d1a-862d99c59caa has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:13:42.083677 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb474835-4e68-4825-b7dc-1140ff25f134 None None] Network 1cb20e83-c9ea-41f3-aff0-5d77b060d830 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:42.133656 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b905111-3718-4f7f-8847-7a82a2381a9d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event updated for resources: {'Network': ['ID=5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:42.153347 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d5446-4008-4797-a372-8b691fbfb336 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Port': ['ID=d667c3aa-c3bd-44ef-bdab-9e25fad5b30a,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:42.176656 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:42.232053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-5c0c03ac-e6f4-42ca-afea-a425a18bf3d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:42.289360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-5c0c03ac-e6f4-42ca-afea-a425a18bf3d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:42.291800 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-5c0c03ac-e6f4-42ca-afea-a425a18bf3d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1974023857&fields=id&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 267 time: 0.4464953 Jan 27 17:13:42.308687 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2edf63e1-b1a4-479b-8e29-46ba88233fbb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.319782 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6740030a-05d6-4795-b634-bd2feb5404cb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:42.345591 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4f3691a0-5636-46be-9f48-49ba662b3a34 None None] Provisioning for port 04d349b8-19ca-4f1d-9149-308835b0d58a completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:42.382256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf63e1-b1a4-479b-8e29-46ba88233fbb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7db3c8-3490-454e-a2b9-055846923a37,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:42.406003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6740030a-05d6-4795-b634-bd2feb5404cb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:42.418057 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5151e9d6-b60d-409d-a83b-7fe804577843 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:42.447182 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53029c37-4e16-47f1-b4d7-6155cac97b73 req-e7f41fa2-b380-4b1c-808d-6da5804a085a tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:42.448771 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-53029c37-4e16-47f1-b4d7-6155cac97b73 req-e7f41fa2-b380-4b1c-808d-6da5804a085a tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.6747665 Jan 27 17:13:42.451261 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5151e9d6-b60d-409d-a83b-7fe804577843 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "PUT /v2.0/routers/850db16c-a15b-45a2-9d1a-862d99c59caa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5082355 Jan 27 17:13:42.452244 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6740030a-05d6-4795-b634-bd2feb5404cb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Made reservation on behalf of 07bb1ca1588f45719862cad794488866 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:42.452431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Network ed8c7ef5-a921-49ef-aafc-174e68129f40 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:42.456047 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6740030a-05d6-4795-b634-bd2feb5404cb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.466355 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e90bde2-d2f8-4b8d-9a98-31f700a14f24 None None] Sync routers for ids ['850db16c-a15b-45a2-9d1a-862d99c59caa'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:42.468708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35580) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:42.471945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:42.480125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2edf63e1-b1a4-479b-8e29-46ba88233fbb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.481955 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e90bde2-d2f8-4b8d-9a98-31f700a14f24 None None] Routers {'850db16c-a15b-45a2-9d1a-862d99c59caa'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:42.482579 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7e90bde2-d2f8-4b8d-9a98-31f700a14f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['850db16c-a15b-45a2-9d1a-862d99c59caa'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:42.484728 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2edf63e1-b1a4-479b-8e29-46ba88233fbb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-groups/1e7db3c8-3490-454e-a2b9-055846923a37 HTTP/1.1" status: 204 len: 168 time: 1.1704853 Jan 27 17:13:42.485735 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35584) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:42.531794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-057d5446-4008-4797-a372-8b691fbfb336 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.536223 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-057d5446-4008-4797-a372-8b691fbfb336 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/ports/d667c3aa-c3bd-44ef-bdab-9e25fad5b30a HTTP/1.1" status: 204 len: 168 time: 3.0367188 Jan 27 17:13:42.542140 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35586) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:42.558091 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7e90bde2-d2f8-4b8d-9a98-31f700a14f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:42.573057 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e90bde2-d2f8-4b8d-9a98-31f700a14f24 None None] Routers {'850db16c-a15b-45a2-9d1a-862d99c59caa'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:42.574100 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7e90bde2-d2f8-4b8d-9a98-31f700a14f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['850db16c-a15b-45a2-9d1a-862d99c59caa'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:42.589357 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-53029c37-4e16-47f1-b4d7-6155cac97b73 req-dd52c147-4eba-408a-979f-c952476574cb tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129019 Jan 27 17:13:42.613620 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96f3c08-6d27-47f4-ad59-8141496f18d6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] GET failed (client error): The resource could not be found. Jan 27 17:13:42.617540 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a96f3c08-6d27-47f4-ad59-8141496f18d6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports/16ba3703-8ea8-465f-a08a-42329c8b133e HTTP/1.1" status: 404 len: 333 time: 0.1452188 Jan 27 17:13:42.633671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35592) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:42.663463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7e90bde2-d2f8-4b8d-9a98-31f700a14f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:42.663899 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e90bde2-d2f8-4b8d-9a98-31f700a14f24 None None] The sync data for ids ['850db16c-a15b-45a2-9d1a-862d99c59caa'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:42.725339 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8becac-1743-4675-a864-e9547bf5027b None None] DHCP port deletion for 1cb20e83-c9ea-41f3-aff0-5d77b060d830 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:13:42.731423 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6d8becac-1743-4675-a864-e9547bf5027b None None] Deleting port 04d349b8-19ca-4f1d-9149-308835b0d58a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:42.732281 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6d8becac-1743-4675-a864-e9547bf5027b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.848600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2594a91a-af37-492a-b3bb-8ac76d9c7e66 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.876857 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 99f3a10f-c173-4d1f-95af-d220cf2e7b92 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:42.899072 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109bee0b-5460-4f70-8003-7eb8150e1d08 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:42.899753 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-109bee0b-5460-4f70-8003-7eb8150e1d08 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Synchronizing usage tracker for tenant:09799f3c75ba4e1bbef88b711a678f39 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:42.924429 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-43634569-d816-4c7c-a1d9-e43d9892ff51 None None] Provisioning complete for port abb79d07-f29f-46ff-83ca-8e95f6951d7f triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:42.924762 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43634569-d816-4c7c-a1d9-e43d9892ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:42.946497 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-109bee0b-5460-4f70-8003-7eb8150e1d08 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Unset dirty status for tenant:09799f3c75ba4e1bbef88b711a678f39 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:42.947912 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-109bee0b-5460-4f70-8003-7eb8150e1d08 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "GET /v2.0/ports?device_id=de6c4960-00fc-4853-bd73-8cfffc05b31a HTTP/1.1" status: 200 len: 913 time: 0.4045818 Jan 27 17:13:42.957842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cceddc-7875-45c0-8199-3af715e3ca72 req-926e8cd1-ef22-4d81-bbe8-af337f9ca071 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:42.964644 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-12cceddc-7875-45c0-8199-3af715e3ca72 req-926e8cd1-ef22-4d81-bbe8-af337f9ca071 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.1883302 Jan 27 17:13:42.966238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35598) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:42.999253 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-69dc62ad-4e47-4ad2-af9b-26219ce6cbe2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:43.000017 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-69dc62ad-4e47-4ad2-af9b-26219ce6cbe2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:43.093977 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-43634569-d816-4c7c-a1d9-e43d9892ff51 None None] Port abb79d07-f29f-46ff-83ca-8e95f6951d7f cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:43.097342 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-684e6556-44a3-4985-944c-285fd8cf3712 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:43.104726 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6d8becac-1743-4675-a864-e9547bf5027b None None] For port 04d349b8-19ca-4f1d-9149-308835b0d58a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=04d349b8-19ca-4f1d-9149-308835b0d58a,segment=NetworkSegment(cb55ea79-d43f-48cb-bc01-faece805246f),segment_id=cb55ea79-d43f-48cb-bc01-faece805246f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:43.105163 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6d8becac-1743-4675-a864-e9547bf5027b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.125128 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-12cceddc-7875-45c0-8199-3af715e3ca72 req-b401aef5-6b20-4ea8-aefd-31ca9d475225 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594152 Jan 27 17:13:43.128683 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 99f3a10f-c173-4d1f-95af-d220cf2e7b92 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:43.129053 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.173723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35602) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:43.175249 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-684e6556-44a3-4985-944c-285fd8cf3712 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:43.180987 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-684e6556-44a3-4985-944c-285fd8cf3712 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6257024 Jan 27 17:13:43.188174 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35604) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:43.218625 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b6a427db-7cee-4db0-8c02-93921274347f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1320834367'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:43.250769 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b6a427db-7cee-4db0-8c02-93921274347f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:43.276486 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6d8becac-1743-4675-a864-e9547bf5027b None None] Calling delete_port for 04d349b8-19ca-4f1d-9149-308835b0d58a owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:43.279985 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-69dc62ad-4e47-4ad2-af9b-26219ce6cbe2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:43.280353 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b6a427db-7cee-4db0-8c02-93921274347f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:43.280666 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-69dc62ad-4e47-4ad2-af9b-26219ce6cbe2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/networks?id=98b08362-0a97-4e30-9356-65df2f0b7084 HTTP/1.1" status: 200 len: 796 time: 0.9769936 Jan 27 17:13:43.369049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Router cf3ff1b5-341e-404e-b125-057c4143130c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:13:43.378729 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-15598c64-fada-4b81-9f35-e22b47cbc016 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/quotas/2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 375 time: 0.0795708 Jan 27 17:13:43.381177 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2594a91a-af37-492a-b3bb-8ac76d9c7e66 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.405918 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6d8becac-1743-4675-a864-e9547bf5027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.424148 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2594a91a-af37-492a-b3bb-8ac76d9c7e66 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.458149 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8becac-1743-4675-a864-e9547bf5027b None None] Pushing event deleted for resources: {'Port': ['ID=04d349b8-19ca-4f1d-9149-308835b0d58a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:43.464750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8becac-1743-4675-a864-e9547bf5027b None None] No DVR routers for this DVR port 04d349b8-19ca-4f1d-9149-308835b0d58a on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:13:43.518192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.objects.ports [None req-6740030a-05d6-4795-b634-bd2feb5404cb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87595) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:13:43.526430 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6740030a-05d6-4795-b634-bd2feb5404cb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.556906 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6a427db-7cee-4db0-8c02-93921274347f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.628982 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b6a427db-7cee-4db0-8c02-93921274347f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:43.700288 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b6a427db-7cee-4db0-8c02-93921274347f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:43.704863 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2594a91a-af37-492a-b3bb-8ac76d9c7e66 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.705355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2594a91a-af37-492a-b3bb-8ac76d9c7e66 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Fanout notify agent at l3_agent the message router_deleted on router 850db16c-a15b-45a2-9d1a-862d99c59caa {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:13:43.722155 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b6a427db-7cee-4db0-8c02-93921274347f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:43.724914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740030a-05d6-4795-b634-bd2feb5404cb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event updated for resources: {'Subnet': ['ID=5e59ccab-48e9-40f5-83e3-ca7338a8ff53,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:43.732816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2594a91a-af37-492a-b3bb-8ac76d9c7e66 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.733311 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b6a427db-7cee-4db0-8c02-93921274347f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:43.733917 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2594a91a-af37-492a-b3bb-8ac76d9c7e66 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/routers/850db16c-a15b-45a2-9d1a-862d99c59caa HTTP/1.1" status: 204 len: 168 time: 1.0819736 Jan 27 17:13:43.739393 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35610) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:43.784426 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6740030a-05d6-4795-b634-bd2feb5404cb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Checking segment: {'id': '14d742a5-b7af-4e96-8dca-f9819e80df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:43.784839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6740030a-05d6-4795-b634-bd2feb5404cb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Network hostable DHCP agents. Network: 5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:13:43.821990 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77817cbc-8992-4eea-8f96-d68e6bf69c15 tempest-TestNetworkAdvancedServerOps-943535475 tempest-TestNetworkAdvancedServerOps-943535475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:43.823521 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-77817cbc-8992-4eea-8f96-d68e6bf69c15 tempest-TestNetworkAdvancedServerOps-943535475 tempest-TestNetworkAdvancedServerOps-943535475-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 1094 time: 0.6414173 Jan 27 17:13:43.827687 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35614) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:43.840504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '94fa7e18-c19a-41bd-98b7-a853be64b611', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:43.848689 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:43.853590 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-61ec868b-210b-4938-9ea5-b5a708d160e9 admin admin] 10.222.0.50 "PUT /v2.0/routers/cf3ff1b5-341e-404e-b125-057c4143130c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9938266 Jan 27 17:13:43.855547 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:43.859564 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Sync routers for ids ['cf3ff1b5-341e-404e-b125-057c4143130c'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:43.870707 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-515caf6a-58e5-495e-ac39-9c67fda15e0a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4830577 Jan 27 17:13:43.870875 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Routers {'cf3ff1b5-341e-404e-b125-057c4143130c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:43.871323 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['cf3ff1b5-341e-404e-b125-057c4143130c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:43.873282 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Usage tracker for resource:floatingip and tenant:e2d3a4626dac4978a7511f57d1b94de5 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:43.876503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:43.883949 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:43.902196 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for floatingip, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:43.950515 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f442afc-f203-4e5e-bda1-9b83d98d426b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting subnet c2ce38e9-6b4e-4d49-a2c8-12cce98cf81b {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:13:43.955186 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7f442afc-f203-4e5e-bda1-9b83d98d426b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.015890 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7f442afc-f203-4e5e-bda1-9b83d98d426b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.115254 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Set router cf3ff1b5-341e-404e-b125-057c4143130c gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:44.190102 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.212230 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6a427db-7cee-4db0-8c02-93921274347f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.221989 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6740030a-05d6-4795-b634-bd2feb5404cb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Network 5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:13:44.235574 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6a427db-7cee-4db0-8c02-93921274347f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.293344 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-e61de495-4672-4d9b-b5f8-fb8f654ca623 service neutron] 10.222.0.50 "GET /v2.0/networks/98b08362-0a97-4e30-9356-65df2f0b7084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041665 Jan 27 17:13:44.316134 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a427db-7cee-4db0-8c02-93921274347f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc32f0f-b661-4424-a220-09c7ab61d15b,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:44.345175 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-6740030a-05d6-4795-b634-bd2feb5404cb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:44.355378 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f6584e-a6a9-46ec-8d4b-f949d5c8613c None None] Network 5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:44.375326 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6a427db-7cee-4db0-8c02-93921274347f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.376277 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b6a427db-7cee-4db0-8c02-93921274347f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1886446 Jan 27 17:13:44.389124 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35626) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:44.389311 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6740030a-05d6-4795-b634-bd2feb5404cb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:44.389848 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6740030a-05d6-4795-b634-bd2feb5404cb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.396546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-bce3b09e-419d-42f8-b01b-8a0f21cf7963 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group': {'name': 'tempest-secgroup--98865297'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:44.402949 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bce3b09e-419d-42f8-b01b-8a0f21cf7963 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:44.407905 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bce3b09e-419d-42f8-b01b-8a0f21cf7963 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:44.411249 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bce3b09e-419d-42f8-b01b-8a0f21cf7963 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:44.419961 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bce3b09e-419d-42f8-b01b-8a0f21cf7963 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:44.448861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bce3b09e-419d-42f8-b01b-8a0f21cf7963 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.457202 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6740030a-05d6-4795-b634-bd2feb5404cb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4943895 Jan 27 17:13:44.469918 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35630) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:44.562095 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Allocated IP 172.26.1.208 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/36c3796a-d893-49cc-b08f-66be373fc593) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:44.577842 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bce3b09e-419d-42f8-b01b-8a0f21cf7963 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:44.578139 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'name': 'tempest-TestVolumeBootPattern-958946563-router', 'tenant_id': '4693684e8a944c3cb4b0da833cf0baa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '99f3a10f-c173-4d1f-95af-d220cf2e7b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:28Z', 'updated_at': '2022-01-27T17:13:40Z', 'revision_number': 4, 'project_id': '4693684e8a944c3cb4b0da833cf0baa3', 'gw_port': {'id': '99f3a10f-c173-4d1f-95af-d220cf2e7b92', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:31Z', 'updated_at': '2022-01-27T17:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'abb79d07-f29f-46ff-83ca-8e95f6951d7f', 'name': '', 'network_id': 'ed8c7ef5-a921-49ef-aafc-174e68129f40', 'tenant_id': '4693684e8a944c3cb4b0da833cf0baa3', 'mac_address': 'fa:16:3e:10:66:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '4f17870a-535d-4704-a73a-a26663c3e3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:38Z', 'updated_at': '2022-01-27T17:13:41Z', 'revision_number': 2, 'project_id': '4693684e8a944c3cb4b0da833cf0baa3', 'subnets': [{'id': '4f17870a-535d-4704-a73a-a26663c3e3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:44.586570 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Checking router: cf3ff1b5-341e-404e-b125-057c4143130c for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:13:44.586916 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Updating router cf3ff1b5-341e-404e-b125-057c4143130c port abb79d07-f29f-46ff-83ca-8e95f6951d7f binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:13:44.594701 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7f442afc-f203-4e5e-bda1-9b83d98d426b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.602441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bce3b09e-419d-42f8-b01b-8a0f21cf7963 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:44.609792 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bce3b09e-419d-42f8-b01b-8a0f21cf7963 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:44.663616 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bce3b09e-419d-42f8-b01b-8a0f21cf7963 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:44.679682 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-bfb9cb84-be27-40b0-8740-3c16cc677019 service neutron] 10.222.0.50 "GET /v2.0/networks/98b08362-0a97-4e30-9356-65df2f0b7084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799515 Jan 27 17:13:44.711390 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35634) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:44.724106 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.724336 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c001ce0b-ab99-460b-b4ca-b770ffd25b30 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-47687518', 'description': 'tempest-secgroup-smoke-47687518 description', 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:44.750126 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c001ce0b-ab99-460b-b4ca-b770ffd25b30 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:44.765009 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c001ce0b-ab99-460b-b4ca-b770ffd25b30 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Usage tracker for resource:security_group and tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:44.779801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c001ce0b-ab99-460b-b4ca-b770ffd25b30 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:44.783853 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a', 'network_id': '5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a', 'tenant_id': '07bb1ca1588f45719862cad794488866', 'fixed_ips': [{'subnet_id': '5e59ccab-48e9-40f5-83e3-ca7338a8ff53'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:44.784697 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.793029 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c001ce0b-ab99-460b-b4ca-b770ffd25b30 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:44.811094 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.838119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c001ce0b-ab99-460b-b4ca-b770ffd25b30 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.858973 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d0eff1da-485a-4806-adb4-f91375090714 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.862454 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.922690 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:44.992599 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7f442afc-f203-4e5e-bda1-9b83d98d426b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.011142 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Allocated IP 2001:db8::f816:3eff:fe30:f234 (5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a/5e59ccab-48e9-40f5-83e3-ca7338a8ff53/8c3c49ac-1b31-4463-8097-7fa8c26114f1) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:45.047581 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:45.054388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:45.066929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event updated for resources: {'Port': ['ID=36c3796a-d893-49cc-b08f-66be373fc593,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:45.069559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:45.113072 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bce3b09e-419d-42f8-b01b-8a0f21cf7963 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.126485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bce3b09e-419d-42f8-b01b-8a0f21cf7963 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.174035 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bce3b09e-419d-42f8-b01b-8a0f21cf7963 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.178023 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bce3b09e-419d-42f8-b01b-8a0f21cf7963 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7836154 Jan 27 17:13:45.182061 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35646) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:45.208991 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-59a453a6-0f81-4326-a8b8-c1feacb7593a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group_rule': {'security_group_id': '7dc32f0f-b661-4424-a220-09c7ab61d15b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e4ccbde4-38d9-475d-8308-8a910bf5d547', 'remote_ip_prefix': None}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:45.254315 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f1a11038-cdcf-49a4-9478-4a60f17d9935 req-a93cda58-0e26-4c80-817d-c0b651195bd6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 210 time: 0.2387555 Jan 27 17:13:45.261946 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c001ce0b-ab99-460b-b4ca-b770ffd25b30 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:45.273095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f442afc-f203-4e5e-bda1-9b83d98d426b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ce38e9-6b4e-4d49-a2c8-12cce98cf81b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:45.281995 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c001ce0b-ab99-460b-b4ca-b770ffd25b30 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Usage tracker for resource:security_group_rule and tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:45.297284 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddd8112-d125-4db5-a0ef-9d39b08b4f1f None None] Network 4b66f450-89f7-4719-85dc-80b05f0089be requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:45.299376 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c001ce0b-ab99-460b-b4ca-b770ffd25b30 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:45.302793 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7f442afc-f203-4e5e-bda1-9b83d98d426b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.313980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c001ce0b-ab99-460b-b4ca-b770ffd25b30 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:45.326936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-59a453a6-0f81-4326-a8b8-c1feacb7593a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:45.334288 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7f442afc-f203-4e5e-bda1-9b83d98d426b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/c2ce38e9-6b4e-4d49-a2c8-12cce98cf81b HTTP/1.1" status: 204 len: 168 time: 1.5921307 Jan 27 17:13:45.344311 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35652) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:45.353546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3b09e-419d-42f8-b01b-8a0f21cf7963 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ccbde4-38d9-475d-8308-8a910bf5d547,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:45.371075 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-59a453a6-0f81-4326-a8b8-c1feacb7593a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:45.378614 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.393210 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Transition to ACTIVE for port object abb79d07-f29f-46ff-83ca-8e95f6951d7f will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:45.393463 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-59a453a6-0f81-4326-a8b8-c1feacb7593a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:45.403039 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.405329 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-59a453a6-0f81-4326-a8b8-c1feacb7593a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:45.405861 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.609895 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-59a453a6-0f81-4326-a8b8-c1feacb7593a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.706343 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.727482 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Transition to ACTIVE for port object 8c3c49ac-1b31-4463-8097-7fa8c26114f1 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:45.728809 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf7196-0f0c-4441-8f1f-202c5e90c0f1 None None] Pushing event updated for resources: {'Port': ['ID=abb79d07-f29f-46ff-83ca-8e95f6951d7f,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:45.754497 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.779415 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Attempting to bind port abb79d07-f29f-46ff-83ca-8e95f6951d7f on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:45.779796 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Attempting to bind port abb79d07-f29f-46ff-83ca-8e95f6951d7f by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '08ad2808-e235-471a-afaa-63df22bbf106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'ed8c7ef5-a921-49ef-aafc-174e68129f40'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:45.780149 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Attempting to bind port abb79d07-f29f-46ff-83ca-8e95f6951d7f on network ed8c7ef5-a921-49ef-aafc-174e68129f40 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:45.780864 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Transition to ACTIVE for port object 8c3c49ac-1b31-4463-8097-7fa8c26114f1 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:45.790856 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:45.791531 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Checking segment: {'id': '08ad2808-e235-471a-afaa-63df22bbf106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'ed8c7ef5-a921-49ef-aafc-174e68129f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:45.792279 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.794621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.800059 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Bound using segment: {'id': '08ad2808-e235-471a-afaa-63df22bbf106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'ed8c7ef5-a921-49ef-aafc-174e68129f40'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:45.802043 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Bound port: abb79d07-f29f-46ff-83ca-8e95f6951d7f, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ad2808-e235-471a-afaa-63df22bbf106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'ed8c7ef5-a921-49ef-aafc-174e68129f40'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:45.804899 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.903520 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-59a453a6-0f81-4326-a8b8-c1feacb7593a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.909708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-59a453a6-0f81-4326-a8b8-c1feacb7593a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.953859 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-59a453a6-0f81-4326-a8b8-c1feacb7593a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:45.955106 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-59a453a6-0f81-4326-a8b8-c1feacb7593a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7697368 Jan 27 17:13:45.957017 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a453a6-0f81-4326-a8b8-c1feacb7593a tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff6cab2-b395-4e19-a819-d97549b55029,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:45.958355 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Network 5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:45.958845 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35656) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:45.959462 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ded14f7-f164-4dc7-b0fd-40da4f8861bc None None] DHCP port deletion for 4b66f450-89f7-4719-85dc-80b05f0089be request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:13:45.964384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Pushing event updated for resources: {'Port': ['ID=8c3c49ac-1b31-4463-8097-7fa8c26114f1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:45.967262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:45.969022 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9ded14f7-f164-4dc7-b0fd-40da4f8861bc None None] Deleting port 60d3f14a-002b-457e-a244-a31704ab3757 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:45.969392 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ded14f7-f164-4dc7-b0fd-40da4f8861bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.005398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-749865f7-cbf6-4567-a93c-f1cfadf9fb3d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.012456 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] For port abb79d07-f29f-46ff-83ca-8e95f6951d7f, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:46.019454 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] For port abb79d07-f29f-46ff-83ca-8e95f6951d7f, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=abb79d07-f29f-46ff-83ca-8e95f6951d7f,segment=NetworkSegment(08ad2808-e235-471a-afaa-63df22bbf106),segment_id=08ad2808-e235-471a-afaa-63df22bbf106)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:46.019950 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-749865f7-cbf6-4567-a93c-f1cfadf9fb3d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.028425 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.058049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.059251 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-749865f7-cbf6-4567-a93c-f1cfadf9fb3d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.059398 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:46.084847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749865f7-cbf6-4567-a93c-f1cfadf9fb3d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dff6cab2-b395-4e19-a819-d97549b55029,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:46.092186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-749865f7-cbf6-4567-a93c-f1cfadf9fb3d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.093352 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-749865f7-cbf6-4567-a93c-f1cfadf9fb3d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/dff6cab2-b395-4e19-a819-d97549b55029 HTTP/1.1" status: 204 len: 168 time: 0.1320968 Jan 27 17:13:46.097373 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35660) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:46.160732 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.169620 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Routers {'cf3ff1b5-341e-404e-b125-057c4143130c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:46.170628 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['cf3ff1b5-341e-404e-b125-057c4143130c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:46.280570 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf7196-0f0c-4441-8f1f-202c5e90c0f1 None None] Pushing event updated for resources: {'Port': ['ID=abb79d07-f29f-46ff-83ca-8e95f6951d7f,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:46.322307 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Attempting to bind port 8c3c49ac-1b31-4463-8097-7fa8c26114f1 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:46.322699 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Attempting to bind port 8c3c49ac-1b31-4463-8097-7fa8c26114f1 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '14d742a5-b7af-4e96-8dca-f9819e80df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:46.323067 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Attempting to bind port 8c3c49ac-1b31-4463-8097-7fa8c26114f1 on network 5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:46.345006 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:46.345438 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Checking segment: {'id': '14d742a5-b7af-4e96-8dca-f9819e80df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:46.345883 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.346274 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Bound using segment: {'id': '14d742a5-b7af-4e96-8dca-f9819e80df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:46.346770 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Bound port: 8c3c49ac-1b31-4463-8097-7fa8c26114f1, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d742a5-b7af-4e96-8dca-f9819e80df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:46.347139 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.377454 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.414056 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:46.442618 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d742a5-b7af-4e96-8dca-f9819e80df76') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:46.443653 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d742a5-b7af-4e96-8dca-f9819e80df76') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:46.468536 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] For port 8c3c49ac-1b31-4463-8097-7fa8c26114f1, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:46.472202 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] For port 8c3c49ac-1b31-4463-8097-7fa8c26114f1, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=8c3c49ac-1b31-4463-8097-7fa8c26114f1,segment=NetworkSegment(14d742a5-b7af-4e96-8dca-f9819e80df76),segment_id=14d742a5-b7af-4e96-8dca-f9819e80df76)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:46.484940 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.517326 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.524262 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:46.524879 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.545847 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] Set router cf3ff1b5-341e-404e-b125-057c4143130c gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:46.626390 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:46.632440 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c001ce0b-ab99-460b-b4ca-b770ffd25b30 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.638001 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 17:13:46.638001 dv-neutron-826439-2-hyperv neutron-server[87595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 17:13:46.638001 dv-neutron-826439-2-hyperv neutron-server[87595]: [parameters: {'id': '5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a'}] Jan 27 17:13:46.638001 dv-neutron-826439-2-hyperv neutron-server[87595]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:46.639092 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:46.640044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port 60d3f14a-002b-457e-a244-a31704ab3757 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:46.640560 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.647160 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-9ded14f7-f164-4dc7-b0fd-40da4f8861bc None None] For port 60d3f14a-002b-457e-a244-a31704ab3757, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=60d3f14a-002b-457e-a244-a31704ab3757,segment=NetworkSegment(a3a0791d-7bf4-46c6-8248-e53949bfd889),segment_id=a3a0791d-7bf4-46c6-8248-e53949bfd889)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:46.647656 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ded14f7-f164-4dc7-b0fd-40da4f8861bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.667588 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event deleted for resources: {'Subnet': ['ID=5e59ccab-48e9-40f5-83e3-ca7338a8ff53,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:46.689806 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c001ce0b-ab99-460b-b4ca-b770ffd25b30 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.728496 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.743311 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c001ce0b-ab99-460b-b4ca-b770ffd25b30 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.748110 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c001ce0b-ab99-460b-b4ca-b770ffd25b30 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.0356951 Jan 27 17:13:46.765460 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35668) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:46.772772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-aee5fb7d-9760-4c76-bf93-7511cb12b8e5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Request body: {'security_group_rule': {'security_group_id': '5ce8f9ad-5a60-4f36-bb8f-ed36c716cade', 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:46.793532 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-aee5fb7d-9760-4c76-bf93-7511cb12b8e5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:46.828979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001ce0b-ab99-460b-b4ca-b770ffd25b30 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:46.831717 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-aee5fb7d-9760-4c76-bf93-7511cb12b8e5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Usage tracker for resource:security_group_rule and tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:46.853517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9ded14f7-f164-4dc7-b0fd-40da4f8861bc None None] Calling delete_port for 60d3f14a-002b-457e-a244-a31704ab3757 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:46.870600 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-440ed28b-b326-41b0-ada4-6d1adffea8a6 req-aa6c8d43-e89e-4be6-9f63-a3a7afa5f754 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 210 time: 0.2663031 Jan 27 17:13:46.885479 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-aee5fb7d-9760-4c76-bf93-7511cb12b8e5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:46.895485 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-aee5fb7d-9760-4c76-bf93-7511cb12b8e5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:46.906182 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 60d3f14a-002b-457e-a244-a31704ab3757 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:13:46.926681 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ed66bde5-4d0c-4b00-8bd0-ac4bbd95e09f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:46.942008 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.988893 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-e6fbeda2-e2b2-48cf-9e46-3941198dc6ce tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:46.990622 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'name': 'tempest-TestVolumeBootPattern-958946563-router', 'tenant_id': '4693684e8a944c3cb4b0da833cf0baa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '99f3a10f-c173-4d1f-95af-d220cf2e7b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:28Z', 'updated_at': '2022-01-27T17:13:40Z', 'revision_number': 4, 'project_id': '4693684e8a944c3cb4b0da833cf0baa3', 'gw_port': {'id': '99f3a10f-c173-4d1f-95af-d220cf2e7b92', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:31Z', 'updated_at': '2022-01-27T17:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'abb79d07-f29f-46ff-83ca-8e95f6951d7f', 'name': '', 'network_id': 'ed8c7ef5-a921-49ef-aafc-174e68129f40', 'tenant_id': '4693684e8a944c3cb4b0da833cf0baa3', 'mac_address': 'fa:16:3e:10:66:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '4f17870a-535d-4704-a73a-a26663c3e3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:38Z', 'updated_at': '2022-01-27T17:13:46Z', 'revision_number': 4, 'project_id': '4693684e8a944c3cb4b0da833cf0baa3', 'subnets': [{'id': '4f17870a-535d-4704-a73a-a26663c3e3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:46.990937 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-e6fbeda2-e2b2-48cf-9e46-3941198dc6ce tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/networks?id=98b08362-0a97-4e30-9356-65df2f0b7084 HTTP/1.1" status: 200 len: 796 time: 0.3427401 Jan 27 17:13:46.993769 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ed66bde5-4d0c-4b00-8bd0-ac4bbd95e09f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:46.995874 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aee5fb7d-9760-4c76-bf93-7511cb12b8e5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:46.997232 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b929f2aa-25e1-44f4-a023-145a3c0d6021 None None] The sync data for ids ['cf3ff1b5-341e-404e-b125-057c4143130c'] in dv-neutron-826439-2-hyperv is: [{'id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'name': 'tempest-TestVolumeBootPattern-958946563-router', 'tenant_id': '4693684e8a944c3cb4b0da833cf0baa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '99f3a10f-c173-4d1f-95af-d220cf2e7b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:28Z', 'updated_at': '2022-01-27T17:13:40Z', 'revision_number': 4, 'project_id': '4693684e8a944c3cb4b0da833cf0baa3', 'gw_port': {'id': '99f3a10f-c173-4d1f-95af-d220cf2e7b92', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:31Z', 'updated_at': '2022-01-27T17:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'abb79d07-f29f-46ff-83ca-8e95f6951d7f', 'name': '', 'network_id': 'ed8c7ef5-a921-49ef-aafc-174e68129f40', 'tenant_id': '4693684e8a944c3cb4b0da833cf0baa3', 'mac_address': 'fa:16:3e:10:66:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '4f17870a-535d-4704-a73a-a26663c3e3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:38Z', 'updated_at': '2022-01-27T17:13:46Z', 'revision_number': 4, 'project_id': '4693684e8a944c3cb4b0da833cf0baa3', 'subnets': [{'id': '4f17870a-535d-4704-a73a-a26663c3e3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:47.000202 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ed66bde5-4d0c-4b00-8bd0-ac4bbd95e09f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.9017012 Jan 27 17:13:47.001006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35674) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:47.087340 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-fe420892-d21d-4494-98d7-c824aaf192ee tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 473 time: 0.0692823 Jan 27 17:13:47.109699 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ad0d0078-c808-487b-b35a-18e88c259e97 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'port': {'device_id': '8d530b84-9ea5-49e9-8f8d-ebfcd454b173', 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084', 'admin_state_up': True, 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'security_groups': ['8445ec95-6ccf-4622-a001-c8873ca87baa']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:47.152124 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] For port 60d3f14a-002b-457e-a244-a31704ab3757, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=60d3f14a-002b-457e-a244-a31704ab3757,segment=NetworkSegment(a3a0791d-7bf4-46c6-8248-e53949bfd889),segment_id=a3a0791d-7bf4-46c6-8248-e53949bfd889)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:47.152553 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.184495 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4f652-54b4-47c8-a4a4-0c7dc500585e None None] Pushing event updated for resources: {'Port': ['ID=8c3c49ac-1b31-4463-8097-7fa8c26114f1,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:47.198086 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ded14f7-f164-4dc7-b0fd-40da4f8861bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.244424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.333454 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for 60d3f14a-002b-457e-a244-a31704ab3757 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:47.335459 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Port 60d3f14a-002b-457e-a244-a31704ab3757 update to DOWN by agent not found {{(pid=87596) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 27 17:13:47.336814 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eee1e75-d212-416d-b637-9489c1be5d58 None None] Network 5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:47.374019 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded14f7-f164-4dc7-b0fd-40da4f8861bc None None] Pushing event deleted for resources: {'Port': ['ID=60d3f14a-002b-457e-a244-a31704ab3757,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:47.380460 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6292d100-ffe5-4c0e-a74d-ca9b392f4f53 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.392723 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded14f7-f164-4dc7-b0fd-40da4f8861bc None None] No DVR routers for this DVR port 60d3f14a-002b-457e-a244-a31704ab3757 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:13:47.420045 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-d0eff1da-485a-4806-adb4-f91375090714 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Deleting port 2f895b0c-eda3-4405-98a3-08f6beaf6ac7 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:47.420572 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d0eff1da-485a-4806-adb4-f91375090714 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.464296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6292d100-ffe5-4c0e-a74d-ca9b392f4f53 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.531081 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ad0d0078-c808-487b-b35a-18e88c259e97 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:47.543212 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ad0d0078-c808-487b-b35a-18e88c259e97 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:port and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:47.548149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ad0d0078-c808-487b-b35a-18e88c259e97 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:47.556365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ad0d0078-c808-487b-b35a-18e88c259e97 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:47.580585 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.583495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6292d100-ffe5-4c0e-a74d-ca9b392f4f53 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.592247 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b27f6d-339a-4e9d-bfc2-34248c0958aa None None] get_active_networks_info from dv-neutron-826439-2-hyperv {{(pid=87596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:13:47.596250 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Deleting port 8c3c49ac-1b31-4463-8097-7fa8c26114f1 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:47.596688 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ad0d0078-c808-487b-b35a-18e88c259e97 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:47.597072 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.600230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ad0d0078-c808-487b-b35a-18e88c259e97 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.615320 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.638623 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aee5fb7d-9760-4c76-bf93-7511cb12b8e5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.658175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292d100-ffe5-4c0e-a74d-ca9b392f4f53 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ccbde4-38d9-475d-8308-8a910bf5d547,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:47.677550 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aee5fb7d-9760-4c76-bf93-7511cb12b8e5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.746902 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b27f6d-339a-4e9d-bfc2-34248c0958aa None None] Resources bound (agent type, host, resource id): {{(pid=87596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:13:47.790050 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aee5fb7d-9760-4c76-bf93-7511cb12b8e5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.791314 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-aee5fb7d-9760-4c76-bf93-7511cb12b8e5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0248029 Jan 27 17:13:47.800280 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35678) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:47.806871 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5fb7d-9760-4c76-bf93-7511cb12b8e5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1481bff-9c84-46ad-981f-9602519ccbeb,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:47.812562 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-66b2be51-a52d-4b61-8abe-7cee5443f9ea tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Request body: {'security_group_rule': {'security_group_id': '5ce8f9ad-5a60-4f36-bb8f-ed36c716cade', 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:47.834187 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6292d100-ffe5-4c0e-a74d-ca9b392f4f53 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.839016 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6292d100-ffe5-4c0e-a74d-ca9b392f4f53 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-groups/e4ccbde4-38d9-475d-8308-8a910bf5d547 HTTP/1.1" status: 204 len: 168 time: 0.7942533 Jan 27 17:13:47.851334 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35682) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:47.864579 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event updated for resources: {'Port': ['ID=36c3796a-d893-49cc-b08f-66be373fc593,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:47.870653 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-66b2be51-a52d-4b61-8abe-7cee5443f9ea tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:47.872850 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:47.873254 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:47.888579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-66b2be51-a52d-4b61-8abe-7cee5443f9ea tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Usage tracker for resource:security_group_rule and tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:47.897495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.900574 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-66b2be51-a52d-4b61-8abe-7cee5443f9ea tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:47.915146 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d0eff1da-485a-4806-adb4-f91375090714 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:47.922626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-66b2be51-a52d-4b61-8abe-7cee5443f9ea tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:48.155778 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-13e2260c-c705-4527-8490-601c9a89b4cc tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:48.270965 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] For port 8c3c49ac-1b31-4463-8097-7fa8c26114f1, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=8c3c49ac-1b31-4463-8097-7fa8c26114f1,segment=NetworkSegment(14d742a5-b7af-4e96-8dca-f9819e80df76),segment_id=14d742a5-b7af-4e96-8dca-f9819e80df76)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:48.271324 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.305121 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ad0d0078-c808-487b-b35a-18e88c259e97 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.29 (98b08362-0a97-4e30-9356-65df2f0b7084/babd01ee-346f-4aa4-8f63-0b4af3eb84e9/b3ea669f-57fd-47eb-aee0-e194ae4a85de) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:48.312010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-13e2260c-c705-4527-8490-601c9a89b4cc tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:48.313592 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-13e2260c-c705-4527-8490-601c9a89b4cc tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4561379 Jan 27 17:13:48.316224 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Floating IP 35186492-9534-40b5-b587-a6daedaf70f5 associated. External IP: 172.26.1.208, port: 94fa7e18-c19a-41bd-98b7-a853be64b611. Jan 27 17:13:48.370505 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35688) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:48.391523 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port 60d3f14a-002b-457e-a244-a31704ab3757 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:48.392334 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.520307 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Calling delete_port for 8c3c49ac-1b31-4463-8097-7fa8c26114f1 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:48.585918 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-d0eff1da-485a-4806-adb4-f91375090714 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Calling delete_port for 2f895b0c-eda3-4405-98a3-08f6beaf6ac7 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:48.649265 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] The port '60d3f14a-002b-457e-a244-a31704ab3757' was deleted {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:13:48.652357 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3cc0dfed-0ab0-45a5-a583-d4b0671a68e0 req-1afad442-0556-449e-a67c-fa03049ebe32 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 210 time: 0.2246015 Jan 27 17:13:48.716898 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-66b2be51-a52d-4b61-8abe-7cee5443f9ea tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.720805 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0be420ca-fc22-48b7-b4e7-a121b863ef1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.730665 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-12f43546-e15b-4f7c-8921-e13f49eebdc8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.848192 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-12f43546-e15b-4f7c-8921-e13f49eebdc8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.863732 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.896085 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device abb79d07-f29f-46ff-83ca-8e95f6951d7f up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:48.913070 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.919716 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b66f450-89f7-4719-85dc-80b05f0089be']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:48.965596 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port abb79d07-f29f-46ff-83ca-8e95f6951d7f completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:48.970974 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port abb79d07-f29f-46ff-83ca-8e95f6951d7f triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:48.971419 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:48.989949 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event deleted for resources: {'Port': ['ID=8c3c49ac-1b31-4463-8097-7fa8c26114f1,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:48.992774 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] No DVR routers for this DVR port 8c3c49ac-1b31-4463-8097-7fa8c26114f1 on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:13:48.995076 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a0791d-7bf4-46c6-8248-e53949bfd889') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:48.995360 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a0791d-7bf4-46c6-8248-e53949bfd889') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:49.015415 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ad0d0078-c808-487b-b35a-18e88c259e97 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.047457 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.068129 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-66b2be51-a52d-4b61-8abe-7cee5443f9ea tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.098549 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-66b2be51-a52d-4b61-8abe-7cee5443f9ea tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.103365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-12f43546-e15b-4f7c-8921-e13f49eebdc8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.111073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ad0d0078-c808-487b-b35a-18e88c259e97 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object b3ea669f-57fd-47eb-aee0-e194ae4a85de will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:49.123626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.134851 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f43546-e15b-4f7c-8921-e13f49eebdc8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc32f0f-b661-4424-a220-09c7ab61d15b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:49.161003 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Router 36202f19-896b-40b5-a829-4f1fc97bbb57 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:13:49.173538 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.174769 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-12f43546-e15b-4f7c-8921-e13f49eebdc8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.178600 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-12f43546-e15b-4f7c-8921-e13f49eebdc8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-groups/7dc32f0f-b661-4424-a220-09c7ab61d15b HTTP/1.1" status: 204 len: 168 time: 0.8070903 Jan 27 17:13:49.179172 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35692) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:49.198977 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:49.199384 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.209618 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port abb79d07-f29f-46ff-83ca-8e95f6951d7f, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=abb79d07-f29f-46ff-83ca-8e95f6951d7f,segment=NetworkSegment(08ad2808-e235-471a-afaa-63df22bbf106),segment_id=08ad2808-e235-471a-afaa-63df22bbf106)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:49.214428 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.214657 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2be51-a52d-4b61-8abe-7cee5443f9ea tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509c4d1b-2d65-4258-b961-9338c3f80ed6,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:49.216252 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:49.234274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.287595 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=abb79d07-f29f-46ff-83ca-8e95f6951d7f,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:49.294170 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ad0d0078-c808-487b-b35a-18e88c259e97 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.370230 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:49.385572 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d742a5-b7af-4e96-8dca-f9819e80df76') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:49.385889 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d742a5-b7af-4e96-8dca-f9819e80df76') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:49.398787 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-66b2be51-a52d-4b61-8abe-7cee5443f9ea tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.399904 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-66b2be51-a52d-4b61-8abe-7cee5443f9ea tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5952661 Jan 27 17:13:49.408218 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35696) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:49.417062 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-55cd9059-ed38-4e46-9d4f-09792ab00ca4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Request body: {'security_group_rule': {'security_group_id': '5ce8f9ad-5a60-4f36-bb8f-ed36c716cade', 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:49.424310 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.429032 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.437967 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-55cd9059-ed38-4e46-9d4f-09792ab00ca4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:49.446512 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f5da64a0-8913-47ad-ad37-ce466ef00d6b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:49.459425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ad0d0078-c808-487b-b35a-18e88c259e97 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 98b08362-0a97-4e30-9356-65df2f0b7084 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:49.461268 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.465411 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-55cd9059-ed38-4e46-9d4f-09792ab00ca4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Usage tracker for resource:security_group_rule and tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:49.466854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ad0d0078-c808-487b-b35a-18e88c259e97 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:49.470366 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d0eff1da-485a-4806-adb4-f91375090714 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.470527 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ad0d0078-c808-487b-b35a-18e88c259e97 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:49.474775 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-55cd9059-ed38-4e46-9d4f-09792ab00ca4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:49.510313 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Network': ['ID=4b66f450-89f7-4719-85dc-80b05f0089be,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:49.512134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d0078-c808-487b-b35a-18e88c259e97 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=b3ea669f-57fd-47eb-aee0-e194ae4a85de,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:49.532391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.534962 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-55cd9059-ed38-4e46-9d4f-09792ab00ca4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:49.537500 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eff1da-485a-4806-adb4-f91375090714 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Port': ['ID=2f895b0c-eda3-4405-98a3-08f6beaf6ac7,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:49.539399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:49.543819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f5da64a0-8913-47ad-ad37-ce466ef00d6b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:49.547046 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-23414c63-174f-4587-824e-beccaf7c9805 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/networks/4b66f450-89f7-4719-85dc-80b05f0089be HTTP/1.1" status: 204 len: 168 time: 4.1978655 Jan 27 17:13:49.547046 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35700) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:49.550769 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f5da64a0-8913-47ad-ad37-ce466ef00d6b tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3695149 Jan 27 17:13:49.551595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35702) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:49.557174 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98d7ef0-8b0b-48a9-9221-514fc4be214c None None] Sync routers for ids ['36202f19-896b-40b5-a829-4f1fc97bbb57'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:49.567081 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-933a6bfd-5e86-47bf-a189-76c5c40f25af tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group': {'name': 'tempest-secgroup--251272009'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:49.571089 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98d7ef0-8b0b-48a9-9221-514fc4be214c None None] Routers {'36202f19-896b-40b5-a829-4f1fc97bbb57'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:49.571830 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a98d7ef0-8b0b-48a9-9221-514fc4be214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['36202f19-896b-40b5-a829-4f1fc97bbb57'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:49.587827 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ad0d0078-c808-487b-b35a-18e88c259e97 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:49.589817 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ad0d0078-c808-487b-b35a-18e88c259e97 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.593252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-933a6bfd-5e86-47bf-a189-76c5c40f25af tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:49.614924 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-933a6bfd-5e86-47bf-a189-76c5c40f25af tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:49.629645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.630614 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:49.631013 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:49.646705 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:49.674322 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-933a6bfd-5e86-47bf-a189-76c5c40f25af tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.696053 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ad0d0078-c808-487b-b35a-18e88c259e97 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5901692 Jan 27 17:13:49.717067 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Request body: {'port': {'device_id': '8d530b84-9ea5-49e9-8f8d-ebfcd454b173', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:49.790784 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-933a6bfd-5e86-47bf-a189-76c5c40f25af tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:49.798808 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ad44479e-9a0c-497a-8d1b-57970d3f81b2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9680963 Jan 27 17:13:49.803248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a90ce0e-28eb-436c-9e7e-2c76409758ab', 'tag': '94fa7e18-c19a-41bd-98b7-a853be64b611'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:13:49.812600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-933a6bfd-5e86-47bf-a189-76c5c40f25af tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:49.813017 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-a98d7ef0-8b0b-48a9-9221-514fc4be214c None None] Set router 36202f19-896b-40b5-a829-4f1fc97bbb57 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:49.859264 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-933a6bfd-5e86-47bf-a189-76c5c40f25af tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:49.919877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-933a6bfd-5e86-47bf-a189-76c5c40f25af tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:49.928250 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-55cd9059-ed38-4e46-9d4f-09792ab00ca4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.949167 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:49.999062 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-07a10c94-7761-4d14-a6db-34d4104af4af None None] Provisioning for port b3ea669f-57fd-47eb-aee0-e194ae4a85de completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:50.011329 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-07a10c94-7761-4d14-a6db-34d4104af4af None None] Provisioning complete for port b3ea669f-57fd-47eb-aee0-e194ae4a85de triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:50.011329 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07a10c94-7761-4d14-a6db-34d4104af4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.014867 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b27afed-24ac-4290-916f-a6d17688b1ce tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:50.015457 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8b27afed-24ac-4290-916f-a6d17688b1ce tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:50.049052 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.074915 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-07a10c94-7761-4d14-a6db-34d4104af4af None None] Port b3ea669f-57fd-47eb-aee0-e194ae4a85de cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:50.143772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.153231 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e857d6-2b06-4ae1-ba87-2c7dd67a33b3 req-42e35ec9-ecea-4f94-80b1-01080cbf67fb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:50.154147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-41e857d6-2b06-4ae1-ba87-2c7dd67a33b3 req-42e35ec9-ecea-4f94-80b1-01080cbf67fb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:50.169066 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event deleted for resources: {'Network': ['ID=5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:50.170945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8b27afed-24ac-4290-916f-a6d17688b1ce tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:50.176502 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8b27afed-24ac-4290-916f-a6d17688b1ce tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports/a4eeccc0-4bde-43d8-9711-966ee01bf0eb HTTP/1.1" status: 200 len: 841 time: 0.5957403 Jan 27 17:13:50.181624 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35714) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:50.198861 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-498e10c1-88d2-4ed7-8c04-586600507798 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/networks/5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a HTTP/1.1" status: 204 len: 168 time: 5.7230635 Jan 27 17:13:50.211508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35718) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:50.215571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-933a6bfd-5e86-47bf-a189-76c5c40f25af tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.223616 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f5da824b-67b9-4192-b914-c3b5748c0ffb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-59584195'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:50.248271 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-41e857d6-2b06-4ae1-ba87-2c7dd67a33b3 req-42e35ec9-ecea-4f94-80b1-01080cbf67fb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:50.249444 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-41e857d6-2b06-4ae1-ba87-2c7dd67a33b3 req-42e35ec9-ecea-4f94-80b1-01080cbf67fb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 932 time: 0.3863621 Jan 27 17:13:50.250051 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-933a6bfd-5e86-47bf-a189-76c5c40f25af tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.254184 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f5da824b-67b9-4192-b914-c3b5748c0ffb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:50.278069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f5da824b-67b9-4192-b914-c3b5748c0ffb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Usage tracker for resource:network and tenant:07bb1ca1588f45719862cad794488866 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:50.308273 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f5da824b-67b9-4192-b914-c3b5748c0ffb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:50.334470 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f5da824b-67b9-4192-b914-c3b5748c0ffb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:50.336947 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a98d7ef0-8b0b-48a9-9221-514fc4be214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967112323', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:45Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'gw_port': {'id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:46Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '35186492-9534-40b5-b587-a6daedaf70f5', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'floating_ip_address': '172.26.1.208', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'port_id': '94fa7e18-c19a-41bd-98b7-a853be64b611', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8', 'mac_address': 'fa:16:3e:2d:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a90ce0e-28eb-436c-9e7e-2c76409758ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:13:45Z', 'updated_at': '2022-01-27T17:13:45Z', 'revision_number': 0, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a', 'name': '', 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'mac_address': 'fa:16:3e:d7:70:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:59Z', 'updated_at': '2022-01-27T17:13:16Z', 'revision_number': 5, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'subnets': [{'id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:50.337847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-55cd9059-ed38-4e46-9d4f-09792ab00ca4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.340407 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98d7ef0-8b0b-48a9-9221-514fc4be214c None None] Checking router: 36202f19-896b-40b5-a829-4f1fc97bbb57 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:13:50.350646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98d7ef0-8b0b-48a9-9221-514fc4be214c None None] Routers {'36202f19-896b-40b5-a829-4f1fc97bbb57'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:50.351257 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a98d7ef0-8b0b-48a9-9221-514fc4be214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['36202f19-896b-40b5-a829-4f1fc97bbb57'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:50.364662 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-55cd9059-ed38-4e46-9d4f-09792ab00ca4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.389574 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4ce22f4d-0866-4cda-bc62-f2b0cabd187e tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports/a4eeccc0-4bde-43d8-9711-966ee01bf0eb?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2030079 Jan 27 17:13:50.400322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35722) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:50.405607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a6bfd-5e86-47bf-a189-76c5c40f25af tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa8ba7a-8702-42c3-83a3-457808ada133,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:50.408227 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7adaf5-5b88-432d-8096-9906ea187ce0 req-586c054b-a2a6-466b-a67b-088bccf16bd1 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:50.409753 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-fc7adaf5-5b88-432d-8096-9906ea187ce0 req-586c054b-a2a6-466b-a67b-088bccf16bd1 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.4868107 Jan 27 17:13:50.415416 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b69aa4d7-9391-4751-9523-aa3721ac3c76 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'subnet': {'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:50.436699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd9059-ed38-4e46-9d4f-09792ab00ca4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7fd39d-2519-419a-9f8b-b58d8992520e,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:50.439647 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5da824b-67b9-4192-b914-c3b5748c0ffb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Made reservation on behalf of 07bb1ca1588f45719862cad794488866 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:50.443324 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5da824b-67b9-4192-b914-c3b5748c0ffb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.455136 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-41e857d6-2b06-4ae1-ba87-2c7dd67a33b3 req-7192520b-f2ff-4018-8689-2de0914bd66d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=8445ec95-6ccf-4622-a001-c8873ca87baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806803 Jan 27 17:13:50.467048 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-933a6bfd-5e86-47bf-a189-76c5c40f25af tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.478828 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-933a6bfd-5e86-47bf-a189-76c5c40f25af tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9092548 Jan 27 17:13:50.478828 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35726) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:50.479526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d0eff1da-485a-4806-adb4-f91375090714 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.479623 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-8d9ae735-7f59-44ff-99b0-bf5e05c3fdd8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group_rule': {'security_group_id': '7fa8ba7a-8702-42c3-83a3-457808ada133', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:50.497504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8d9ae735-7f59-44ff-99b0-bf5e05c3fdd8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:50.514308 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8d9ae735-7f59-44ff-99b0-bf5e05c3fdd8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:50.520767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8d9ae735-7f59-44ff-99b0-bf5e05c3fdd8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:50.526423 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a90ce0e-28eb-436c-9e7e-2c76409758ab', 'tag': '94fa7e18-c19a-41bd-98b7-a853be64b611', 'status': 'completed', 'code': 200} Jan 27 17:13:50.536058 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5da824b-67b9-4192-b914-c3b5748c0ffb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:50.550979 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8d9ae735-7f59-44ff-99b0-bf5e05c3fdd8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:50.556496 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5da824b-67b9-4192-b914-c3b5748c0ffb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.556827 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-f5da824b-67b9-4192-b914-c3b5748c0ffb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Added segment e26191ae-5362-4efe-a35c-ba0308a57543 of type vlan for network 3ff855aa-6d63-4454-841d-dcd63cbb0215 Jan 27 17:13:50.582387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-55cd9059-ed38-4e46-9d4f-09792ab00ca4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.583551 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-55cd9059-ed38-4e46-9d4f-09792ab00ca4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1745794 Jan 27 17:13:50.589904 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-a98d7ef0-8b0b-48a9-9221-514fc4be214c None None] Set router 36202f19-896b-40b5-a829-4f1fc97bbb57 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:13:50.600460 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35732) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:50.651575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-5f8cc8b5-7483-4721-8e63-d8ff309bcac1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Request body: {'security_group_rule': {'security_group_id': '5ce8f9ad-5a60-4f36-bb8f-ed36c716cade', 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:50.662211 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8d9ae735-7f59-44ff-99b0-bf5e05c3fdd8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.709204 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-fc7adaf5-5b88-432d-8096-9906ea187ce0 req-f1b5bafb-9cc5-404b-a0ed-78a2e3c157c0 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700653 Jan 27 17:13:50.727885 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5f8cc8b5-7483-4721-8e63-d8ff309bcac1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:50.748357 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5f8cc8b5-7483-4721-8e63-d8ff309bcac1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Usage tracker for resource:security_group_rule and tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:50.753925 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35736) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:50.759412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5f8cc8b5-7483-4721-8e63-d8ff309bcac1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:50.829512 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ea669f-57fd-47eb-aee0-e194ae4a85de {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:13:50.834660 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5da824b-67b9-4192-b914-c3b5748c0ffb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.843678 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.868348 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device abb79d07-f29f-46ff-83ca-8e95f6951d7f up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:50.873446 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b69aa4d7-9391-4751-9523-aa3721ac3c76 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:50.886891 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Transition to ACTIVE for port object b3ea669f-57fd-47eb-aee0-e194ae4a85de will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:50.901803 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:50.929078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5f8cc8b5-7483-4721-8e63-d8ff309bcac1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:50.942446 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b69aa4d7-9391-4751-9523-aa3721ac3c76 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:subnet and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:50.956729 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b69aa4d7-9391-4751-9523-aa3721ac3c76 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:50.966942 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4ad39f36-acf8-4488-9a02-b3d879d8927e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/floatingips/35186492-9534-40b5-b587-a6daedaf70f5 HTTP/1.1" status: 200 len: 992 time: 0.2091894 Jan 27 17:13:50.980860 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b69aa4d7-9391-4751-9523-aa3721ac3c76 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:51.010408 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc8b5-7483-4721-8e63-d8ff309bcac1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.023099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69aa4d7-9391-4751-9523-aa3721ac3c76 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:51.026636 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b69aa4d7-9391-4751-9523-aa3721ac3c76 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.030760 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6991c95e-2abc-4078-a1c3-08008a0b3f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.036715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port abb79d07-f29f-46ff-83ca-8e95f6951d7f triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:51.037073 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.040154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5da824b-67b9-4192-b914-c3b5748c0ffb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.045581 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5da824b-67b9-4192-b914-c3b5748c0ffb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:51.046512 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5da824b-67b9-4192-b914-c3b5748c0ffb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.074327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8d9ae735-7f59-44ff-99b0-bf5e05c3fdd8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.100051 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Pushing event updated for resources: {'Port': ['ID=b3ea669f-57fd-47eb-aee0-e194ae4a85de,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:51.104171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8d9ae735-7f59-44ff-99b0-bf5e05c3fdd8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.149743 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a98d7ef0-8b0b-48a9-9221-514fc4be214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967112323', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:45Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'gw_port': {'id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:46Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '35186492-9534-40b5-b587-a6daedaf70f5', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'floating_ip_address': '172.26.1.208', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'port_id': '94fa7e18-c19a-41bd-98b7-a853be64b611', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8', 'mac_address': 'fa:16:3e:2d:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a90ce0e-28eb-436c-9e7e-2c76409758ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:13:45Z', 'updated_at': '2022-01-27T17:13:45Z', 'revision_number': 0, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a', 'name': '', 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'mac_address': 'fa:16:3e:d7:70:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:59Z', 'updated_at': '2022-01-27T17:13:16Z', 'revision_number': 5, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'subnets': [{'id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:51.156760 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98d7ef0-8b0b-48a9-9221-514fc4be214c None None] The sync data for ids ['36202f19-896b-40b5-a829-4f1fc97bbb57'] in dv-neutron-826439-2-hyperv is: [{'id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967112323', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:45Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'gw_port': {'id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:46Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '35186492-9534-40b5-b587-a6daedaf70f5', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'floating_ip_address': '172.26.1.208', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'port_id': '94fa7e18-c19a-41bd-98b7-a853be64b611', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8', 'mac_address': 'fa:16:3e:2d:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a90ce0e-28eb-436c-9e7e-2c76409758ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:13:45Z', 'updated_at': '2022-01-27T17:13:45Z', 'revision_number': 0, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a', 'name': '', 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'mac_address': 'fa:16:3e:d7:70:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:59Z', 'updated_at': '2022-01-27T17:13:16Z', 'revision_number': 5, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'subnets': [{'id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:51.226034 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15c836-6bb1-4d23-ae7f-62b81c789fe7 req-6b5fc9a8-2fc8-4868-983e-c2bdfce4414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:51.228636 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-de15c836-6bb1-4d23-ae7f-62b81c789fe7 req-6b5fc9a8-2fc8-4868-983e-c2bdfce4414d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e2d3a4626dac4978a7511f57d1b94de5&device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 1099 time: 0.6531832 Jan 27 17:13:51.247781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ae735-7f59-44ff-99b0-bf5e05c3fdd8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35224ebc-93e5-4b4c-8285-a4a8e28ec8a3,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:51.263888 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f5da824b-67b9-4192-b914-c3b5748c0ffb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0513060 Jan 27 17:13:51.317782 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35740) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:51.329638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da824b-67b9-4192-b914-c3b5748c0ffb tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event updated for resources: {'Network': ['ID=3ff855aa-6d63-4454-841d-dcd63cbb0215,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:51.335393 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-48388e90-5677-4753-8d31-ebe90c9a2782 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Request body: {'subnet': {'network_id': '3ff855aa-6d63-4454-841d-dcd63cbb0215', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:51.342987 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 3ff855aa-6d63-4454-841d-dcd63cbb0215 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:51.356174 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8d9ae735-7f59-44ff-99b0-bf5e05c3fdd8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.360361 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8d9ae735-7f59-44ff-99b0-bf5e05c3fdd8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8829834 Jan 27 17:13:51.364605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35744) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:51.464611 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc8b5-7483-4721-8e63-d8ff309bcac1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.466504 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3045b5-3d8e-4581-811b-3678976ce6f8 None None] New status for floating IP 35186492-9534-40b5-b587-a6daedaf70f5: ACTIVE {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:13:51.550546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-48388e90-5677-4753-8d31-ebe90c9a2782 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:51.557234 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Attempting to bind port b3ea669f-57fd-47eb-aee0-e194ae4a85de on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:51.557564 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Attempting to bind port b3ea669f-57fd-47eb-aee0-e194ae4a85de by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cb590f32-3859-4b39-80f6-f0993c24be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:51.557917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Attempting to bind port b3ea669f-57fd-47eb-aee0-e194ae4a85de on network 98b08362-0a97-4e30-9356-65df2f0b7084 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:51.564723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-16c42397-61ba-4ef9-a173-09e909cb27a6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.581335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-48388e90-5677-4753-8d31-ebe90c9a2782 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:51.584386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-16c42397-61ba-4ef9-a173-09e909cb27a6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.590933 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Port b3ea669f-57fd-47eb-aee0-e194ae4a85de on network 98b08362-0a97-4e30-9356-65df2f0b7084 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:13:51.591327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Attempting to bind port b3ea669f-57fd-47eb-aee0-e194ae4a85de on network 98b08362-0a97-4e30-9356-65df2f0b7084 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:51.642715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:51.643037 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Checking segment: {'id': 'cb590f32-3859-4b39-80f6-f0993c24be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:51.643588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Bound using segment: {'id': 'cb590f32-3859-4b39-80f6-f0993c24be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:51.643855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Bound port: b3ea669f-57fd-47eb-aee0-e194ae4a85de, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb590f32-3859-4b39-80f6-f0993c24be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:51.644197 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.670669 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48388e90-5677-4753-8d31-ebe90c9a2782 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Made reservation on behalf of 07bb1ca1588f45719862cad794488866 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:51.674022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-48388e90-5677-4753-8d31-ebe90c9a2782 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.731842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15c836-6bb1-4d23-ae7f-62b81c789fe7 req-5a823b10-a29e-4596-85a2-48df43ccdc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:51.734020 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-de15c836-6bb1-4d23-ae7f-62b81c789fe7 req-5a823b10-a29e-4596-85a2-48df43ccdc6e service neutron] 10.222.0.83 "GET /v2.0/networks?id=9df79931-ff99-48bd-9e24-be30fd940aa8 HTTP/1.1" status: 200 len: 898 time: 0.2641931 Jan 27 17:13:51.736993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b69aa4d7-9391-4751-9523-aa3721ac3c76 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.743117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc8b5-7483-4721-8e63-d8ff309bcac1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.767648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-16c42397-61ba-4ef9-a173-09e909cb27a6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.856459 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c42397-61ba-4ef9-a173-09e909cb27a6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35224ebc-93e5-4b4c-8285-a4a8e28ec8a3,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:51.884125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c42397-61ba-4ef9-a173-09e909cb27a6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:51.884447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c42397-61ba-4ef9-a173-09e909cb27a6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:51.884778 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c42397-61ba-4ef9-a173-09e909cb27a6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:51.885114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c42397-61ba-4ef9-a173-09e909cb27a6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:51.885531 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c42397-61ba-4ef9-a173-09e909cb27a6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:51.885945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c42397-61ba-4ef9-a173-09e909cb27a6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:51.886235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c42397-61ba-4ef9-a173-09e909cb27a6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:51.886545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c42397-61ba-4ef9-a173-09e909cb27a6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:51.886861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c42397-61ba-4ef9-a173-09e909cb27a6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:51.887175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c42397-61ba-4ef9-a173-09e909cb27a6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:51.887750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c42397-61ba-4ef9-a173-09e909cb27a6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:51.887750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c42397-61ba-4ef9-a173-09e909cb27a6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:51.890450 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-16c42397-61ba-4ef9-a173-09e909cb27a6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.894775 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-16c42397-61ba-4ef9-a173-09e909cb27a6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/35224ebc-93e5-4b4c-8285-a4a8e28ec8a3 HTTP/1.1" status: 204 len: 168 time: 0.5291734 Jan 27 17:13:51.895427 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35750) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:51.925986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] For port b3ea669f-57fd-47eb-aee0-e194ae4a85de, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:51.942999 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69aa4d7-9391-4751-9523-aa3721ac3c76 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:51.952452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bca903-1898-4098-9c6e-d5f85e677d09 req-df5e2fd0-4a31-455d-8d4d-f8e513a46dd2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:51.954055 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f4bca903-1898-4098-9c6e-d5f85e677d09 req-df5e2fd0-4a31-455d-8d4d-f8e513a46dd2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 944 time: 0.3567476 Jan 27 17:13:51.955229 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cc8b5-7483-4721-8e63-d8ff309bcac1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124993b3-3e67-4f73-9594-d476f56d890d,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:51.957271 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-b69aa4d7-9391-4751-9523-aa3721ac3c76 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:51.958028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] For port b3ea669f-57fd-47eb-aee0-e194ae4a85de, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=b3ea669f-57fd-47eb-aee0-e194ae4a85de,segment=NetworkSegment(cb590f32-3859-4b39-80f6-f0993c24be40),segment_id=cb590f32-3859-4b39-80f6-f0993c24be40)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:51.975281 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35754) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:51.976518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89de2471-05c4-4a40-b723-61ede8f2b2a0 None None] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:51.980274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69aa4d7-9391-4751-9523-aa3721ac3c76 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:51.981074 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b69aa4d7-9391-4751-9523-aa3721ac3c76 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:51.982831 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.015202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc8b5-7483-4721-8e63-d8ff309bcac1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.016391 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5f8cc8b5-7483-4721-8e63-d8ff309bcac1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3875797 Jan 27 17:13:52.024202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35758) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:52.027972 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69aa4d7-9391-4751-9523-aa3721ac3c76 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Subnet': ['ID=bb6875aa-4c43-487d-8121-1ad8100cd432,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:52.033276 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-de15c836-6bb1-4d23-ae7f-62b81c789fe7 req-21218cc3-34a4-4c63-9d7c-6ff1893cb0dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94fa7e18-c19a-41bd-98b7-a853be64b611 HTTP/1.1" status: 200 len: 1002 time: 0.2882321 Jan 27 17:13:52.036741 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-58bb3345-00cc-4680-99c7-f46eb6d44b2a tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Request body: {'security_group_rule': {'security_group_id': '5ce8f9ad-5a60-4f36-bb8f-ed36c716cade', 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:52.042805 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-58bb3345-00cc-4680-99c7-f46eb6d44b2a tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:52.046668 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-58bb3345-00cc-4680-99c7-f46eb6d44b2a tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Usage tracker for resource:security_group_rule and tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:52.049561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-58bb3345-00cc-4680-99c7-f46eb6d44b2a tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:52.055275 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-58bb3345-00cc-4680-99c7-f46eb6d44b2a tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:52.080240 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b69aa4d7-9391-4751-9523-aa3721ac3c76 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6694980 Jan 27 17:13:52.082548 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35762) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:52.114582 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-58bb3345-00cc-4680-99c7-f46eb6d44b2a tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Project 0f5acc6f5bc44c0da4c61c46bd5289a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:13:52.120324 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.137632 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-11084958-4acd-4c46-bb8e-bf0e20c678ba tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'security_group': {'name': 'tempest-secgroup-1171472124'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:52.144798 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0eff1da-485a-4806-adb4-f91375090714 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Router de6c4960-00fc-4853-bd73-8cfffc05b31a has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:13:52.148501 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-58bb3345-00cc-4680-99c7-f46eb6d44b2a tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.157920 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-11084958-4acd-4c46-bb8e-bf0e20c678ba tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:52.163683 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-adda6419-52e0-4f40-898b-54067e69e4c5 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:52.169348 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-11084958-4acd-4c46-bb8e-bf0e20c678ba tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:security_group and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:52.178753 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-11084958-4acd-4c46-bb8e-bf0e20c678ba tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:52.190215 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-11084958-4acd-4c46-bb8e-bf0e20c678ba tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:52.233593 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:52.234191 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.235743 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] 10.222.0.83 "PUT /v2.0/ports/b3ea669f-57fd-47eb-aee0-e194ae4a85de HTTP/1.1" status: 200 len: 1094 time: 2.5235920 Jan 27 17:13:52.261132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.287305 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f4bca903-1898-4098-9c6e-d5f85e677d09 req-06b5064a-122b-4eb2-b00e-49c0a3e0602d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=8445ec95-6ccf-4622-a001-c8873ca87baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128474 Jan 27 17:13:52.305177 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bfeb86c7-5bfe-47be-8854-fbaf14d91fe0 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/floatingips/35186492-9534-40b5-b587-a6daedaf70f5 HTTP/1.1" status: 200 len: 994 time: 0.3287961 Jan 27 17:13:52.323462 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15c836-6bb1-4d23-ae7f-62b81c789fe7 req-3da59bcf-a7b3-4275-9230-6b01b9e9d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:52.325345 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-de15c836-6bb1-4d23-ae7f-62b81c789fe7 req-3da59bcf-a7b3-4275-9230-6b01b9e9d103 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5025f0b8-1fd1-4899-a869-5fb109283ef3 HTTP/1.1" status: 200 len: 835 time: 0.2519310 Jan 27 17:13:52.335786 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11084958-4acd-4c46-bb8e-bf0e20c678ba tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.341815 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-adda6419-52e0-4f40-898b-54067e69e4c5 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:52.346155 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-adda6419-52e0-4f40-898b-54067e69e4c5 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4437678 Jan 27 17:13:52.348136 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35766) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:52.364384 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85228e7-2a2e-4da2-bc11-4fccda0b300e service neutron] Pushing event updated for resources: {'Port': ['ID=b3ea669f-57fd-47eb-aee0-e194ae4a85de,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:52.374626 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-b5fd7f67-7fc2-407b-92ef-6e1c70f73343', 'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343', 'tenant_id': 'bcf63b44a81342b381e6a8ef34f3f0e6', 'fixed_ips': [{'subnet_id': 'bb6875aa-4c43-487d-8121-1ad8100cd432'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:52.375566 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.421663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-48388e90-5677-4753-8d31-ebe90c9a2782 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.498094 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-54335de3-dc19-4627-81e7-c117635d92d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:52.500403 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-54335de3-dc19-4627-81e7-c117635d92d5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 1097 time: 0.2072318 Jan 27 17:13:52.514293 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-11084958-4acd-4c46-bb8e-bf0e20c678ba tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:52.519820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-11084958-4acd-4c46-bb8e-bf0e20c678ba tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:security_group_rule and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:52.523453 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-11084958-4acd-4c46-bb8e-bf0e20c678ba tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:52.529931 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-11084958-4acd-4c46-bb8e-bf0e20c678ba tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:52.560847 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Allocated IP 172.20.0.2 (b5fd7f67-7fc2-407b-92ef-6e1c70f73343/bb6875aa-4c43-487d-8121-1ad8100cd432/42619b49-bb77-4153-b102-6d8fafb7d180) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:52.575058 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d530b84-9ea5-49e9-8f8d-ebfcd454b173', 'tag': 'b3ea669f-57fd-47eb-aee0-e194ae4a85de'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:13:52.600440 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-a6153995-2dff-41a5-9167-18b13158e648 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=b3ea669f-57fd-47eb-aee0-e194ae4a85de HTTP/1.1" status: 200 len: 217 time: 0.0812275 Jan 27 17:13:52.604828 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48388e90-5677-4753-8d31-ebe90c9a2782 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event updated for resources: {'Subnet': ['ID=cd8a6881-72fc-437f-9176-54c5fa302f50,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:52.624639 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11084958-4acd-4c46-bb8e-bf0e20c678ba tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.644492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48388e90-5677-4753-8d31-ebe90c9a2782 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Checking segment: {'id': 'e26191ae-5362-4efe-a35c-ba0308a57543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '3ff855aa-6d63-4454-841d-dcd63cbb0215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:52.644988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48388e90-5677-4753-8d31-ebe90c9a2782 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Network hostable DHCP agents. Network: 3ff855aa-6d63-4454-841d-dcd63cbb0215, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:13:52.655408 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11084958-4acd-4c46-bb8e-bf0e20c678ba tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.656152 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d530b84-9ea5-49e9-8f8d-ebfcd454b173', 'tag': 'b3ea669f-57fd-47eb-aee0-e194ae4a85de', 'status': 'completed', 'code': 200} Jan 27 17:13:52.684764 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-3d676297-2505-4ef6-a7ea-48ccee9b2c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:52.686350 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-3d676297-2505-4ef6-a7ea-48ccee9b2c4a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=babd01ee-346f-4aa4-8f63-0b4af3eb84e9 HTTP/1.1" status: 200 len: 838 time: 0.0790422 Jan 27 17:13:52.687136 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48388e90-5677-4753-8d31-ebe90c9a2782 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Network 3ff855aa-6d63-4454-841d-dcd63cbb0215 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:13:52.746641 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-58bb3345-00cc-4680-99c7-f46eb6d44b2a tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.778444 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a1bbce28-d247-4b0c-a168-376bfbc6f879 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.786334 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-58bb3345-00cc-4680-99c7-f46eb6d44b2a tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.829422 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-11084958-4acd-4c46-bb8e-bf0e20c678ba tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.830647 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-11084958-4acd-4c46-bb8e-bf0e20c678ba tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7113264 Jan 27 17:13:52.844802 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35772) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:52.847421 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.859589 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Transition to ACTIVE for port object 42619b49-bb77-4153-b102-6d8fafb7d180 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:52.859883 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0d876c59-789f-4a55-a51d-c433e1c13d13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'security_group': {'name': 'tempest-secgroup-1321564451'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:52.876303 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-58bb3345-00cc-4680-99c7-f46eb6d44b2a tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.877435 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-58bb3345-00cc-4680-99c7-f46eb6d44b2a tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8467367 Jan 27 17:13:52.882299 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35776) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:52.883615 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Transition to ACTIVE for port object 42619b49-bb77-4153-b102-6d8fafb7d180 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:52.887123 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb3345-00cc-4680-99c7-f46eb6d44b2a tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107b266c-d436-4bed-8c43-502b1e5e852a,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:52.887809 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-48388e90-5677-4753-8d31-ebe90c9a2782 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 3ff855aa-6d63-4454-841d-dcd63cbb0215) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:52.891102 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0d876c59-789f-4a55-a51d-c433e1c13d13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:52.892646 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-606a3111-fa81-45b7-be67-00d73abf4900 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Request body: {'security_group_rule': {'security_group_id': '5ce8f9ad-5a60-4f36-bb8f-ed36c716cade', 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:52.898106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11084958-4acd-4c46-bb8e-bf0e20c678ba tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ba79a0-5e2f-4ea4-ad7d-d12c417e6df2,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:52.898651 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-606a3111-fa81-45b7-be67-00d73abf4900 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:52.898792 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.900712 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a1bbce28-d247-4b0c-a168-376bfbc6f879 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.902649 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-606a3111-fa81-45b7-be67-00d73abf4900 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Usage tracker for resource:security_group_rule and tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:52.905940 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-606a3111-fa81-45b7-be67-00d73abf4900 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:52.911080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0eff1da-485a-4806-adb4-f91375090714 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:13:52.911747 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-606a3111-fa81-45b7-be67-00d73abf4900 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:52.915424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0d876c59-789f-4a55-a51d-c433e1c13d13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:security_group and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:52.920703 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0d876c59-789f-4a55-a51d-c433e1c13d13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:52.928085 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48388e90-5677-4753-8d31-ebe90c9a2782 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:52.931415 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-48388e90-5677-4753-8d31-ebe90c9a2782 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:52.931982 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d0eff1da-485a-4806-adb4-f91375090714 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "PUT /v2.0/routers/de6c4960-00fc-4853-bd73-8cfffc05b31a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9541094 Jan 27 17:13:52.934489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35780) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:52.938764 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-606a3111-fa81-45b7-be67-00d73abf4900 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Project 0f5acc6f5bc44c0da4c61c46bd5289a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:13:52.945402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0d876c59-789f-4a55-a51d-c433e1c13d13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:52.960274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15c836-6bb1-4d23-ae7f-62b81c789fe7 req-8d4903b4-8965-4b81-9dd0-7d6080335ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:52.961785 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-de15c836-6bb1-4d23-ae7f-62b81c789fe7 req-8d4903b4-8965-4b81-9dd0-7d6080335ca6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9df79931-ff99-48bd-9e24-be30fd940aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6028731 Jan 27 17:13:52.993472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdc9664-7f8e-4537-8661-0655320b70e4 None None] Network 3ff855aa-6d63-4454-841d-dcd63cbb0215 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:52.994109 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0d876c59-789f-4a55-a51d-c433e1c13d13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.010849 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Pushing event updated for resources: {'Port': ['ID=42619b49-bb77-4153-b102-6d8fafb7d180,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:53.014122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab6f0a0-7dff-4824-9c1c-ec1204c6c8a4 None None] Sync routers for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:13:53.015236 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-606a3111-fa81-45b7-be67-00d73abf4900 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.027394 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:53.034865 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a1bbce28-d247-4b0c-a168-376bfbc6f879 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.037057 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:53.039097 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0d876c59-789f-4a55-a51d-c433e1c13d13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:53.049871 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab6f0a0-7dff-4824-9c1c-ec1204c6c8a4 None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:53.050513 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2ab6f0a0-7dff-4824-9c1c-ec1204c6c8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:53.115212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0d876c59-789f-4a55-a51d-c433e1c13d13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:security_group_rule and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:53.122617 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0d876c59-789f-4a55-a51d-c433e1c13d13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:53.126951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:53.127376 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbce28-d247-4b0c-a168-376bfbc6f879 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa8ba7a-8702-42c3-83a3-457808ada133,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:53.132622 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2ab6f0a0-7dff-4824-9c1c-ec1204c6c8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:53.143544 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0d876c59-789f-4a55-a51d-c433e1c13d13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:53.183518 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-de15c836-6bb1-4d23-ae7f-62b81c789fe7 req-d1b7cf24-5317-4c26-81db-9d19d013da25 service neutron] 10.222.0.83 "GET /v2.0/networks/9df79931-ff99-48bd-9e24-be30fd940aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128780 Jan 27 17:13:53.188170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a1bbce28-d247-4b0c-a168-376bfbc6f879 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.192477 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a1bbce28-d247-4b0c-a168-376bfbc6f879 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-groups/7fa8ba7a-8702-42c3-83a3-457808ada133 HTTP/1.1" status: 204 len: 168 time: 0.7889597 Jan 27 17:13:53.194691 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35784) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:53.201803 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-48388e90-5677-4753-8d31-ebe90c9a2782 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8759608 Jan 27 17:13:53.212006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35788) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:53.277799 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df2f1987-157a-42b0-925d-382fb8c88d14 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.296481 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab6f0a0-7dff-4824-9c1c-ec1204c6c8a4 None None] Routers {'de6c4960-00fc-4853-bd73-8cfffc05b31a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:13:53.297538 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2ab6f0a0-7dff-4824-9c1c-ec1204c6c8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['de6c4960-00fc-4853-bd73-8cfffc05b31a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:53.333729 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ffd8e9cd-6005-4256-b963-f86acc9b276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:53.335344 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-ffd8e9cd-6005-4256-b963-f86acc9b276a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=98b08362-0a97-4e30-9356-65df2f0b7084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6419432 Jan 27 17:13:53.374063 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-48e80989-6a02-43a4-8b1e-fb240977a2c6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:53.405758 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0d876c59-789f-4a55-a51d-c433e1c13d13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.423367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0d876c59-789f-4a55-a51d-c433e1c13d13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.443977 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-de15c836-6bb1-4d23-ae7f-62b81c789fe7 req-1cef3667-3975-41f2-8f0b-7a96ecf8a69b service neutron] 10.222.0.83 "GET /v2.0/networks/9df79931-ff99-48bd-9e24-be30fd940aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500830 Jan 27 17:13:53.457577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-48e80989-6a02-43a4-8b1e-fb240977a2c6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:53.463431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2ab6f0a0-7dff-4824-9c1c-ec1204c6c8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:53.463614 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-48e80989-6a02-43a4-8b1e-fb240977a2c6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2648058 Jan 27 17:13:53.464358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab6f0a0-7dff-4824-9c1c-ec1204c6c8a4 None None] The sync data for ids ['de6c4960-00fc-4853-bd73-8cfffc05b31a'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:13:53.464728 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35794) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:53.479905 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f285c1c2-1949-44a1-be75-ffb64b360d98 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126964067'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:53.492569 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f285c1c2-1949-44a1-be75-ffb64b360d98 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:53.496884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d876c59-789f-4a55-a51d-c433e1c13d13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0a9ed2-24ad-4cdf-beeb-599c380c531d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:53.505464 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Attempting to bind port 42619b49-bb77-4153-b102-6d8fafb7d180 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:53.505464 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Attempting to bind port 42619b49-bb77-4153-b102-6d8fafb7d180 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '01ae4acb-fa69-4442-a0e2-edbc597ce0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:53.505985 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0d876c59-789f-4a55-a51d-c433e1c13d13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.506088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Attempting to bind port 42619b49-bb77-4153-b102-6d8fafb7d180 on network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:53.509247 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0d876c59-789f-4a55-a51d-c433e1c13d13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6546314 Jan 27 17:13:53.509247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f285c1c2-1949-44a1-be75-ffb64b360d98 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:53.510722 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35798) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:53.516553 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-7ea1b0aa-2c9a-4416-ab89-1774079dc639 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1538373241', 'security_groups': ['ff0a9ed2-24ad-4cdf-beeb-599c380c531d'], 'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bb6875aa-4c43-487d-8121-1ad8100cd432'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:53.516682 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:53.517514 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Checking segment: {'id': '01ae4acb-fa69-4442-a0e2-edbc597ce0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:53.517766 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.518151 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Bound using segment: {'id': '01ae4acb-fa69-4442-a0e2-edbc597ce0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:53.518603 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Bound port: 42619b49-bb77-4153-b102-6d8fafb7d180, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ae4acb-fa69-4442-a0e2-edbc597ce0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:53.518956 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.535608 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.557733 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f285c1c2-1949-44a1-be75-ffb64b360d98 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.602205 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-606a3111-fa81-45b7-be67-00d73abf4900 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.636407 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-606a3111-fa81-45b7-be67-00d73abf4900 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.654650 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-3ff855aa-6d63-4454-841d-dcd63cbb0215', 'network_id': '3ff855aa-6d63-4454-841d-dcd63cbb0215', 'tenant_id': '07bb1ca1588f45719862cad794488866', 'fixed_ips': [{'subnet_id': 'cd8a6881-72fc-437f-9176-54c5fa302f50'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:13:53.655613 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.682299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] For port 42619b49-bb77-4153-b102-6d8fafb7d180, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:53.687323 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] For port 42619b49-bb77-4153-b102-6d8fafb7d180, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=42619b49-bb77-4153-b102-6d8fafb7d180,segment=NetworkSegment(01ae4acb-fa69-4442-a0e2-edbc597ce0d8),segment_id=01ae4acb-fa69-4442-a0e2-edbc597ce0d8)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:53.728543 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.759586 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f285c1c2-1949-44a1-be75-ffb64b360d98 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:53.761462 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a3111-fa81-45b7-be67-00d73abf4900 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9d68f1-5672-41c8-9d1d-535d226ecb83,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:53.773521 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f285c1c2-1949-44a1-be75-ffb64b360d98 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:53.778595 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f285c1c2-1949-44a1-be75-ffb64b360d98 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:53.787433 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.794317 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f285c1c2-1949-44a1-be75-ffb64b360d98 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:53.810752 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7ea1b0aa-2c9a-4416-ab89-1774079dc639 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:53.826007 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7ea1b0aa-2c9a-4416-ab89-1774079dc639 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:53.831174 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-606a3111-fa81-45b7-be67-00d73abf4900 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.837227 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-606a3111-fa81-45b7-be67-00d73abf4900 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9488924 Jan 27 17:13:53.843032 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-2edc2493-6d53-40c0-8898-6c12d939b678 service neutron] 10.222.0.83 "GET /v2.0/networks/98b08362-0a97-4e30-9356-65df2f0b7084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848497 Jan 27 17:13:53.848073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df2f1987-157a-42b0-925d-382fb8c88d14 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:53.852655 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59faf8f-d72a-47e5-9814-b5ad2b7c5a63 None None] Pushing event updated for resources: {'Port': ['ID=42619b49-bb77-4153-b102-6d8fafb7d180,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:53.858470 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea1b0aa-2c9a-4416-ab89-1774079dc639 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:53.970609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Allocated IP 2001:db8::2 (3ff855aa-6d63-4454-841d-dcd63cbb0215/cd8a6881-72fc-437f-9176-54c5fa302f50/54467049-eede-40d7-bf44-a0bcc173abb0) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:53.973375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-df2f1987-157a-42b0-925d-382fb8c88d14 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Deleting port 33448373-4777-4432-81ab-311b2e8f6be6 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:53.974002 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df2f1987-157a-42b0-925d-382fb8c88d14 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.057267 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f285c1c2-1949-44a1-be75-ffb64b360d98 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.070041 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f285c1c2-1949-44a1-be75-ffb64b360d98 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.138693 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ea1b0aa-2c9a-4416-ab89-1774079dc639 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.165507 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a0f4e-b260-438d-b8a7-50dba49f3f59 req-fcefd428-71ff-4761-99e0-2e7c38e74ec4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:54.175243 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-954a0f4e-b260-438d-b8a7-50dba49f3f59 req-fcefd428-71ff-4761-99e0-2e7c38e74ec4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 944 time: 0.6860669 Jan 27 17:13:54.189876 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285c1c2-1949-44a1-be75-ffb64b360d98 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5ebcaf-d1ab-4db0-8c61-f232619aa757,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:54.205435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-7ea1b0aa-2c9a-4416-ab89-1774079dc639 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] device_id is not set on port 903ec12e-f50b-4806-ad7b-c8da1c748db0 yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:13:54.258842 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.299653 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f285c1c2-1949-44a1-be75-ffb64b360d98 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.303777 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f285c1c2-1949-44a1-be75-ffb64b360d98 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8315723 Jan 27 17:13:54.304627 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35844) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:54.312100 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-954a0f4e-b260-438d-b8a7-50dba49f3f59 req-73f4e288-131a-4a9f-b3f5-1f25dfdd741e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=8445ec95-6ccf-4622-a001-c8873ca87baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339762 Jan 27 17:13:54.314064 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-8db09a83-c544-4f9b-a0ca-20233b0c67cb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group_rule': {'security_group_id': '7c5ebcaf-d1ab-4db0-8c61-f232619aa757', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:54.336193 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8db09a83-c544-4f9b-a0ca-20233b0c67cb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:54.346060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8db09a83-c544-4f9b-a0ca-20233b0c67cb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:54.351645 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8db09a83-c544-4f9b-a0ca-20233b0c67cb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:54.369029 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.376807 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8db09a83-c544-4f9b-a0ca-20233b0c67cb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:54.382104 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Transition to ACTIVE for port object 54467049-eede-40d7-bf44-a0bcc173abb0 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:54.411314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Transition to ACTIVE for port object 54467049-eede-40d7-bf44-a0bcc173abb0 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:54.420991 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.484356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8db09a83-c544-4f9b-a0ca-20233b0c67cb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.486079 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae93a03c-1e99-4eda-8017-763f2ef7ec01 req-e0b26f76-5bf8-43b2-ab42-1fb7ea570b4a service neutron] 10.222.0.83 "GET /v2.0/networks/98b08362-0a97-4e30-9356-65df2f0b7084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6287668 Jan 27 17:13:54.511981 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Network 3ff855aa-6d63-4454-841d-dcd63cbb0215 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:54.524131 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:54.534317 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:54.579235 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8db09a83-c544-4f9b-a0ca-20233b0c67cb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.585790 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8db09a83-c544-4f9b-a0ca-20233b0c67cb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.590931 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Pushing event updated for resources: {'Port': ['ID=54467049-eede-40d7-bf44-a0bcc173abb0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:54.637050 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df2f1987-157a-42b0-925d-382fb8c88d14 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.645530 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.649113 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Attempting to bind port 54467049-eede-40d7-bf44-a0bcc173abb0 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:13:54.649632 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Attempting to bind port 54467049-eede-40d7-bf44-a0bcc173abb0 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'e26191ae-5362-4efe-a35c-ba0308a57543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '3ff855aa-6d63-4454-841d-dcd63cbb0215'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:13:54.650138 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Attempting to bind port 54467049-eede-40d7-bf44-a0bcc173abb0 on network 3ff855aa-6d63-4454-841d-dcd63cbb0215 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:13:54.657374 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:13:54.657374 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Checking segment: {'id': 'e26191ae-5362-4efe-a35c-ba0308a57543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '3ff855aa-6d63-4454-841d-dcd63cbb0215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:13:54.657801 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.658402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Bound using segment: {'id': 'e26191ae-5362-4efe-a35c-ba0308a57543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '3ff855aa-6d63-4454-841d-dcd63cbb0215'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:13:54.658883 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Bound port: 54467049-eede-40d7-bf44-a0bcc173abb0, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26191ae-5362-4efe-a35c-ba0308a57543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '3ff855aa-6d63-4454-841d-dcd63cbb0215'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:13:54.659401 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.708140 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db09a83-c544-4f9b-a0ca-20233b0c67cb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35597f01-c484-4064-a712-e0ed0e8647af,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:54.732895 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-7ea1b0aa-2c9a-4416-ab89-1774079dc639 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Allocated IP 172.20.0.5 (b5fd7f67-7fc2-407b-92ef-6e1c70f73343/bb6875aa-4c43-487d-8121-1ad8100cd432/903ec12e-f50b-4806-ad7b-c8da1c748db0) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:13:54.746972 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8db09a83-c544-4f9b-a0ca-20233b0c67cb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.748172 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8db09a83-c544-4f9b-a0ca-20233b0c67cb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4389992 Jan 27 17:13:54.753468 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35850) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:54.799810 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] For port 54467049-eede-40d7-bf44-a0bcc173abb0, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:13:54.805405 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] For port 54467049-eede-40d7-bf44-a0bcc173abb0, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=54467049-eede-40d7-bf44-a0bcc173abb0,segment=NetworkSegment(e26191ae-5362-4efe-a35c-ba0308a57543),segment_id=e26191ae-5362-4efe-a35c-ba0308a57543)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:13:54.821155 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:54.852116 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8744e241-b919-435b-b8ce-f23ae9171391 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-group-rules/35597f01-c484-4064-a712-e0ed0e8647af HTTP/1.1" status: 200 len: 763 time: 0.0963202 Jan 27 17:13:54.859516 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35856) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:55.089741 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event deleted for resources: {'Subnet': ['ID=cd8a6881-72fc-437f-9176-54c5fa302f50,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:55.180183 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 42619b49-bb77-4153-b102-6d8fafb7d180 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:55.221379 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.248296 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a1e1bc-9a2d-42ff-b651-a886682f0858 None None] Network 3ff855aa-6d63-4454-841d-dcd63cbb0215 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:55.250214 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff855aa-6d63-4454-841d-dcd63cbb0215']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:55.265549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26191ae-5362-4efe-a35c-ba0308a57543') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:55.266088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26191ae-5362-4efe-a35c-ba0308a57543') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:55.279539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.296221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5f2eb3a3-3aae-4e92-8189-fedfb6d53673 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:55.298909 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.310252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-df2f1987-157a-42b0-925d-382fb8c88d14 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Calling delete_port for 33448373-4777-4432-81ab-311b2e8f6be6 owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:55.320884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ea1b0aa-2c9a-4416-ab89-1774079dc639 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.340872 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-7ea1b0aa-2c9a-4416-ab89-1774079dc639 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Transition to ACTIVE for port object 903ec12e-f50b-4806-ad7b-c8da1c748db0 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:13:55.365599 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:55.379216 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.384185 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ea1b0aa-2c9a-4416-ab89-1774079dc639 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:55.413719 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:55.481778 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5f2eb3a3-3aae-4e92-8189-fedfb6d53673 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:55.485731 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f245a-1146-47db-aa24-270180bad3a2 None None] Pushing event updated for resources: {'Port': ['ID=54467049-eede-40d7-bf44-a0bcc173abb0,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:55.486765 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5f2eb3a3-3aae-4e92-8189-fedfb6d53673 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6252766 Jan 27 17:13:55.505803 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35868) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:55.575440 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea1b0aa-2c9a-4416-ab89-1774079dc639 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:55.581849 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 42619b49-bb77-4153-b102-6d8fafb7d180 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:55.585526 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f508b-e8cb-4326-8e83-1795eb9c3f67 req-8c47a087-0549-401a-b010-a9fb497f074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:55.587156 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-325f508b-e8cb-4326-8e83-1795eb9c3f67 req-8c47a087-0549-401a-b010-a9fb497f074a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 1097 time: 1.0169699 Jan 27 17:13:55.587760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.api [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 17:13:55.587760 dv-neutron-826439-2-hyperv neutron-server[87594]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 17:13:55.587760 dv-neutron-826439-2-hyperv neutron-server[87594]: [parameters: {'id': '3ff855aa-6d63-4454-841d-dcd63cbb0215'}] Jan 27 17:13:55.587760 dv-neutron-826439-2-hyperv neutron-server[87594]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:13:55.588208 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG oslo_db.api [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:13:55.605343 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-7ea1b0aa-2c9a-4416-ab89-1774079dc639 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:55.628247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea1b0aa-2c9a-4416-ab89-1774079dc639 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:13:55.641311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bf9d0a0a-00d9-4db4-b4b8-8dc406e01849 None None] Provisioning complete for port a4eeccc0-4bde-43d8-9711-966ee01bf0eb triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:55.641721 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf9d0a0a-00d9-4db4-b4b8-8dc406e01849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.699062 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1b0aa-2c9a-4416-ab89-1774079dc639 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=903ec12e-f50b-4806-ad7b-c8da1c748db0,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:55.715169 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b7a6d3f4-7c13-482e-97c9-1c7e8e13faeb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.727361 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d0a0a-00d9-4db4-b4b8-8dc406e01849 None None] Port a4eeccc0-4bde-43d8-9711-966ee01bf0eb cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:55.745285 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b7a6d3f4-7c13-482e-97c9-1c7e8e13faeb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.750491 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bf9d0a0a-00d9-4db4-b4b8-8dc406e01849 None None] Provisioning for port 42619b49-bb77-4153-b102-6d8fafb7d180 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:55.762355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f508b-e8cb-4326-8e83-1795eb9c3f67 req-3feb178b-8916-49c0-a3a1-250a651e380f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:55.763869 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-325f508b-e8cb-4326-8e83-1795eb9c3f67 req-3feb178b-8916-49c0-a3a1-250a651e380f service neutron] 10.222.0.83 "GET /v2.0/networks?id=98b08362-0a97-4e30-9356-65df2f0b7084 HTTP/1.1" status: 200 len: 898 time: 0.1693363 Jan 27 17:13:55.765373 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bf9d0a0a-00d9-4db4-b4b8-8dc406e01849 None None] Provisioning complete for port 42619b49-bb77-4153-b102-6d8fafb7d180 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:55.766118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf9d0a0a-00d9-4db4-b4b8-8dc406e01849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.801665 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea1b0aa-2c9a-4416-ab89-1774079dc639 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:55.806432 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ea1b0aa-2c9a-4416-ab89-1774079dc639 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.825976 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b7a6d3f4-7c13-482e-97c9-1c7e8e13faeb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:55.848349 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-325f508b-e8cb-4326-8e83-1795eb9c3f67 req-1e778ca6-131b-4c84-afbf-77bbaf7af986 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=b3ea669f-57fd-47eb-aee0-e194ae4a85de HTTP/1.1" status: 200 len: 217 time: 0.0761364 Jan 27 17:13:55.857648 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb25a2c-3e57-4112-852b-8921127c85bb req-2ccf78a4-0761-4ffd-854d-eec6093f9813 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:55.859805 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2eb25a2c-3e57-4112-852b-8921127c85bb req-2ccf78a4-0761-4ffd-854d-eec6093f9813 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 944 time: 0.3429077 Jan 27 17:13:55.939527 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6d3f4-7c13-482e-97c9-1c7e8e13faeb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35597f01-c484-4064-a712-e0ed0e8647af,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:55.956635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6d3f4-7c13-482e-97c9-1c7e8e13faeb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:55.957014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6d3f4-7c13-482e-97c9-1c7e8e13faeb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:55.957645 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6d3f4-7c13-482e-97c9-1c7e8e13faeb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:55.958105 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6d3f4-7c13-482e-97c9-1c7e8e13faeb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:55.958459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6d3f4-7c13-482e-97c9-1c7e8e13faeb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:55.958779 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6d3f4-7c13-482e-97c9-1c7e8e13faeb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:55.959337 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6d3f4-7c13-482e-97c9-1c7e8e13faeb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:55.959656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6d3f4-7c13-482e-97c9-1c7e8e13faeb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:55.960853 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6d3f4-7c13-482e-97c9-1c7e8e13faeb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:55.961195 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6d3f4-7c13-482e-97c9-1c7e8e13faeb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:55.961516 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6d3f4-7c13-482e-97c9-1c7e8e13faeb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:55.962455 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a6d3f4-7c13-482e-97c9-1c7e8e13faeb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:13:55.963965 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93733819-418a-45a9-b8c1-abd6d06a89f9 None None] get_active_networks_info from dv-neutron-826439-2-hyperv {{(pid=87596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:13:55.987022 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2eb25a2c-3e57-4112-852b-8921127c85bb req-072d4506-7381-4084-93c9-e425a5ab08d1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=8445ec95-6ccf-4622-a001-c8873ca87baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138296 Jan 27 17:13:55.994079 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7ea1b0aa-2c9a-4416-ab89-1774079dc639 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4833004 Jan 27 17:13:55.997301 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35902) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:56.002636 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b7a6d3f4-7c13-482e-97c9-1c7e8e13faeb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.011868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-418ba16d-943b-4ad5-b322-069dcbab140b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'subnet': {'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:56.013233 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b7a6d3f4-7c13-482e-97c9-1c7e8e13faeb tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/35597f01-c484-4064-a712-e0ed0e8647af HTTP/1.1" status: 204 len: 168 time: 0.5061975 Jan 27 17:13:56.015665 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35906) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:56.031010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f508b-e8cb-4326-8e83-1795eb9c3f67 req-f1d169da-84da-428c-945f-2f799a6ccfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:56.032465 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-325f508b-e8cb-4326-8e83-1795eb9c3f67 req-f1d169da-84da-428c-945f-2f799a6ccfd4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=babd01ee-346f-4aa4-8f63-0b4af3eb84e9 HTTP/1.1" status: 200 len: 838 time: 0.1285150 Jan 27 17:13:56.076005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b7a1bbff-b8fc-4d90-b005-72e993c48712 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:56.105734 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b7a1bbff-b8fc-4d90-b005-72e993c48712 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:56.107374 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b7a1bbff-b8fc-4d90-b005-72e993c48712 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0905762 Jan 27 17:13:56.112123 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35912) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:56.116361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df2f1987-157a-42b0-925d-382fb8c88d14 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.120850 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.124497 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf9d0a0a-00d9-4db4-b4b8-8dc406e01849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.126469 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-722e4e90-1b0c-4e92-a2aa-b790fb74816d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group_rule': {'security_group_id': '7c5ebcaf-d1ab-4db0-8c61-f232619aa757', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:56.141325 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-722e4e90-1b0c-4e92-a2aa-b790fb74816d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:56.163744 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-722e4e90-1b0c-4e92-a2aa-b790fb74816d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:56.214886 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-722e4e90-1b0c-4e92-a2aa-b790fb74816d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.222640 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f1987-157a-42b0-925d-382fb8c88d14 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Port': ['ID=33448373-4777-4432-81ab-311b2e8f6be6,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:56.263228 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-bf9d0a0a-00d9-4db4-b4b8-8dc406e01849 None None] For port 42619b49-bb77-4153-b102-6d8fafb7d180, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=42619b49-bb77-4153-b102-6d8fafb7d180,segment=NetworkSegment(01ae4acb-fa69-4442-a0e2-edbc597ce0d8),segment_id=01ae4acb-fa69-4442-a0e2-edbc597ce0d8)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:56.289731 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf9d0a0a-00d9-4db4-b4b8-8dc406e01849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.309238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-722e4e90-1b0c-4e92-a2aa-b790fb74816d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.323331 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-722e4e90-1b0c-4e92-a2aa-b790fb74816d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.364685 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e4e90-1b0c-4e92-a2aa-b790fb74816d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89c4c4d-24f2-4e3a-81b8-f5a49c0c19a6,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:56.391087 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-722e4e90-1b0c-4e92-a2aa-b790fb74816d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.396584 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-722e4e90-1b0c-4e92-a2aa-b790fb74816d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2831392 Jan 27 17:13:56.397575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35916) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:56.426534 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e281c05d-0810-4853-89bb-1705c235f21e tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-group-rules/c89c4c4d-24f2-4e3a-81b8-f5a49c0c19a6 HTTP/1.1" status: 200 len: 763 time: 0.0275149 Jan 27 17:13:56.427114 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35920) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:56.496564 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Deleting port 54467049-eede-40d7-bf44-a0bcc173abb0 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:13:56.496941 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.497577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d0a0a-00d9-4db4-b4b8-8dc406e01849 None None] Pushing event updated for resources: {'Port': ['ID=42619b49-bb77-4153-b102-6d8fafb7d180,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:56.507202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2f40e123-b4e4-4e4d-8ace-935d12182cf1 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:56.517620 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e47f880a-70d0-4255-bc65-30965dae7393 None None] Provisioning for port 903ec12e-f50b-4806-ad7b-c8da1c748db0 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:56.534103 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2f40e123-b4e4-4e4d-8ace-935d12182cf1 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:56.538186 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2f40e123-b4e4-4e4d-8ace-935d12182cf1 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1074917 Jan 27 17:13:56.538334 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-418ba16d-943b-4ad5-b322-069dcbab140b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:56.538456 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93733819-418a-45a9-b8c1-abd6d06a89f9 None None] Resources bound (agent type, host, resource id): {{(pid=87596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:13:56.538555 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35924) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:56.540441 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e47f880a-70d0-4255-bc65-30965dae7393 None None] Provisioning complete for port 903ec12e-f50b-4806-ad7b-c8da1c748db0 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:56.540850 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e47f880a-70d0-4255-bc65-30965dae7393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.598139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-418ba16d-943b-4ad5-b322-069dcbab140b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:subnet and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:56.603493 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-501eeea9-8959-427d-ac4d-3ecec786b52d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.614079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-501eeea9-8959-427d-ac4d-3ecec786b52d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.656518 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-418ba16d-943b-4ad5-b322-069dcbab140b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:56.669627 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-501eeea9-8959-427d-ac4d-3ecec786b52d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.680149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-418ba16d-943b-4ad5-b322-069dcbab140b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:56.717210 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f508b-e8cb-4326-8e83-1795eb9c3f67 req-6b378c05-c592-42a9-b1c6-63b0183de6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:56.718732 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-325f508b-e8cb-4326-8e83-1795eb9c3f67 req-6b378c05-c592-42a9-b1c6-63b0183de6c9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=98b08362-0a97-4e30-9356-65df2f0b7084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6673753 Jan 27 17:13:56.721374 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501eeea9-8959-427d-ac4d-3ecec786b52d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c89c4c4d-24f2-4e3a-81b8-f5a49c0c19a6,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:56.732284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-501eeea9-8959-427d-ac4d-3ecec786b52d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.736269 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-501eeea9-8959-427d-ac4d-3ecec786b52d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/c89c4c4d-24f2-4e3a-81b8-f5a49c0c19a6 HTTP/1.1" status: 204 len: 168 time: 0.1968436 Jan 27 17:13:56.738045 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35928) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:56.758971 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418ba16d-943b-4ad5-b322-069dcbab140b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:56.763328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-418ba16d-943b-4ad5-b322-069dcbab140b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.805352 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e47f880a-70d0-4255-bc65-30965dae7393 None None] Port 903ec12e-f50b-4806-ad7b-c8da1c748db0 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:13:56.809210 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-49476370-cd26-4a0f-9140-2af1228241b6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:56.846152 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-49476370-cd26-4a0f-9140-2af1228241b6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:56.850351 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-49476370-cd26-4a0f-9140-2af1228241b6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1112349 Jan 27 17:13:56.851247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35932) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:56.862048 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df2f1987-157a-42b0-925d-382fb8c88d14 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.864144 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-fd907c29-3bdd-48e3-b068-886cf184f1e6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group_rule': {'security_group_id': '7c5ebcaf-d1ab-4db0-8c61-f232619aa757', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:56.871424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fd907c29-3bdd-48e3-b068-886cf184f1e6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:56.888666 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fd907c29-3bdd-48e3-b068-886cf184f1e6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:56.904384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 42619b49-bb77-4153-b102-6d8fafb7d180 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:56.914531 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd907c29-3bdd-48e3-b068-886cf184f1e6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:56.997635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd907c29-3bdd-48e3-b068-886cf184f1e6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.003532 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd907c29-3bdd-48e3-b068-886cf184f1e6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.037175 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd907c29-3bdd-48e3-b068-886cf184f1e6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a075f022-6be0-4e2e-bd6a-e864745039a3,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:57.072687 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd907c29-3bdd-48e3-b068-886cf184f1e6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.077979 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fd907c29-3bdd-48e3-b068-886cf184f1e6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2226350 Jan 27 17:13:57.079213 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 42619b49-bb77-4153-b102-6d8fafb7d180 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:57.079556 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35938) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:57.079942 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.119295 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-59389b2b-23bd-451f-b231-7d92022620d6 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-group-rules/a075f022-6be0-4e2e-bd6a-e864745039a3 HTTP/1.1" status: 200 len: 764 time: 0.0359855 Jan 27 17:13:57.120526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35942) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:57.284179 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-62a86328-5ee4-4e16-a1cb-1d8a438c1a99 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:57.323378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-62a86328-5ee4-4e16-a1cb-1d8a438c1a99 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:57.325751 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-62a86328-5ee4-4e16-a1cb-1d8a438c1a99 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2036719 Jan 27 17:13:57.326428 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35948) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:57.356838 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-27eb486e-0317-48c7-b789-97d5577e6a04 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.373353 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-27eb486e-0317-48c7-b789-97d5577e6a04 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.404343 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-27eb486e-0317-48c7-b789-97d5577e6a04 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.410452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df2f1987-157a-42b0-925d-382fb8c88d14 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.420646 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df2f1987-157a-42b0-925d-382fb8c88d14 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.427173 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb486e-0317-48c7-b789-97d5577e6a04 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a075f022-6be0-4e2e-bd6a-e864745039a3,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:57.434707 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-27eb486e-0317-48c7-b789-97d5577e6a04 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.435866 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-27eb486e-0317-48c7-b789-97d5577e6a04 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/a075f022-6be0-4e2e-bd6a-e864745039a3 HTTP/1.1" status: 204 len: 168 time: 0.1085289 Jan 27 17:13:57.438604 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35952) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:57.494679 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-32bf781d-203b-4050-a6e3-15c9f46a6a89 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:57.528581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-32bf781d-203b-4050-a6e3-15c9f46a6a89 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:57.532898 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-32bf781d-203b-4050-a6e3-15c9f46a6a89 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0905018 Jan 27 17:13:57.533165 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35956) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:57.599930 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cec9bdcb-82c3-4903-8d4a-470a7dea174d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.630182 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cec9bdcb-82c3-4903-8d4a-470a7dea174d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.685921 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device b3ea669f-57fd-47eb-aee0-e194ae4a85de details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:13:57.690326 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.ipam_backend_mixin [None req-418ba16d-943b-4ad5-b322-069dcbab140b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bb6875aa-4c43-487d-8121-1ad8100cd432 (CIDR: 172.20.0.0/28) Jan 27 17:13:57.692814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cec9bdcb-82c3-4903-8d4a-470a7dea174d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.694185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] For port 54467049-eede-40d7-bf44-a0bcc173abb0, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=54467049-eede-40d7-bf44-a0bcc173abb0,segment=NetworkSegment(e26191ae-5362-4efe-a35c-ba0308a57543),segment_id=e26191ae-5362-4efe-a35c-ba0308a57543)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:57.694442 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.701624 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df2f1987-157a-42b0-925d-382fb8c88d14 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.702213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2f1987-157a-42b0-925d-382fb8c88d14 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Fanout notify agent at l3_agent the message router_deleted on router de6c4960-00fc-4853-bd73-8cfffc05b31a {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:13:57.739153 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9bdcb-82c3-4903-8d4a-470a7dea174d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5ebcaf-d1ab-4db0-8c61-f232619aa757,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:57.748345 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cec9bdcb-82c3-4903-8d4a-470a7dea174d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.749902 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cec9bdcb-82c3-4903-8d4a-470a7dea174d tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-groups/7c5ebcaf-d1ab-4db0-8c61-f232619aa757 HTTP/1.1" status: 204 len: 168 time: 0.2156610 Jan 27 17:13:57.753284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35960) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:57.782236 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-418ba16d-943b-4ad5-b322-069dcbab140b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:13:57.782881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418ba16d-943b-4ad5-b322-069dcbab140b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:13:57.811349 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d9c56e9b-8038-4d36-a2b4-9c28acd130a7 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:13:57.831042 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d9c56e9b-8038-4d36-a2b4-9c28acd130a7 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:13:57.836633 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d9c56e9b-8038-4d36-a2b4-9c28acd130a7 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0773640 Jan 27 17:13:57.836872 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35964) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:57.842254 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-4f02adad-f6c3-498b-89bd-1bc39bae9902 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group': {'name': 'tempest-secgroup--1226128625'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:57.854547 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4f02adad-f6c3-498b-89bd-1bc39bae9902 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:57.870552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Calling delete_port for 54467049-eede-40d7-bf44-a0bcc173abb0 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:13:57.872247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4f02adad-f6c3-498b-89bd-1bc39bae9902 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:57.880004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port b3ea669f-57fd-47eb-aee0-e194ae4a85de, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=b3ea669f-57fd-47eb-aee0-e194ae4a85de,segment=NetworkSegment(cb590f32-3859-4b39-80f6-f0993c24be40),segment_id=cb590f32-3859-4b39-80f6-f0993c24be40)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:57.895535 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': 'b3ea669f-57fd-47eb-aee0-e194ae4a85de', 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084', 'port_id': 'b3ea669f-57fd-47eb-aee0-e194ae4a85de', 'mac_address': 'fa:16:3e:ee:21:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'babd01ee-346f-4aa4-8f63-0b4af3eb84e9', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:13:57.930746 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-325f508b-e8cb-4326-8e83-1795eb9c3f67 req-63555511-0e86-424d-9d58-a300b2d4e2c5 service neutron] 10.222.0.83 "GET /v2.0/networks/98b08362-0a97-4e30-9356-65df2f0b7084?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2029560 Jan 27 17:13:57.936296 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4f02adad-f6c3-498b-89bd-1bc39bae9902 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.938914 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-418ba16d-943b-4ad5-b322-069dcbab140b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9405050 Jan 27 17:13:57.956091 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35968) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:57.964868 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-61e4495d-fff1-4710-804d-0dae39ece460 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'subnet': {'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:57.967335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed0471-ad61-431e-b220-144c13a2a676 req-b1a69063-fd36-4d5a-b704-348ed41e56f9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:57.968396 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.968835 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b0ed0471-ad61-431e-b220-144c13a2a676 req-b1a69063-fd36-4d5a-b704-348ed41e56f9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 944 time: 0.5756898 Jan 27 17:13:57.973041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df2f1987-157a-42b0-925d-382fb8c88d14 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:57.974134 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-df2f1987-157a-42b0-925d-382fb8c88d14 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/routers/de6c4960-00fc-4853-bd73-8cfffc05b31a HTTP/1.1" status: 204 len: 168 time: 5.0370836 Jan 27 17:13:57.992787 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35972) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:58.000796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ea669f-57fd-47eb-aee0-e194ae4a85de {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:13:58.019580 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port b3ea669f-57fd-47eb-aee0-e194ae4a85de, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=b3ea669f-57fd-47eb-aee0-e194ae4a85de,segment=NetworkSegment(cb590f32-3859-4b39-80f6-f0993c24be40),segment_id=cb590f32-3859-4b39-80f6-f0993c24be40)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:13:58.041943 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.123480 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b0ed0471-ad61-431e-b220-144c13a2a676 req-6ceec11c-6587-4887-bddb-de642aabd607 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=8445ec95-6ccf-4622-a001-c8873ca87baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426613 Jan 27 17:13:58.143455 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.179902 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=b3ea669f-57fd-47eb-aee0-e194ae4a85de,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:58.216476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event deleted for resources: {'Port': ['ID=54467049-eede-40d7-bf44-a0bcc173abb0,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:58.223288 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] No DVR routers for this DVR port 54467049-eede-40d7-bf44-a0bcc173abb0 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:13:58.226508 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-325f508b-e8cb-4326-8e83-1795eb9c3f67 req-3b7d6235-8e51-4619-9b21-672f3526e51b service neutron] 10.222.0.83 "GET /v2.0/networks/98b08362-0a97-4e30-9356-65df2f0b7084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865086 Jan 27 17:13:58.278565 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['b3ea669f-57fd-47eb-aee0-e194ae4a85de'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:13:58.313354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4f02adad-f6c3-498b-89bd-1bc39bae9902 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:58.343352 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4f02adad-f6c3-498b-89bd-1bc39bae9902 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:58.348470 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4f02adad-f6c3-498b-89bd-1bc39bae9902 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:58.362498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4f02adad-f6c3-498b-89bd-1bc39bae9902 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:58.375165 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db327af-0085-41fc-afd7-3244f44f4e8f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Deleting subnet a0498f9c-e051-4b03-bb1c-b54543ef01b2 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:13:58.378466 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8db327af-0085-41fc-afd7-3244f44f4e8f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.392316 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.428344 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff855aa-6d63-4454-841d-dcd63cbb0215']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:58.448926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8db327af-0085-41fc-afd7-3244f44f4e8f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.460537 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26191ae-5362-4efe-a35c-ba0308a57543') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:58.460969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26191ae-5362-4efe-a35c-ba0308a57543') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:58.477466 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.498671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.509027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:58.510450 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.511156 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8db327af-0085-41fc-afd7-3244f44f4e8f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:58.579442 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:58.597531 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-61e4495d-fff1-4710-804d-0dae39ece460 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:58.613524 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-61e4495d-fff1-4710-804d-0dae39ece460 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:subnet and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:58.616870 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-61e4495d-fff1-4710-804d-0dae39ece460 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:58.627393 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-61e4495d-fff1-4710-804d-0dae39ece460 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:58.653999 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e4495d-fff1-4710-804d-0dae39ece460 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:58.657547 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-61e4495d-fff1-4710-804d-0dae39ece460 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.665144 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.695551 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8db327af-0085-41fc-afd7-3244f44f4e8f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.700812 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.717275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event deleted for resources: {'Network': ['ID=3ff855aa-6d63-4454-841d-dcd63cbb0215,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:58.722549 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0ff59569-b66a-4e15-b14b-0fef359e50a0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/networks/3ff855aa-6d63-4454-841d-dcd63cbb0215 HTTP/1.1" status: 204 len: 168 time: 5.5093424 Jan 27 17:13:58.726019 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35978) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:58.732184 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-9ad76662-e76b-44b7-ac54-0e7530190bf4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-240627254'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:58.737185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9ad76662-e76b-44b7-ac54-0e7530190bf4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:58.741889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9ad76662-e76b-44b7-ac54-0e7530190bf4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Usage tracker for resource:network and tenant:07bb1ca1588f45719862cad794488866 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:58.752280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9ad76662-e76b-44b7-ac54-0e7530190bf4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:58.752533 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8db327af-0085-41fc-afd7-3244f44f4e8f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.760554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9ad76662-e76b-44b7-ac54-0e7530190bf4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:58.776062 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad76662-e76b-44b7-ac54-0e7530190bf4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Made reservation on behalf of 07bb1ca1588f45719862cad794488866 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:58.780352 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ad76662-e76b-44b7-ac54-0e7530190bf4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.782304 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db327af-0085-41fc-afd7-3244f44f4e8f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Subnet': ['ID=a0498f9c-e051-4b03-bb1c-b54543ef01b2,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:58.817126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad76662-e76b-44b7-ac54-0e7530190bf4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:13:58.828669 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ad76662-e76b-44b7-ac54-0e7530190bf4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.829268 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-9ad76662-e76b-44b7-ac54-0e7530190bf4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Added segment a9c3a5e4-d26a-4bd4-a2b0-1ba3aa5903b1 of type vlan for network cc5d5ee2-e62e-4097-9f73-d2f70a74248f Jan 27 17:13:58.850404 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4f02adad-f6c3-498b-89bd-1bc39bae9902 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.859563 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4f02adad-f6c3-498b-89bd-1bc39bae9902 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.860705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ad76662-e76b-44b7-ac54-0e7530190bf4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.889019 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8db327af-0085-41fc-afd7-3244f44f4e8f tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/subnets/a0498f9c-e051-4b03-bb1c-b54543ef01b2 HTTP/1.1" status: 204 len: 168 time: 0.8880289 Jan 27 17:13:58.892580 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 35982) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:58.915866 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ad76662-e76b-44b7-ac54-0e7530190bf4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.919040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4f02adad-f6c3-498b-89bd-1bc39bae9902 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.920213 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4f02adad-f6c3-498b-89bd-1bc39bae9902 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0823867 Jan 27 17:13:58.921376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad76662-e76b-44b7-ac54-0e7530190bf4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:58.921988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ad76662-e76b-44b7-ac54-0e7530190bf4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:58.923619 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35986) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:58.928738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02adad-f6c3-498b-89bd-1bc39bae9902 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6670efa1-a368-4e09-a187-b7042ab128ef,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:58.934471 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0f67e46a-6ec9-480d-bd0c-35a7099ba5d8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Request body: {'security_group_rule': {'security_group_id': '6670efa1-a368-4e09-a187-b7042ab128ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:58.946019 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0f67e46a-6ec9-480d-bd0c-35a7099ba5d8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:58.955607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0f67e46a-6ec9-480d-bd0c-35a7099ba5d8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Usage tracker for resource:security_group_rule and tenant:8e2b30a80d45454583bccedcca44fb6e is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:58.959997 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0f67e46a-6ec9-480d-bd0c-35a7099ba5d8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:58.971846 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0f67e46a-6ec9-480d-bd0c-35a7099ba5d8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:58.996334 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9ad76662-e76b-44b7-ac54-0e7530190bf4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2690132 Jan 27 17:13:59.001609 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35990) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:59.040918 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-63673456-afc7-4472-9f6c-8043b18ccf72 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Request body: {'subnet': {'network_id': 'cc5d5ee2-e62e-4097-9f73-d2f70a74248f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:59.059009 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0f67e46a-6ec9-480d-bd0c-35a7099ba5d8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.275305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-63673456-afc7-4472-9f6c-8043b18ccf72 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:13:59.294447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-63673456-afc7-4472-9f6c-8043b18ccf72 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Usage tracker for resource:subnet and tenant:07bb1ca1588f45719862cad794488866 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:13:59.300958 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-63673456-afc7-4472-9f6c-8043b18ccf72 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:13:59.307707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad76662-e76b-44b7-ac54-0e7530190bf4 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event updated for resources: {'Network': ['ID=cc5d5ee2-e62e-4097-9f73-d2f70a74248f,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:59.310654 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-63673456-afc7-4472-9f6c-8043b18ccf72 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:13:59.314758 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c97dace5-b153-4540-97f8-ed244ac62537 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.322572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network cc5d5ee2-e62e-4097-9f73-d2f70a74248f details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:13:59.382169 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0f67e46a-6ec9-480d-bd0c-35a7099ba5d8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.389024 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-61e4495d-fff1-4710-804d-0dae39ece460 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.443804 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0f67e46a-6ec9-480d-bd0c-35a7099ba5d8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.470306 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c97dace5-b153-4540-97f8-ed244ac62537 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.476976 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63673456-afc7-4472-9f6c-8043b18ccf72 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Made reservation on behalf of 07bb1ca1588f45719862cad794488866 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:13:59.481017 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-63673456-afc7-4472-9f6c-8043b18ccf72 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.503279 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-c97dace5-b153-4540-97f8-ed244ac62537 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1cf005-cdc7-4692-8fc5-cec78537f47e']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:59.520484 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-c97dace5-b153-4540-97f8-ed244ac62537 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348dab54-898f-4ec2-80f8-e5293023aab2') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:59.520745 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67e46a-6ec9-480d-bd0c-35a7099ba5d8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a105945-856f-4aea-a5ab-03cd6868a708,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:59.520877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-c97dace5-b153-4540-97f8-ed244ac62537 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348dab54-898f-4ec2-80f8-e5293023aab2') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:13:59.530271 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e4495d-fff1-4710-804d-0dae39ece460 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:13:59.538830 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c97dace5-b153-4540-97f8-ed244ac62537 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.552770 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-61e4495d-fff1-4710-804d-0dae39ece460 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:13:59.563549 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e4495d-fff1-4710-804d-0dae39ece460 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:59.564130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-61e4495d-fff1-4710-804d-0dae39ece460 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.565753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c97dace5-b153-4540-97f8-ed244ac62537 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.566680 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9632775e-c4c4-4cc8-a065-4a2758f5cbcd None None] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:13:59.581364 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97dace5-b153-4540-97f8-ed244ac62537 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:13:59.582231 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c97dace5-b153-4540-97f8-ed244ac62537 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:13:59.616817 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:13:59.629298 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4495d-fff1-4710-804d-0dae39ece460 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Subnet': ['ID=e13408d5-e646-4311-bd65-02d5ce5b0295,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:59.648924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29beb1-9ca5-4fd2-a6ee-7ccd824e1ced req-11e6f4e9-fb65-4cd8-9b49-c550cfb1b6af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:13:59.655951 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1b29beb1-9ca5-4fd2-a6ee-7ccd824e1ced req-11e6f4e9-fb65-4cd8-9b49-c550cfb1b6af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 945 time: 0.4259439 Jan 27 17:13:59.657883 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0f67e46a-6ec9-480d-bd0c-35a7099ba5d8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.660309 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0f67e46a-6ec9-480d-bd0c-35a7099ba5d8 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7338467 Jan 27 17:13:59.676708 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 35998) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:59.702586 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device b3ea669f-57fd-47eb-aee0-e194ae4a85de up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:13:59.707805 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-61e4495d-fff1-4710-804d-0dae39ece460 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7508142 Jan 27 17:13:59.732957 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36002) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:13:59.741058 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-b73f249b-d0c5-4ca4-b552-69ac6c4b6852 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-575916941', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e13408d5-e646-4311-bd65-02d5ce5b0295'}], 'security_groups': ['22ba79a0-5e2f-4ea4-ad7d-d12c417e6df2']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:13:59.768707 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1b29beb1-9ca5-4fd2-a6ee-7ccd824e1ced req-dffc6150-a432-4fb3-8d41-048ba3e01d1d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=8445ec95-6ccf-4622-a001-c8873ca87baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113634 Jan 27 17:13:59.802035 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c97dace5-b153-4540-97f8-ed244ac62537 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.822036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c97dace5-b153-4540-97f8-ed244ac62537 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.836520 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dace5-b153-4540-97f8-ed244ac62537 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] Pushing event deleted for resources: {'Network': ['ID=4b1cf005-cdc7-4692-8fc5-cec78537f47e,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:13:59.844694 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c97dace5-b153-4540-97f8-ed244ac62537 tempest-FloatingIPTestJSON-238041400 tempest-FloatingIPTestJSON-238041400-project] 10.222.0.50 "DELETE /v2.0/networks/4b1cf005-cdc7-4692-8fc5-cec78537f47e HTTP/1.1" status: 204 len: 168 time: 0.9479601 Jan 27 17:13:59.869264 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port b3ea669f-57fd-47eb-aee0-e194ae4a85de completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:13:59.881656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-901e8a83-2502-4dbd-a247-ed8afb66c54f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.882785 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port b3ea669f-57fd-47eb-aee0-e194ae4a85de triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:13:59.883210 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:13:59.946073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-901e8a83-2502-4dbd-a247-ed8afb66c54f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.127441 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-901e8a83-2502-4dbd-a247-ed8afb66c54f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.143870 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b73f249b-d0c5-4ca4-b552-69ac6c4b6852 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.159633 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e8a83-2502-4dbd-a247-ed8afb66c54f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6670efa1-a368-4e09-a187-b7042ab128ef,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:00.251856 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.260084 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.objects.ports [None req-63673456-afc7-4472-9f6c-8043b18ccf72 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87595) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 27 17:14:00.261823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-63673456-afc7-4472-9f6c-8043b18ccf72 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.324392 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d530b84-9ea5-49e9-8f8d-ebfcd454b173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ea669f-57fd-47eb-aee0-e194ae4a85de'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:14:00.354665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port b3ea669f-57fd-47eb-aee0-e194ae4a85de, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=b3ea669f-57fd-47eb-aee0-e194ae4a85de,segment=NetworkSegment(cb590f32-3859-4b39-80f6-f0993c24be40),segment_id=cb590f32-3859-4b39-80f6-f0993c24be40)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:00.354902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36012) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:00.367418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.374866 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-901e8a83-2502-4dbd-a247-ed8afb66c54f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.376065 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-901e8a83-2502-4dbd-a247-ed8afb66c54f tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-groups/6670efa1-a368-4e09-a187-b7042ab128ef HTTP/1.1" status: 204 len: 168 time: 0.6973913 Jan 27 17:14:00.381521 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36018) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:00.405586 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63673456-afc7-4472-9f6c-8043b18ccf72 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event updated for resources: {'Subnet': ['ID=4c91af85-1460-4870-a58b-caf12f0c200c,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:00.424117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63673456-afc7-4472-9f6c-8043b18ccf72 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Checking segment: {'id': 'a9c3a5e4-d26a-4bd4-a2b0-1ba3aa5903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'cc5d5ee2-e62e-4097-9f73-d2f70a74248f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:00.424582 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63673456-afc7-4472-9f6c-8043b18ccf72 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Network hostable DHCP agents. Network: cc5d5ee2-e62e-4097-9f73-d2f70a74248f, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:00.428214 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c03672-50d1-48f1-a77d-c96e3c495faa None None] Update dhcp port {'port': {'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343', 'fixed_ips': [{'subnet_id': 'bb6875aa-4c43-487d-8121-1ad8100cd432', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e13408d5-e646-4311-bd65-02d5ce5b0295'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': '42619b49-bb77-4153-b102-6d8fafb7d180'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:14:00.471594 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63673456-afc7-4472-9f6c-8043b18ccf72 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Network cc5d5ee2-e62e-4097-9f73-d2f70a74248f is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:00.494256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-86b01879-12bd-43d4-a47a-1b7c8acb89b3 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:00.494857 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d530b84-9ea5-49e9-8f8d-ebfcd454b173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ea669f-57fd-47eb-aee0-e194ae4a85de', 'code': 200} Jan 27 17:14:00.503927 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-63673456-afc7-4472-9f6c-8043b18ccf72 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, cc5d5ee2-e62e-4097-9f73-d2f70a74248f) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:00.511674 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63673456-afc7-4472-9f6c-8043b18ccf72 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:00.512782 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-63673456-afc7-4472-9f6c-8043b18ccf72 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.545298 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-86b01879-12bd-43d4-a47a-1b7c8acb89b3 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:00.549659 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-86b01879-12bd-43d4-a47a-1b7c8acb89b3 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1645916 Jan 27 17:14:00.551192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36022) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:00.584039 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=b3ea669f-57fd-47eb-aee0-e194ae4a85de,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:00.592058 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-63673456-afc7-4472-9f6c-8043b18ccf72 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5885086 Jan 27 17:14:00.594094 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a0c03672-50d1-48f1-a77d-c96e3c495faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:00.594656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36026) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:00.608291 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef020af-430f-4baa-b645-103897987c8c None None] Network cc5d5ee2-e62e-4097-9f73-d2f70a74248f requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:00.627136 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:00.627657 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:00.628253 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:00.628644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:00.629029 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:00.629416 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:00.629841 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:00.632384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:00.632384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:00.632384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:00.632384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:00.632384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:00.880926 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2aa9d-5762-43b8-8926-980abff4134d req-557b0258-d7f2-4b74-b284-710cac8ffe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:00.884294 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-44d2aa9d-5762-43b8-8926-980abff4134d req-557b0258-d7f2-4b74-b284-710cac8ffe68 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 1099 time: 0.2139013 Jan 27 17:14:00.930940 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3e80311c-e837-4993-9f21-26278e6de19a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09799f3c75ba4e1bbef88b711a678f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5751393 Jan 27 17:14:00.931793 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36034) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:00.966342 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-140c12c5-ce58-4bb4-a080-969325747fee tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Synchronizing usage tracker for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:00.980440 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-44d2aa9d-5762-43b8-8926-980abff4134d req-17ce7c2a-02db-4005-9f05-45086c2a609b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8445ec95-6ccf-4622-a001-c8873ca87baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607653 Jan 27 17:14:01.096481 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-140c12c5-ce58-4bb4-a080-969325747fee tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] Unset dirty status for tenant:8e2b30a80d45454583bccedcca44fb6e on resource:security_group_rule {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:01.100961 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-140c12c5-ce58-4bb4-a080-969325747fee tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5459549 Jan 27 17:14:01.101787 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36038) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:01.108783 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-cc5d5ee2-e62e-4097-9f73-d2f70a74248f', 'network_id': 'cc5d5ee2-e62e-4097-9f73-d2f70a74248f', 'tenant_id': '07bb1ca1588f45719862cad794488866', 'fixed_ips': [{'subnet_id': '4c91af85-1460-4870-a58b-caf12f0c200c'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:01.109169 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.109670 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.113419 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-b73f249b-d0c5-4ca4-b552-69ac6c4b6852 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Delete allocated IP 172.20.0.5 (b5fd7f67-7fc2-407b-92ef-6e1c70f73343/bb6875aa-4c43-487d-8121-1ad8100cd432) {{(pid=87594) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 17:14:01.121906 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-b73f249b-d0c5-4ca4-b552-69ac6c4b6852 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Allocated IP 172.20.0.20 (b5fd7f67-7fc2-407b-92ef-6e1c70f73343/e13408d5-e646-4311-bd65-02d5ce5b0295/903ec12e-f50b-4806-ad7b-c8da1c748db0) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:01.149408 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-a8bb5eee-8024-48f3-a20b-0386f6840514 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] delete failed (client error): The resource could not be found. Jan 27 17:14:01.154021 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a8bb5eee-8024-48f3-a20b-0386f6840514 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "DELETE /v2.0/security-groups/6670efa1-a368-4e09-a187-b7042ab128ef HTTP/1.1" status: 404 len: 347 time: 0.0502529 Jan 27 17:14:01.155126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36042) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:01.161249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-64e56a82-234e-441f-b50d-6d157b7486e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.241219 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-64e56a82-234e-441f-b50d-6d157b7486e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.260589 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b1025-9eda-41e6-a096-b993f81e178d req-293013d0-76b0-49ea-875e-3f5668e18114 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:01.262241 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-427b1025-9eda-41e6-a096-b993f81e178d req-293013d0-76b0-49ea-875e-3f5668e18114 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 946 time: 0.2687805 Jan 27 17:14:01.284630 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ce866ff6-044b-4a85-b79c-03e76937a9f1 tempest-SecGroupTest-1493362730 tempest-SecGroupTest-1493362730-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1282916 Jan 27 17:14:01.376292 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Allocated IP 2001:db8::f816:3eff:fee1:923b (cc5d5ee2-e62e-4097-9f73-d2f70a74248f/4c91af85-1460-4870-a58b-caf12f0c200c/d88703ba-2e60-43cc-8240-c62016403791) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:01.396320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.429789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-64e56a82-234e-441f-b50d-6d157b7486e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.469075 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e56a82-234e-441f-b50d-6d157b7486e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ced3c6-7592-439c-9f94-b88639916d0c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:01.485281 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-427b1025-9eda-41e6-a096-b993f81e178d req-c0976a7e-9a5d-4c83-b120-67467092b952 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=8445ec95-6ccf-4622-a001-c8873ca87baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101824 Jan 27 17:14:01.495551 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-64e56a82-234e-441f-b50d-6d157b7486e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.499506 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-64e56a82-234e-441f-b50d-6d157b7486e4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7ced3c6-7592-439c-9f94-b88639916d0c HTTP/1.1" status: 204 len: 168 time: 0.5626974 Jan 27 17:14:01.512052 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:14:01.518867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b73f249b-d0c5-4ca4-b552-69ac6c4b6852 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.574581 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-b73f249b-d0c5-4ca4-b552-69ac6c4b6852 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Transition to ACTIVE for port object 903ec12e-f50b-4806-ad7b-c8da1c748db0 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:01.582753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b73f249b-d0c5-4ca4-b552-69ac6c4b6852 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.614318 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36052) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:01.731727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-a0c03672-50d1-48f1-a77d-c96e3c495faa None None] Allocated IP 172.20.0.18 (b5fd7f67-7fc2-407b-92ef-6e1c70f73343/e13408d5-e646-4311-bd65-02d5ce5b0295/42619b49-bb77-4153-b102-6d8fafb7d180) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:01.815099 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-65b4a049-8f48-41e1-b4c0-9e814c118705 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e2b30a80d45454583bccedcca44fb6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1994133 Jan 27 17:14:01.816156 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36060) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:01.908505 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a0c03672-50d1-48f1-a77d-c96e3c495faa None None] For port 42619b49-bb77-4153-b102-6d8fafb7d180, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=42619b49-bb77-4153-b102-6d8fafb7d180,segment=NetworkSegment(01ae4acb-fa69-4442-a0e2-edbc597ce0d8),segment_id=01ae4acb-fa69-4442-a0e2-edbc597ce0d8)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:01.912749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f249b-d0c5-4ca4-b552-69ac6c4b6852 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=903ec12e-f50b-4806-ad7b-c8da1c748db0,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:01.938771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-b73f249b-d0c5-4ca4-b552-69ac6c4b6852 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] In _notify_port_updated(), no bound segment for port 903ec12e-f50b-4806-ad7b-c8da1c748db0 on network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 {{(pid=87594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:14:01.945222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a0c03672-50d1-48f1-a77d-c96e3c495faa None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.945613 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73f249b-d0c5-4ca4-b552-69ac6c4b6852 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:01.946279 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b73f249b-d0c5-4ca4-b552-69ac6c4b6852 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:01.950268 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b73f249b-d0c5-4ca4-b552-69ac6c4b6852 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "PUT /v2.0/ports/903ec12e-f50b-4806-ad7b-c8da1c748db0 HTTP/1.1" status: 200 len: 920 time: 2.2136252 Jan 27 17:14:01.950484 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36066) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:02.022248 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a0c03672-50d1-48f1-a77d-c96e3c495faa None None] Transition to ACTIVE for port object 42619b49-bb77-4153-b102-6d8fafb7d180 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:02.031944 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a0c03672-50d1-48f1-a77d-c96e3c495faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.076239 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f5d3bd0f-d285-460d-9512-d796551cdd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.090782 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-9afc8f60-256e-41f5-bf91-bcdb5abd4a70 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port 903ec12e-f50b-4806-ad7b-c8da1c748db0 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:02.090782 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9afc8f60-256e-41f5-bf91-bcdb5abd4a70 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.174276 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f5d3bd0f-d285-460d-9512-d796551cdd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.182661 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.267995 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Transition to ACTIVE for port object d88703ba-2e60-43cc-8240-c62016403791 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:02.271012 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f5d3bd0f-d285-460d-9512-d796551cdd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.286346 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c03672-50d1-48f1-a77d-c96e3c495faa None None] Pushing event updated for resources: {'Port': ['ID=42619b49-bb77-4153-b102-6d8fafb7d180,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:02.299474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Transition to ACTIVE for port object d88703ba-2e60-43cc-8240-c62016403791 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:02.308802 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.319412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3bd0f-d285-460d-9512-d796551cdd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be77201-1a77-475a-8321-8eb0abd340cf,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:02.343745 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.417112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Network cc5d5ee2-e62e-4097-9f73-d2f70a74248f is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:02.419787 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Pushing event updated for resources: {'Port': ['ID=d88703ba-2e60-43cc-8240-c62016403791,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:02.423233 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:02.425226 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:14:02.433709 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f5d3bd0f-d285-460d-9512-d796551cdd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.443538 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f5d3bd0f-d285-460d-9512-d796551cdd3f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5be77201-1a77-475a-8321-8eb0abd340cf HTTP/1.1" status: 204 len: 168 time: 0.6241016 Jan 27 17:14:02.516056 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event deleted for resources: {'Subnet': ['ID=4c91af85-1460-4870-a58b-caf12f0c200c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:02.592386 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Attempting to bind port d88703ba-2e60-43cc-8240-c62016403791 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:02.592746 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Attempting to bind port d88703ba-2e60-43cc-8240-c62016403791 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'a9c3a5e4-d26a-4bd4-a2b0-1ba3aa5903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'cc5d5ee2-e62e-4097-9f73-d2f70a74248f'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:02.593101 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Attempting to bind port d88703ba-2e60-43cc-8240-c62016403791 on network cc5d5ee2-e62e-4097-9f73-d2f70a74248f {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:02.611993 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:02.612366 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Checking segment: {'id': 'a9c3a5e4-d26a-4bd4-a2b0-1ba3aa5903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'cc5d5ee2-e62e-4097-9f73-d2f70a74248f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:02.612763 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.613143 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Bound using segment: {'id': 'a9c3a5e4-d26a-4bd4-a2b0-1ba3aa5903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'cc5d5ee2-e62e-4097-9f73-d2f70a74248f'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:02.613605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Bound port: d88703ba-2e60-43cc-8240-c62016403791, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c3a5e4-d26a-4bd4-a2b0-1ba3aa5903b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'cc5d5ee2-e62e-4097-9f73-d2f70a74248f'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:02.614838 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.667995 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.749717 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5d5ee2-e62e-4097-9f73-d2f70a74248f']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:02.788425 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c3a5e4-d26a-4bd4-a2b0-1ba3aa5903b1') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:02.789764 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c3a5e4-d26a-4bd4-a2b0-1ba3aa5903b1') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:02.836579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.870322 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] For port d88703ba-2e60-43cc-8240-c62016403791, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:02.875575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.899325 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:02.899738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:02.915192 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 42619b49-bb77-4153-b102-6d8fafb7d180 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:02.928760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9afc8f60-256e-41f5-bf91-bcdb5abd4a70 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.191801 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-9afc8f60-256e-41f5-bf91-bcdb5abd4a70 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for 903ec12e-f50b-4806-ad7b-c8da1c748db0 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:03.205441 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:03.236072 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 17:14:03.236072 dv-neutron-826439-2-hyperv neutron-server[87595]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 17:14:03.236072 dv-neutron-826439-2-hyperv neutron-server[87595]: [parameters: {'id': 'cc5d5ee2-e62e-4097-9f73-d2f70a74248f'}] Jan 27 17:14:03.236072 dv-neutron-826439-2-hyperv neutron-server[87595]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:14:03.236532 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:14:03.237631 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] For port d88703ba-2e60-43cc-8240-c62016403791, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d88703ba-2e60-43cc-8240-c62016403791,segment=NetworkSegment(a9c3a5e4-d26a-4bd4-a2b0-1ba3aa5903b1),segment_id=a9c3a5e4-d26a-4bd4-a2b0-1ba3aa5903b1)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:03.239728 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.244789 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.329032 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36092) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:03.339585 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853f61f-5670-4f91-8a18-793d4075b868 req-3ad69a6b-35b1-4657-8204-e1e689bab21e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:03.341208 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2853f61f-5670-4f91-8a18-793d4075b868 req-3ad69a6b-35b1-4657-8204-e1e689bab21e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 946 time: 0.5862811 Jan 27 17:14:03.411897 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-71759e62-7c8e-48f2-8873-6126bc19480d None None] Provisioning complete for port a4eeccc0-4bde-43d8-9711-966ee01bf0eb triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:03.411897 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71759e62-7c8e-48f2-8873-6126bc19480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.453949 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2853f61f-5670-4f91-8a18-793d4075b868 req-aa0ac056-69b5-4cbd-954d-f512b381bbe3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=8445ec95-6ccf-4622-a001-c8873ca87baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001003 Jan 27 17:14:03.479300 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9afc8f60-256e-41f5-bf91-bcdb5abd4a70 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.484568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788decb3-a58c-4bac-acb5-5e82076f679c None None] Pushing event updated for resources: {'Port': ['ID=d88703ba-2e60-43cc-8240-c62016403791,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:03.491907 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffa8a36-9dfc-4788-97c0-d38877cb5ea7 None None] Network cc5d5ee2-e62e-4097-9f73-d2f70a74248f requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:03.498347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-18c407ba-c1b4-4fe8-8a29-32cec6b32bd8 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:03.499284 dv-neutron-826439-2-hyperv neutron-server[87594]: WARNING neutron.api.v2.base [None req-18c407ba-c1b4-4fe8-8a29-32cec6b32bd8 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 17:14:03.500018 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-18c407ba-c1b4-4fe8-8a29-32cec6b32bd8 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 17:14:03.501328 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-18c407ba-c1b4-4fe8-8a29-32cec6b32bd8 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1702657 Jan 27 17:14:03.508576 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36100) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:03.514664 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group': {'name': 'tempest-secgroup--503813930'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:03.526450 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:03.537929 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:03.542549 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:03.555228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:03.566883 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-71759e62-7c8e-48f2-8873-6126bc19480d None None] Port a4eeccc0-4bde-43d8-9711-966ee01bf0eb cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:03.582660 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.584817 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc8f60-256e-41f5-bf91-bcdb5abd4a70 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=903ec12e-f50b-4806-ad7b-c8da1c748db0,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:03.679606 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-71759e62-7c8e-48f2-8873-6126bc19480d None None] Provisioning for port 42619b49-bb77-4153-b102-6d8fafb7d180 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:03.679816 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.692803 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-71759e62-7c8e-48f2-8873-6126bc19480d None None] Provisioning complete for port 42619b49-bb77-4153-b102-6d8fafb7d180 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:03.693193 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71759e62-7c8e-48f2-8873-6126bc19480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.739650 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:03.745165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9afc8f60-256e-41f5-bf91-bcdb5abd4a70 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.747381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:03.756122 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9afc8f60-256e-41f5-bf91-bcdb5abd4a70 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/ports/903ec12e-f50b-4806-ad7b-c8da1c748db0 HTTP/1.1" status: 204 len: 168 time: 1.8041480 Jan 27 17:14:03.758847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36104) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:03.759001 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.765787 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:03.799758 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:03.810977 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Deleting port d88703ba-2e60-43cc-8240-c62016403791 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:03.811483 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:03.849924 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5e3f0f-d7f1-4422-9acb-4e73767321bb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] GET failed (client error): The resource could not be found. Jan 27 17:14:03.850467 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0f5e3f0f-d7f1-4422-9acb-4e73767321bb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:03.875694 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0f5e3f0f-d7f1-4422-9acb-4e73767321bb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:03.877496 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0f5e3f0f-d7f1-4422-9acb-4e73767321bb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports/903ec12e-f50b-4806-ad7b-c8da1c748db0 HTTP/1.1" status: 404 len: 333 time: 0.1181655 Jan 27 17:14:03.880919 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36108) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:03.921009 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-71759e62-7c8e-48f2-8873-6126bc19480d None None] Could not find standard attr ID for object 903ec12e-f50b-4806-ad7b-c8da1c748db0. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:14:03.983695 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-71240614-67a3-410f-a96d-be69a69668da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.013060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8f3cf-8e32-424d-bd5e-533729e2dc08 req-ce20af32-16c0-4f0b-ae83-440f396968a5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:04.020747 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-27f8f3cf-8e32-424d-bd5e-533729e2dc08 req-ce20af32-16c0-4f0b-ae83-440f396968a5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 946 time: 0.4121740 Jan 27 17:14:04.037122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8fc0e825-2859-4149-a7d5-76e51e0312e5 None None] Could not find standard attr ID for object 903ec12e-f50b-4806-ad7b-c8da1c748db0. {{(pid=87596) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 17:14:04.045539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-71240614-67a3-410f-a96d-be69a69668da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.118790 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-71240614-67a3-410f-a96d-be69a69668da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.151727 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71240614-67a3-410f-a96d-be69a69668da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0a9ed2-24ad-4cdf-beeb-599c380c531d,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:04.155832 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362c049d-75ab-4475-aa26-b81702fd26a7 None None] get_active_networks_info from dv-neutron-826439-2-hyperv {{(pid=87596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:14:04.156943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-71240614-67a3-410f-a96d-be69a69668da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.160731 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-71240614-67a3-410f-a96d-be69a69668da tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/security-groups/ff0a9ed2-24ad-4cdf-beeb-599c380c531d HTTP/1.1" status: 204 len: 168 time: 0.2757804 Jan 27 17:14:04.160882 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36112) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:04.226082 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-27f8f3cf-8e32-424d-bd5e-533729e2dc08 req-7363eb16-0fd6-482f-ac7f-d7b51c2ffd61 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=8445ec95-6ccf-4622-a001-c8873ca87baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890168 Jan 27 17:14:04.227866 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] For port d88703ba-2e60-43cc-8240-c62016403791, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d88703ba-2e60-43cc-8240-c62016403791,segment=NetworkSegment(a9c3a5e4-d26a-4bd4-a2b0-1ba3aa5903b1),segment_id=a9c3a5e4-d26a-4bd4-a2b0-1ba3aa5903b1)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:04.228217 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.263073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d122056-8d85-46ba-a4c4-162d5f3de419 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.320878 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d122056-8d85-46ba-a4c4-162d5f3de419 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.338862 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c049d-75ab-4475-aa26-b81702fd26a7 None None] Resources bound (agent type, host, resource id): {{(pid=87596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:14:04.402537 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Calling delete_port for d88703ba-2e60-43cc-8240-c62016403791 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:04.429270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d122056-8d85-46ba-a4c4-162d5f3de419 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.436132 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.451201 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.469356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d122056-8d85-46ba-a4c4-162d5f3de419 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ba79a0-5e2f-4ea4-ad7d-d12c417e6df2,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:04.471114 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:04.480103 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d122056-8d85-46ba-a4c4-162d5f3de419 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.481878 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3d122056-8d85-46ba-a4c4-162d5f3de419 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/security-groups/22ba79a0-5e2f-4ea4-ad7d-d12c417e6df2 HTTP/1.1" status: 204 len: 168 time: 0.3196731 Jan 27 17:14:04.484126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36124) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:04.486904 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:04.503174 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:04.518324 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:04.534268 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89273d0c-6675-415d-98d3-ba95a76c8e87,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:04.563135 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.586191 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e27e94-e9bc-4ca5-91c2-c8ec3cc577c6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting subnet bb6875aa-4c43-487d-8121-1ad8100cd432 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:04.591864 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-30e27e94-e9bc-4ca5-91c2-c8ec3cc577c6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.636665 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event deleted for resources: {'Port': ['ID=d88703ba-2e60-43cc-8240-c62016403791,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:04.656292 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] No DVR routers for this DVR port d88703ba-2e60-43cc-8240-c62016403791 on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:04.663250 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-30e27e94-e9bc-4ca5-91c2-c8ec3cc577c6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.750664 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.765145 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-30e27e94-e9bc-4ca5-91c2-c8ec3cc577c6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.766238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.864188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-30e27e94-e9bc-4ca5-91c2-c8ec3cc577c6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.910076 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e27e94-e9bc-4ca5-91c2-c8ec3cc577c6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6875aa-4c43-487d-8121-1ad8100cd432,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:04.913628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-30e27e94-e9bc-4ca5-91c2-c8ec3cc577c6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.920417 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-30e27e94-e9bc-4ca5-91c2-c8ec3cc577c6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/bb6875aa-4c43-487d-8121-1ad8100cd432 HTTP/1.1" status: 204 len: 168 time: 0.4345086 Jan 27 17:14:04.924564 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36130) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:04.932744 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32866dc1-481a-42b9-b55b-328ede26364f None None] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:04.933296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d9e63778-a5d7-47dd-945f-555665b49289 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'subnet': {'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:04.956978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:04.963511 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4524658 Jan 27 17:14:04.970861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36134) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:04.978725 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4789640e-afe8-4133-b1ab-38fb8359f007 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': 'd73abdf8-a166-4781-bff5-687b3c28374d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:04.986595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4789640e-afe8-4133-b1ab-38fb8359f007 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:05.020066 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.102367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9c3ee-a9cb-4b41-bb54-2ee1573a4dae tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73abdf8-a166-4781-bff5-687b3c28374d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:05.111610 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5d5ee2-e62e-4097-9f73-d2f70a74248f']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:05.141415 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c3a5e4-d26a-4bd4-a2b0-1ba3aa5903b1') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:05.142633 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c3a5e4-d26a-4bd4-a2b0-1ba3aa5903b1') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:05.145930 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4789640e-afe8-4133-b1ab-38fb8359f007 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:05.149617 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d9e63778-a5d7-47dd-945f-555665b49289 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:05.152948 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4789640e-afe8-4133-b1ab-38fb8359f007 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:05.159573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d9e63778-a5d7-47dd-945f-555665b49289 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:subnet and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:05.162207 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4789640e-afe8-4133-b1ab-38fb8359f007 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:05.165107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d9e63778-a5d7-47dd-945f-555665b49289 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:05.168174 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.173986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d9e63778-a5d7-47dd-945f-555665b49289 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:05.202423 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.211017 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:05.211626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.221229 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4789640e-afe8-4133-b1ab-38fb8359f007 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:05.230978 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:05.243407 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e63778-a5d7-47dd-945f-555665b49289 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:05.248022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d9e63778-a5d7-47dd-945f-555665b49289 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.330605 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.352579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.364047 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event deleted for resources: {'Network': ['ID=cc5d5ee2-e62e-4097-9f73-d2f70a74248f,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:05.367092 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8eabd3ba-d6e6-4bef-a499-02255d723239 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/networks/cc5d5ee2-e62e-4097-9f73-d2f70a74248f HTTP/1.1" status: 204 len: 168 time: 4.7695794 Jan 27 17:14:05.370348 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36138) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:05.420013 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0f5967-bcff-4eeb-b5be-fa80be3d5ee0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:05.420636 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0f5967-bcff-4eeb-b5be-fa80be3d5ee0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:05.425045 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0a0f5967-bcff-4eeb-b5be-fa80be3d5ee0 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/subnets/4c91af85-1460-4870-a58b-caf12f0c200c HTTP/1.1" status: 404 len: 337 time: 0.0514128 Jan 27 17:14:05.425414 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36144) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:05.455847 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0608e74-46e3-4e50-a47e-4831378fe99b tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:05.456635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0608e74-46e3-4e50-a47e-4831378fe99b tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:05.461396 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a0608e74-46e3-4e50-a47e-4831378fe99b tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/networks/cc5d5ee2-e62e-4097-9f73-d2f70a74248f HTTP/1.1" status: 404 len: 339 time: 0.0348649 Jan 27 17:14:05.462072 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36148) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:05.506955 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef29b34-5c77-4396-bcfa-15d3018f7ffc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:05.507412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef29b34-5c77-4396-bcfa-15d3018f7ffc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:05.512912 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8ef29b34-5c77-4396-bcfa-15d3018f7ffc tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/subnets/cd8a6881-72fc-437f-9176-54c5fa302f50 HTTP/1.1" status: 404 len: 337 time: 0.0498161 Jan 27 17:14:05.513548 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36152) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:05.556862 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bac328a-a78d-4688-ab5a-595356043497 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:05.557636 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bac328a-a78d-4688-ab5a-595356043497 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:05.561953 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9bac328a-a78d-4688-ab5a-595356043497 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/networks/3ff855aa-6d63-4454-841d-dcd63cbb0215 HTTP/1.1" status: 404 len: 339 time: 0.0445850 Jan 27 17:14:05.563342 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36156) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:05.608592 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bedfe9-a763-415f-bed3-f8c3f80d6fca tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:05.608592 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91bedfe9-a763-415f-bed3-f8c3f80d6fca tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:05.610434 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-91bedfe9-a763-415f-bed3-f8c3f80d6fca tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/subnets/5e59ccab-48e9-40f5-83e3-ca7338a8ff53 HTTP/1.1" status: 404 len: 337 time: 0.0439970 Jan 27 17:14:05.613148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36160) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:05.637884 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4789640e-afe8-4133-b1ab-38fb8359f007 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.644911 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df7056c-c74d-4350-9e27-741834ebc33d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:05.645475 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df7056c-c74d-4350-9e27-741834ebc33d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:05.649525 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5df7056c-c74d-4350-9e27-741834ebc33d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/networks/5e5f793f-66a4-4eb9-8d9c-21b3b0e6767a HTTP/1.1" status: 404 len: 339 time: 0.0330153 Jan 27 17:14:05.649854 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36164) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:05.651506 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4789640e-afe8-4133-b1ab-38fb8359f007 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.691830 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789640e-afe8-4133-b1ab-38fb8359f007 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d7a7da-5d84-48ba-88ee-a09b05c2dc25,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:05.715808 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4789640e-afe8-4133-b1ab-38fb8359f007 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.717541 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4789640e-afe8-4133-b1ab-38fb8359f007 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7460487 Jan 27 17:14:05.720741 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36168) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:05.731942 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f72ae42c-7105-4852-bd9a-048f32eb9045 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': 'd73abdf8-a166-4781-bff5-687b3c28374d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:05.740143 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-deb70c47-0110-4790-b2fb-e87b1ae54960 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Deleting port 4084b2f5-eb07-4af8-96c5-7b4e1460f32f {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:05.740474 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-deb70c47-0110-4790-b2fb-e87b1ae54960 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:05.776950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f72ae42c-7105-4852-bd9a-048f32eb9045 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:05.777765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36172) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:05.798657 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f72ae42c-7105-4852-bd9a-048f32eb9045 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:05.804622 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f72ae42c-7105-4852-bd9a-048f32eb9045 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:05.814435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f72ae42c-7105-4852-bd9a-048f32eb9045 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:05.934252 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f72ae42c-7105-4852-bd9a-048f32eb9045 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.070735 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-deb70c47-0110-4790-b2fb-e87b1ae54960 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.077071 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bfc671da-79aa-4bfe-a5c2-0160b8a5b03c None None] Provisioning complete for port a4eeccc0-4bde-43d8-9711-966ee01bf0eb triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:06.077609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bfc671da-79aa-4bfe-a5c2-0160b8a5b03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.197414 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-bfc671da-79aa-4bfe-a5c2-0160b8a5b03c None None] Port a4eeccc0-4bde-43d8-9711-966ee01bf0eb cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:06.213238 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d9e63778-a5d7-47dd-945f-555665b49289 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.216113 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bfc671da-79aa-4bfe-a5c2-0160b8a5b03c None None] Provisioning complete for port 42619b49-bb77-4153-b102-6d8fafb7d180 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:06.216596 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bfc671da-79aa-4bfe-a5c2-0160b8a5b03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.217213 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-deb70c47-0110-4790-b2fb-e87b1ae54960 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Calling delete_port for 4084b2f5-eb07-4af8-96c5-7b4e1460f32f owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:06.275473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e63778-a5d7-47dd-945f-555665b49289 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:06.280564 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-f72ae42c-7105-4852-bd9a-048f32eb9045 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 17:14:06.281150 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-d9e63778-a5d7-47dd-945f-555665b49289 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:06.281709 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f72ae42c-7105-4852-bd9a-048f32eb9045 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5596378 Jan 27 17:14:06.284962 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36176) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:06.293361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e63778-a5d7-47dd-945f-555665b49289 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:06.293361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d9e63778-a5d7-47dd-945f-555665b49289 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.300047 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1212c9fd-d6c2-4173-b096-6954cbb08193 None None] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:06.350009 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-deb70c47-0110-4790-b2fb-e87b1ae54960 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.414074 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d9e63778-a5d7-47dd-945f-555665b49289 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4882226 Jan 27 17:14:06.415093 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e63778-a5d7-47dd-945f-555665b49289 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Subnet': ['ID=e0d58c2d-79b1-4300-ae5d-635b364e4bc3,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:06.420012 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36180) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:06.449095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb70c47-0110-4790-b2fb-e87b1ae54960 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event deleted for resources: {'Port': ['ID=4084b2f5-eb07-4af8-96c5-7b4e1460f32f,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:06.454104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-da168d71-b99c-4236-a851-7fa0bea01adb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'security_group': {'name': 'tempest-secgroup-835235216'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:06.459391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-496aa06c-14b0-4d48-9277-14a3f1e45cfc tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.464785 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-da168d71-b99c-4236-a851-7fa0bea01adb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:06.484455 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-deb70c47-0110-4790-b2fb-e87b1ae54960 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.495651 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-deb70c47-0110-4790-b2fb-e87b1ae54960 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/ports/4084b2f5-eb07-4af8-96c5-7b4e1460f32f HTTP/1.1" status: 204 len: 168 time: 0.8428898 Jan 27 17:14:06.501975 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-da168d71-b99c-4236-a851-7fa0bea01adb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:security_group and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:06.504302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36184) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:06.507229 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-da168d71-b99c-4236-a851-7fa0bea01adb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:06.516929 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-496aa06c-14b0-4d48-9277-14a3f1e45cfc tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.527530 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-da168d71-b99c-4236-a851-7fa0bea01adb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:06.559363 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f180720e-9722-45fb-9e1b-c9f1a0ca623b tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:06.559363 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f180720e-9722-45fb-9e1b-c9f1a0ca623b tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:06.559736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da168d71-b99c-4236-a851-7fa0bea01adb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.560441 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f180720e-9722-45fb-9e1b-c9f1a0ca623b tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/subnets/95ca2a27-422d-4d71-902e-2d0219bc4069 HTTP/1.1" status: 404 len: 337 time: 0.0551815 Jan 27 17:14:06.564248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36190) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:06.630872 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-da168d71-b99c-4236-a851-7fa0bea01adb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:06.638191 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-da168d71-b99c-4236-a851-7fa0bea01adb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:security_group_rule and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:06.649369 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-da168d71-b99c-4236-a851-7fa0bea01adb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:06.662352 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-da168d71-b99c-4236-a851-7fa0bea01adb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:06.666207 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-496aa06c-14b0-4d48-9277-14a3f1e45cfc tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.692195 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496aa06c-14b0-4d48-9277-14a3f1e45cfc tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73abdf8-a166-4781-bff5-687b3c28374d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:06.702950 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ca6e-360f-4ffc-9a33-05361c7cbd0d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.708887 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-496aa06c-14b0-4d48-9277-14a3f1e45cfc tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.710183 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-496aa06c-14b0-4d48-9277-14a3f1e45cfc tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "DELETE /v2.0/security-groups/d73abdf8-a166-4781-bff5-687b3c28374d HTTP/1.1" status: 204 len: 168 time: 0.4215822 Jan 27 17:14:06.714252 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36194) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:06.792954 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c2d4264d-bbe0-42cb-b468-535a6688985f tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Synchronizing usage tracker for tenant:c0d3a935aeb246d7a1821fcd417cba01 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:06.806398 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d9a324-ea85-40a0-9ab0-aa47fd54457b None None] Update dhcp port {'port': {'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343', 'fixed_ips': [{'subnet_id': 'e13408d5-e646-4311-bd65-02d5ce5b0295', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e0d58c2d-79b1-4300-ae5d-635b364e4bc3'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': '42619b49-bb77-4153-b102-6d8fafb7d180'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:14:06.832553 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da168d71-b99c-4236-a851-7fa0bea01adb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.840294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da168d71-b99c-4236-a851-7fa0bea01adb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.884172 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95d9a324-ea85-40a0-9ab0-aa47fd54457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.885158 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c2d4264d-bbe0-42cb-b468-535a6688985f tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Unset dirty status for tenant:c0d3a935aeb246d7a1821fcd417cba01 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:06.890562 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c2d4264d-bbe0-42cb-b468-535a6688985f tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1713030 Jan 27 17:14:06.892814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36198) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:06.901607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-d45c224e-261e-4450-b770-c74fc28522d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412247102'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:06.914597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-da168d71-b99c-4236-a851-7fa0bea01adb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.918526 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-da168d71-b99c-4236-a851-7fa0bea01adb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4893842 Jan 27 17:14:06.918526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d45c224e-261e-4450-b770-c74fc28522d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:06.922845 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36202) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:06.934891 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-5c2ec06c-dfd6-4c2b-8e47-a7bf76c1632d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'security_group': {'name': 'tempest-secgroup-1445811713'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:06.943922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5c2ec06c-dfd6-4c2b-8e47-a7bf76c1632d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:06.946733 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da168d71-b99c-4236-a851-7fa0bea01adb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e81a2e-dab0-4bf8-94e9-2febfcb1fd5e,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:06.949538 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d45c224e-261e-4450-b770-c74fc28522d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:06.955322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5c2ec06c-dfd6-4c2b-8e47-a7bf76c1632d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:security_group and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:06.960270 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5c2ec06c-dfd6-4c2b-8e47-a7bf76c1632d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:06.968558 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5c2ec06c-dfd6-4c2b-8e47-a7bf76c1632d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:06.976849 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d45c224e-261e-4450-b770-c74fc28522d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.981541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ca6e-360f-4ffc-9a33-05361c7cbd0d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:06.993275 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec06c-dfd6-4c2b-8e47-a7bf76c1632d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.016004 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d45c224e-261e-4450-b770-c74fc28522d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:07.022651 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5c2ec06c-dfd6-4c2b-8e47-a7bf76c1632d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:07.026932 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5c2ec06c-dfd6-4c2b-8e47-a7bf76c1632d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:security_group_rule and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:07.029876 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5c2ec06c-dfd6-4c2b-8e47-a7bf76c1632d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:07.036746 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d45c224e-261e-4450-b770-c74fc28522d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:07.039751 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5c2ec06c-dfd6-4c2b-8e47-a7bf76c1632d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:07.042070 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d45c224e-261e-4450-b770-c74fc28522d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:07.050093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d45c224e-261e-4450-b770-c74fc28522d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:07.096133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.128223 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-95d9a324-ea85-40a0-9ab0-aa47fd54457b None None] Allocated IP 172.20.0.2 (b5fd7f67-7fc2-407b-92ef-6e1c70f73343/e0d58c2d-79b1-4300-ae5d-635b364e4bc3/42619b49-bb77-4153-b102-6d8fafb7d180) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:07.162079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-a8f6ca6e-360f-4ffc-9a33-05361c7cbd0d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb20e83-c9ea-41f3-aff0-5d77b060d830']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:07.171398 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec06c-dfd6-4c2b-8e47-a7bf76c1632d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.198320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d45c224e-261e-4450-b770-c74fc28522d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.200043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec06c-dfd6-4c2b-8e47-a7bf76c1632d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.221590 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d45c224e-261e-4450-b770-c74fc28522d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.278346 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ec06c-dfd6-4c2b-8e47-a7bf76c1632d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e1f53e-9e17-4489-adb4-3e9d4dc244b4,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:07.291596 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d45c224e-261e-4450-b770-c74fc28522d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.292848 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d45c224e-261e-4450-b770-c74fc28522d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3990357 Jan 27 17:14:07.293824 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec06c-dfd6-4c2b-8e47-a7bf76c1632d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.294904 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5c2ec06c-dfd6-4c2b-8e47-a7bf76c1632d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3696911 Jan 27 17:14:07.297639 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36208) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:07.302477 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-95d9a324-ea85-40a0-9ab0-aa47fd54457b None None] For port 42619b49-bb77-4153-b102-6d8fafb7d180, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=42619b49-bb77-4153-b102-6d8fafb7d180,segment=NetworkSegment(01ae4acb-fa69-4442-a0e2-edbc597ce0d8),segment_id=01ae4acb-fa69-4442-a0e2-edbc597ce0d8)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:07.308854 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36210) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:07.320875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-58c0bc82-98ec-4e05-8161-cbf7d6c97f8f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'security_group': {'name': 'tempest-secgroup-1367279645'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:07.343237 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95d9a324-ea85-40a0-9ab0-aa47fd54457b None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.347324 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-360e1497-0590-4845-a9e9-fd269aeaf176 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': '08695fec-01f0-4c7e-a324-3f1834eaaabc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:07.352073 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-360e1497-0590-4845-a9e9-fd269aeaf176 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 27 17:14:07.353575 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-360e1497-0590-4845-a9e9-fd269aeaf176 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:07.358333 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-360e1497-0590-4845-a9e9-fd269aeaf176 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0449779 Jan 27 17:14:07.359852 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36216) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:07.363971 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-95d9a324-ea85-40a0-9ab0-aa47fd54457b None None] Transition to ACTIVE for port object 42619b49-bb77-4153-b102-6d8fafb7d180 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:07.367278 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-58c0bc82-98ec-4e05-8161-cbf7d6c97f8f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:07.369733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95d9a324-ea85-40a0-9ab0-aa47fd54457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.387955 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-58c0bc82-98ec-4e05-8161-cbf7d6c97f8f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:security_group and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:07.394895 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-58c0bc82-98ec-4e05-8161-cbf7d6c97f8f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:07.398066 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c224e-261e-4450-b770-c74fc28522d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08695fec-01f0-4c7e-a324-3f1834eaaabc,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:07.407644 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-58c0bc82-98ec-4e05-8161-cbf7d6c97f8f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:07.459188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-58c0bc82-98ec-4e05-8161-cbf7d6c97f8f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.496546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-a8f6ca6e-360f-4ffc-9a33-05361c7cbd0d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb55ea79-d43f-48cb-bc01-faece805246f') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:07.497221 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-a8f6ca6e-360f-4ffc-9a33-05361c7cbd0d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb55ea79-d43f-48cb-bc01-faece805246f') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:07.511090 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-58c0bc82-98ec-4e05-8161-cbf7d6c97f8f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:07.517859 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ca6e-360f-4ffc-9a33-05361c7cbd0d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.518181 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-58c0bc82-98ec-4e05-8161-cbf7d6c97f8f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:security_group_rule and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:07.521245 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6346046f-7de5-4ae7-bc8b-63f32a79cad4 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.523949 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-58c0bc82-98ec-4e05-8161-cbf7d6c97f8f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:07.549867 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-58c0bc82-98ec-4e05-8161-cbf7d6c97f8f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:07.554187 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9a324-ea85-40a0-9ab0-aa47fd54457b None None] Pushing event updated for resources: {'Port': ['ID=42619b49-bb77-4153-b102-6d8fafb7d180,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:07.578043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6346046f-7de5-4ae7-bc8b-63f32a79cad4 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.602164 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ca6e-360f-4ffc-9a33-05361c7cbd0d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.626846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f6ca6e-360f-4ffc-9a33-05361c7cbd0d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:07.627240 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ca6e-360f-4ffc-9a33-05361c7cbd0d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:07.643811 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:07.807188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6346046f-7de5-4ae7-bc8b-63f32a79cad4 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.843360 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346046f-7de5-4ae7-bc8b-63f32a79cad4 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08695fec-01f0-4c7e-a324-3f1834eaaabc,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:07.850487 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ca6e-360f-4ffc-9a33-05361c7cbd0d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.852737 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-58c0bc82-98ec-4e05-8161-cbf7d6c97f8f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.865062 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-58c0bc82-98ec-4e05-8161-cbf7d6c97f8f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.906425 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6346046f-7de5-4ae7-bc8b-63f32a79cad4 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.907634 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6346046f-7de5-4ae7-bc8b-63f32a79cad4 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "DELETE /v2.0/security-groups/08695fec-01f0-4c7e-a324-3f1834eaaabc HTTP/1.1" status: 204 len: 168 time: 0.5372727 Jan 27 17:14:07.915013 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ca6e-360f-4ffc-9a33-05361c7cbd0d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.917203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36222) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:07.917894 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6ca6e-360f-4ffc-9a33-05361c7cbd0d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event deleted for resources: {'Network': ['ID=1cb20e83-c9ea-41f3-aff0-5d77b060d830,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:07.930151 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-58c0bc82-98ec-4e05-8161-cbf7d6c97f8f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:07.940222 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-58c0bc82-98ec-4e05-8161-cbf7d6c97f8f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6396735 Jan 27 17:14:07.940452 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a8f6ca6e-360f-4ffc-9a33-05361c7cbd0d tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/networks/1cb20e83-c9ea-41f3-aff0-5d77b060d830 HTTP/1.1" status: 204 len: 168 time: 1.3753381 Jan 27 17:14:07.941043 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36226) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:07.943260 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36228) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:07.952019 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-57040b4e-a5c1-421a-9d53-218897f47349 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1077696011', 'security_groups': ['65e59ed5-b4d7-4768-b939-d90a1a492766'], 'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e0d58c2d-79b1-4300-ae5d-635b364e4bc3'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:07.969272 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0bc82-98ec-4e05-8161-cbf7d6c97f8f tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e59ed5-b4d7-4768-b939-d90a1a492766,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:08.019099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e68b5327-2340-479c-b087-39f399817fb0 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Synchronizing usage tracker for tenant:c0d3a935aeb246d7a1821fcd417cba01 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:08.040747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e68b5327-2340-479c-b087-39f399817fb0 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Unset dirty status for tenant:c0d3a935aeb246d7a1821fcd417cba01 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:08.046289 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e68b5327-2340-479c-b087-39f399817fb0 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1243036 Jan 27 17:14:08.046840 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36234) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:08.058763 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-8dd82241-2bd8-41a2-8a71-1431e3107c61 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group': {'name': 'tempest-secgroup--1269751036'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:08.086189 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8dd82241-2bd8-41a2-8a71-1431e3107c61 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:08.097973 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-fcb10c24-137b-43e7-b6a2-7bf2bece4cdd tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Deleting port 1c030251-793c-452c-b769-d31b6aa1bd4d {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:08.098309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fcb10c24-137b-43e7-b6a2-7bf2bece4cdd tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.101814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8dd82241-2bd8-41a2-8a71-1431e3107c61 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:08.116303 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8dd82241-2bd8-41a2-8a71-1431e3107c61 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.143958 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8dd82241-2bd8-41a2-8a71-1431e3107c61 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:08.149670 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8dd82241-2bd8-41a2-8a71-1431e3107c61 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:08.153365 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8dd82241-2bd8-41a2-8a71-1431e3107c61 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:08.160672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8dd82241-2bd8-41a2-8a71-1431e3107c61 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:08.278284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8dd82241-2bd8-41a2-8a71-1431e3107c61 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.285291 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8dd82241-2bd8-41a2-8a71-1431e3107c61 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.326049 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2ea9cfed-a9bf-4911-9004-0625a75a73b8 None None] Provisioning complete for port a4eeccc0-4bde-43d8-9711-966ee01bf0eb triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:08.326745 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2ea9cfed-a9bf-4911-9004-0625a75a73b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.346499 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd82241-2bd8-41a2-8a71-1431e3107c61 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8276150b-1825-4008-b7b6-a0b7808558fc,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:08.350780 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8dd82241-2bd8-41a2-8a71-1431e3107c61 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.356194 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8dd82241-2bd8-41a2-8a71-1431e3107c61 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3033900 Jan 27 17:14:08.360747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36238) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:08.368967 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-063c931c-8605-4e97-9426-689d6717857d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': '8276150b-1825-4008-b7b6-a0b7808558fc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:08.371904 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-063c931c-8605-4e97-9426-689d6717857d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 27 17:14:08.371904 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-063c931c-8605-4e97-9426-689d6717857d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:08.373655 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-063c931c-8605-4e97-9426-689d6717857d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0111597 Jan 27 17:14:08.375999 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36242) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:08.392037 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-57040b4e-a5c1-421a-9d53-218897f47349 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:08.399237 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9cfed-a9bf-4911-9004-0625a75a73b8 None None] Port a4eeccc0-4bde-43d8-9711-966ee01bf0eb cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:08.407292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-57040b4e-a5c1-421a-9d53-218897f47349 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:08.416549 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2ea9cfed-a9bf-4911-9004-0625a75a73b8 None None] Provisioning for port 42619b49-bb77-4153-b102-6d8fafb7d180 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:08.423154 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2ea9cfed-a9bf-4911-9004-0625a75a73b8 None None] Provisioning complete for port 42619b49-bb77-4153-b102-6d8fafb7d180 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:08.423359 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2ea9cfed-a9bf-4911-9004-0625a75a73b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.443348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.17 (98b08362-0a97-4e30-9356-65df2f0b7084/babd01ee-346f-4aa4-8f63-0b4af3eb84e9/3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:08.467780 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-076dd124-9301-4b9b-b5cc-6ad84a8e89e4 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.469597 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57040b4e-a5c1-421a-9d53-218897f47349 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:08.503406 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-076dd124-9301-4b9b-b5cc-6ad84a8e89e4 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.561410 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-076dd124-9301-4b9b-b5cc-6ad84a8e89e4 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.596001 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076dd124-9301-4b9b-b5cc-6ad84a8e89e4 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8276150b-1825-4008-b7b6-a0b7808558fc,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:08.607842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-076dd124-9301-4b9b-b5cc-6ad84a8e89e4 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.612415 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fcb10c24-137b-43e7-b6a2-7bf2bece4cdd tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.613739 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-076dd124-9301-4b9b-b5cc-6ad84a8e89e4 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "DELETE /v2.0/security-groups/8276150b-1825-4008-b7b6-a0b7808558fc HTTP/1.1" status: 204 len: 168 time: 0.2367270 Jan 27 17:14:08.614538 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36246) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:08.680770 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c6a2c5ec-ce12-437b-828e-2bd84529e1b1 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Synchronizing usage tracker for tenant:c0d3a935aeb246d7a1821fcd417cba01 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:08.701693 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c6a2c5ec-ce12-437b-828e-2bd84529e1b1 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Unset dirty status for tenant:c0d3a935aeb246d7a1821fcd417cba01 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:08.707259 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c6a2c5ec-ce12-437b-828e-2bd84529e1b1 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0915995 Jan 27 17:14:08.708221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36250) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:08.714090 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-25ebc21f-cd37-483c-9dba-db402223932a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group': {'name': 'tempest-secgroup--539317188'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:08.725953 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-25ebc21f-cd37-483c-9dba-db402223932a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:08.738444 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-25ebc21f-cd37-483c-9dba-db402223932a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:08.754619 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25ebc21f-cd37-483c-9dba-db402223932a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.779623 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-25ebc21f-cd37-483c-9dba-db402223932a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:08.783576 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-25ebc21f-cd37-483c-9dba-db402223932a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:08.787091 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-25ebc21f-cd37-483c-9dba-db402223932a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:08.793993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-25ebc21f-cd37-483c-9dba-db402223932a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:08.863212 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-fcb10c24-137b-43e7-b6a2-7bf2bece4cdd tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Calling delete_port for 1c030251-793c-452c-b769-d31b6aa1bd4d owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:08.866897 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 42619b49-bb77-4153-b102-6d8fafb7d180 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:08.948876 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25ebc21f-cd37-483c-9dba-db402223932a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.959441 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25ebc21f-cd37-483c-9dba-db402223932a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.987324 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 42619b49-bb77-4153-b102-6d8fafb7d180 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:08.987680 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:08.995104 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-57040b4e-a5c1-421a-9d53-218897f47349 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.021837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-57040b4e-a5c1-421a-9d53-218897f47349 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] device_id is not set on port 710eca64-9471-4663-a7ee-ea3911263211 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:14:09.022262 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebc21f-cd37-483c-9dba-db402223932a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4772e3bf-2c5a-4c7c-9f94-17a459b22dd6,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:09.028115 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-25ebc21f-cd37-483c-9dba-db402223932a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.032331 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-25ebc21f-cd37-483c-9dba-db402223932a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3202405 Jan 27 17:14:09.032727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36256) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:09.038108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f55dc028-4398-479b-9b95-717e40b5e0c2 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': '4772e3bf-2c5a-4c7c-9f94-17a459b22dd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:09.053154 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-f55dc028-4398-479b-9b95-717e40b5e0c2 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 27 17:14:09.053783 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-f55dc028-4398-479b-9b95-717e40b5e0c2 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:09.057378 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f55dc028-4398-479b-9b95-717e40b5e0c2 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0214174 Jan 27 17:14:09.057775 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36260) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:09.065756 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-367157da-d7d7-4f24-8029-5d8942cd87c6 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': '4772e3bf-2c5a-4c7c-9f94-17a459b22dd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:09.066440 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-367157da-d7d7-4f24-8029-5d8942cd87c6 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 27 17:14:09.068350 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-367157da-d7d7-4f24-8029-5d8942cd87c6 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:09.073311 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-367157da-d7d7-4f24-8029-5d8942cd87c6 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0121734 Jan 27 17:14:09.073643 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36264) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:09.092456 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.093018 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-747b37f8-0ed0-4b8a-bf76-05436b8e39a9 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': '4772e3bf-2c5a-4c7c-9f94-17a459b22dd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:09.093982 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-747b37f8-0ed0-4b8a-bf76-05436b8e39a9 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 27 17:14:09.094521 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-747b37f8-0ed0-4b8a-bf76-05436b8e39a9 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:09.098163 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-747b37f8-0ed0-4b8a-bf76-05436b8e39a9 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0156877 Jan 27 17:14:09.101714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36268) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:09.113474 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ab165aa1-58fb-4e4b-8481-4060107bbaf8 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': '4772e3bf-2c5a-4c7c-9f94-17a459b22dd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:09.115299 dv-neutron-826439-2-hyperv neutron-server[87594]: WARNING neutron.api.v2.base [None req-ab165aa1-58fb-4e4b-8481-4060107bbaf8 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 27 17:14:09.115796 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-ab165aa1-58fb-4e4b-8481-4060107bbaf8 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:09.119285 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ab165aa1-58fb-4e4b-8481-4060107bbaf8 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0109060 Jan 27 17:14:09.120274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36272) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:09.144183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fcb10c24-137b-43e7-b6a2-7bf2bece4cdd tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.160034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:09.215745 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2a410c7e-f795-4ff5-b945-e5897549f7c7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.254085 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2a410c7e-f795-4ff5-b945-e5897549f7c7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.309783 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2a410c7e-f795-4ff5-b945-e5897549f7c7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.333814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a410c7e-f795-4ff5-b945-e5897549f7c7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4772e3bf-2c5a-4c7c-9f94-17a459b22dd6,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:09.341286 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2a410c7e-f795-4ff5-b945-e5897549f7c7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.351209 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2a410c7e-f795-4ff5-b945-e5897549f7c7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "DELETE /v2.0/security-groups/4772e3bf-2c5a-4c7c-9f94-17a459b22dd6 HTTP/1.1" status: 204 len: 168 time: 0.2304039 Jan 27 17:14:09.353635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36276) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:09.386070 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb10c24-137b-43e7-b6a2-7bf2bece4cdd tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event deleted for resources: {'Port': ['ID=1c030251-793c-452c-b769-d31b6aa1bd4d,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:09.398837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fcb10c24-137b-43e7-b6a2-7bf2bece4cdd tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.413515 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-66dd744a-2b20-4cd5-86be-b41b1c3aab1f tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Synchronizing usage tracker for tenant:c0d3a935aeb246d7a1821fcd417cba01 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:09.426152 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fcb10c24-137b-43e7-b6a2-7bf2bece4cdd tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/ports/1c030251-793c-452c-b769-d31b6aa1bd4d HTTP/1.1" status: 204 len: 168 time: 1.4785695 Jan 27 17:14:09.428525 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36280) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:09.469597 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-f555587c-7a26-4dbb-9f70-22119c79984c tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:09.470111 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f555587c-7a26-4dbb-9f70-22119c79984c tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:09.478186 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f555587c-7a26-4dbb-9f70-22119c79984c tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/subnets/63c9d577-fec6-4bd8-a9bc-d7721fd790f4 HTTP/1.1" status: 404 len: 337 time: 0.0424104 Jan 27 17:14:09.478186 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-66dd744a-2b20-4cd5-86be-b41b1c3aab1f tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Unset dirty status for tenant:c0d3a935aeb246d7a1821fcd417cba01 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:09.478186 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-66dd744a-2b20-4cd5-86be-b41b1c3aab1f tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1193850 Jan 27 17:14:09.478186 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36284) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:09.479340 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36288) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:09.490016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-295486f9-8def-458b-b0be-9dbf1d7cf2f2 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group': {'name': 'tempest-secgroup--353276523'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:09.495804 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-295486f9-8def-458b-b0be-9dbf1d7cf2f2 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:09.507451 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.511513 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-295486f9-8def-458b-b0be-9dbf1d7cf2f2 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:09.592677 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-295486f9-8def-458b-b0be-9dbf1d7cf2f2 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.607218 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f8eca82-7c2d-40cd-a5cb-dbc72107dfef tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.619209 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 98b08362-0a97-4e30-9356-65df2f0b7084 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:09.628441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:09.628967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-57040b4e-a5c1-421a-9d53-218897f47349 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Allocated IP 172.20.0.7 (b5fd7f67-7fc2-407b-92ef-6e1c70f73343/e0d58c2d-79b1-4300-ae5d-635b364e4bc3/710eca64-9471-4663-a7ee-ea3911263211) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:09.634198 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:14:09.675951 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-295486f9-8def-458b-b0be-9dbf1d7cf2f2 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:09.681618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:09.692488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-295486f9-8def-458b-b0be-9dbf1d7cf2f2 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:09.700872 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-295486f9-8def-458b-b0be-9dbf1d7cf2f2 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:09.726318 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-295486f9-8def-458b-b0be-9dbf1d7cf2f2 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:09.761953 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f8eca82-7c2d-40cd-a5cb-dbc72107dfef tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.773731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.796065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-3f8eca82-7c2d-40cd-a5cb-dbc72107dfef tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0060b1-fce1-4f4e-b543-55dfc4ad869f']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:09.814074 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-3f8eca82-7c2d-40cd-a5cb-dbc72107dfef tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49992c4-119c-4d02-acbf-168be3a11da2') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:09.814513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-3f8eca82-7c2d-40cd-a5cb-dbc72107dfef tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49992c4-119c-4d02-acbf-168be3a11da2') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:09.829358 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f8eca82-7c2d-40cd-a5cb-dbc72107dfef tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.850185 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f8eca82-7c2d-40cd-a5cb-dbc72107dfef tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.857459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8eca82-7c2d-40cd-a5cb-dbc72107dfef tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:09.858297 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f8eca82-7c2d-40cd-a5cb-dbc72107dfef tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:09.875975 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:09.970228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f8eca82-7c2d-40cd-a5cb-dbc72107dfef tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.973058 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2802ba6d-3ea5-4dd3-ac85-176fff83901f None None] Provisioning for port 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:09.982145 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3f8eca82-7c2d-40cd-a5cb-dbc72107dfef tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.986064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2802ba6d-3ea5-4dd3-ac85-176fff83901f None None] Provisioning complete for port 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:09.987102 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2802ba6d-3ea5-4dd3-ac85-176fff83901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:09.988546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-295486f9-8def-458b-b0be-9dbf1d7cf2f2 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.009260 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8eca82-7c2d-40cd-a5cb-dbc72107dfef tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event deleted for resources: {'Network': ['ID=2b0060b1-fce1-4f4e-b543-55dfc4ad869f,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:10.010047 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-295486f9-8def-458b-b0be-9dbf1d7cf2f2 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.015253 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3f8eca82-7c2d-40cd-a5cb-dbc72107dfef tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/networks/2b0060b1-fce1-4f4e-b543-55dfc4ad869f HTTP/1.1" status: 204 len: 168 time: 0.5394173 Jan 27 17:14:10.018529 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36294) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:10.083148 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-57040b4e-a5c1-421a-9d53-218897f47349 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.097215 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2802ba6d-3ea5-4dd3-ac85-176fff83901f None None] Port 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:10.110172 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b050988-0ead-4a58-a753-f5aa42314357 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Deleting subnet d23f258b-1ebc-44c7-b014-03517c93922c {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:10.117778 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b050988-0ead-4a58-a753-f5aa42314357 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.141738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295486f9-8def-458b-b0be-9dbf1d7cf2f2 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afff7b6b-0c8c-484c-af78-17e1dd38daed,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:10.143947 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-57040b4e-a5c1-421a-9d53-218897f47349 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Transition to ACTIVE for port object 710eca64-9471-4663-a7ee-ea3911263211 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:10.189232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-295486f9-8def-458b-b0be-9dbf1d7cf2f2 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.193839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36306) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:10.194011 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-295486f9-8def-458b-b0be-9dbf1d7cf2f2 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7135954 Jan 27 17:14:10.201047 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c7f59797-fb07-4d38-9fbb-a78a956f8937 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': 'afff7b6b-0c8c-484c-af78-17e1dd38daed', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:10.201798 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-c7f59797-fb07-4d38-9fbb-a78a956f8937 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 17:14:10.202825 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-c7f59797-fb07-4d38-9fbb-a78a956f8937 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:10.203362 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c7f59797-fb07-4d38-9fbb-a78a956f8937 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086606 Jan 27 17:14:10.206378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36310) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:10.210203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b050988-0ead-4a58-a753-f5aa42314357 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.231960 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.239742 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-38cf3ec9-4814-445f-b6f9-625c2a74ffe9 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': 'afff7b6b-0c8c-484c-af78-17e1dd38daed', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:10.251710 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-38cf3ec9-4814-445f-b6f9-625c2a74ffe9 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:10.258864 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-38cf3ec9-4814-445f-b6f9-625c2a74ffe9 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:10.272207 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-38cf3ec9-4814-445f-b6f9-625c2a74ffe9 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:10.280846 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-38cf3ec9-4814-445f-b6f9-625c2a74ffe9 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:10.282559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-57040b4e-a5c1-421a-9d53-218897f47349 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.330811 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-38cf3ec9-4814-445f-b6f9-625c2a74ffe9 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:10.331883 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-38cf3ec9-4814-445f-b6f9-625c2a74ffe9 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1247375 Jan 27 17:14:10.334540 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b050988-0ead-4a58-a753-f5aa42314357 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.361062 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36314) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:10.374787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-5f1ddf90-05c9-4ed3-8982-18c849d2679a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': 'afff7b6b-0c8c-484c-af78-17e1dd38daed', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:10.375632 dv-neutron-826439-2-hyperv neutron-server[87594]: WARNING neutron.api.v2.base [None req-5f1ddf90-05c9-4ed3-8982-18c849d2679a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 27 17:14:10.376128 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-5f1ddf90-05c9-4ed3-8982-18c849d2679a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:10.381317 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5f1ddf90-05c9-4ed3-8982-18c849d2679a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119276 Jan 27 17:14:10.381499 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36318) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:10.386030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57040b4e-a5c1-421a-9d53-218897f47349 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:10.388598 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-d6206ebb-0d15-47e0-ad74-4a67750a183d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': 'afff7b6b-0c8c-484c-af78-17e1dd38daed', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:10.393425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-57040b4e-a5c1-421a-9d53-218897f47349 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:10.396545 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d6206ebb-0d15-47e0-ad74-4a67750a183d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:10.405316 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d6206ebb-0d15-47e0-ad74-4a67750a183d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:10.408662 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d6206ebb-0d15-47e0-ad74-4a67750a183d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:10.416364 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d6206ebb-0d15-47e0-ad74-4a67750a183d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:10.442536 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b050988-0ead-4a58-a753-f5aa42314357 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.455505 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57040b4e-a5c1-421a-9d53-218897f47349 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:14:10.499162 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b050988-0ead-4a58-a753-f5aa42314357 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event deleted for resources: {'Subnet': ['ID=d23f258b-1ebc-44c7-b014-03517c93922c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:10.503065 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57040b4e-a5c1-421a-9d53-218897f47349 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=710eca64-9471-4663-a7ee-ea3911263211,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:10.519403 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b050988-0ead-4a58-a753-f5aa42314357 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.527058 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-d6206ebb-0d15-47e0-ad74-4a67750a183d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:10.531553 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d6206ebb-0d15-47e0-ad74-4a67750a183d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1469147 Jan 27 17:14:10.531553 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36322) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:10.533731 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c13187a-2b27-464f-9e33-9cad226f000f None None] Network f28221fb-5ddc-4c07-b47e-c226e0a8f524 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:10.558139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57040b4e-a5c1-421a-9d53-218897f47349 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:10.558795 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-57040b4e-a5c1-421a-9d53-218897f47349 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.559590 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-36b4079f-6ec8-491e-9783-ca7dc3a19baf tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': 'afff7b6b-0c8c-484c-af78-17e1dd38daed', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:10.560068 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-36b4079f-6ec8-491e-9783-ca7dc3a19baf tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 17:14:10.560849 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-36b4079f-6ec8-491e-9783-ca7dc3a19baf tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:10.564130 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-36b4079f-6ec8-491e-9783-ca7dc3a19baf tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111766 Jan 27 17:14:10.565193 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0b050988-0ead-4a58-a753-f5aa42314357 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/subnets/d23f258b-1ebc-44c7-b014-03517c93922c HTTP/1.1" status: 204 len: 168 time: 0.5443590 Jan 27 17:14:10.566649 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36328) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:10.572147 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36330) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:10.581062 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-5ab57b2a-a103-4eb0-b42a-3ac3d64d0172 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': 'afff7b6b-0c8c-484c-af78-17e1dd38daed', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:10.628774 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5ab57b2a-a103-4eb0-b42a-3ac3d64d0172 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:10.635080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5ab57b2a-a103-4eb0-b42a-3ac3d64d0172 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:10.639805 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5ab57b2a-a103-4eb0-b42a-3ac3d64d0172 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:10.647911 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5ab57b2a-a103-4eb0-b42a-3ac3d64d0172 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:10.670598 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-57040b4e-a5c1-421a-9d53-218897f47349 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7285924 Jan 27 17:14:10.673581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36336) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:10.681333 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-6ccc4474-6272-45f8-bad0-7bbbcf0dfc54 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'subnet': {'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:10.719716 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-5ab57b2a-a103-4eb0-b42a-3ac3d64d0172 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Project c0d3a935aeb246d7a1821fcd417cba01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:14:10.755577 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-5ab57b2a-a103-4eb0-b42a-3ac3d64d0172 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:10.758337 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5ab57b2a-a103-4eb0-b42a-3ac3d64d0172 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1864026 Jan 27 17:14:10.759477 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36340) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:10.801404 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-88bb3f66-6c7a-44d7-94da-cb9c60110899 None None] Provisioning for port 710eca64-9471-4663-a7ee-ea3911263211 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:10.809833 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-88bb3f66-6c7a-44d7-94da-cb9c60110899 None None] Provisioning complete for port 710eca64-9471-4663-a7ee-ea3911263211 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:10.810200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88bb3f66-6c7a-44d7-94da-cb9c60110899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.869235 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-88bb3f66-6c7a-44d7-94da-cb9c60110899 None None] Port 710eca64-9471-4663-a7ee-ea3911263211 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:10.879164 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.885234 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-344dd395-46ad-410b-8726-93abb9bc43a9 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': 'afff7b6b-0c8c-484c-af78-17e1dd38daed', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:10.885742 dv-neutron-826439-2-hyperv neutron-server[87594]: WARNING neutron.api.v2.base [None req-344dd395-46ad-410b-8726-93abb9bc43a9 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 27 17:14:10.886236 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-344dd395-46ad-410b-8726-93abb9bc43a9 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:10.889672 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-344dd395-46ad-410b-8726-93abb9bc43a9 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065122 Jan 27 17:14:10.889672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.920255 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36344) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:10.969836 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea208bd-9573-4098-bc2e-c3a554a0540e None None] DHCP port deletion for f28221fb-5ddc-4c07-b47e-c226e0a8f524 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:14:10.973955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-41001376-d335-4468-8d20-0d55fc97e769 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': 'afff7b6b-0c8c-484c-af78-17e1dd38daed', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:10.976011 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-bea208bd-9573-4098-bc2e-c3a554a0540e None None] Deleting port 06440e7e-dabf-456a-9333-b57750747e08 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:10.976468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bea208bd-9573-4098-bc2e-c3a554a0540e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:10.998584 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-41001376-d335-4468-8d20-0d55fc97e769 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:11.019303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-41001376-d335-4468-8d20-0d55fc97e769 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:11.024280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-41001376-d335-4468-8d20-0d55fc97e769 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:11.034541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-41001376-d335-4468-8d20-0d55fc97e769 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:11.073886 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6ccc4474-6272-45f8-bad0-7bbbcf0dfc54 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:11.078130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6ccc4474-6272-45f8-bad0-7bbbcf0dfc54 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:subnet and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:11.081770 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6ccc4474-6272-45f8-bad0-7bbbcf0dfc54 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:11.083476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:11.087978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6ccc4474-6272-45f8-bad0-7bbbcf0dfc54 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:11.101085 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.102834 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.106273 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccc4474-6272-45f8-bad0-7bbbcf0dfc54 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:11.110255 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6ccc4474-6272-45f8-bad0-7bbbcf0dfc54 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.115234 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-41001376-d335-4468-8d20-0d55fc97e769 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Project c0d3a935aeb246d7a1821fcd417cba01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:14:11.175635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Deleting port 06440e7e-dabf-456a-9333-b57750747e08 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:11.176075 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.223876 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-41001376-d335-4468-8d20-0d55fc97e769 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:11.224936 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-41001376-d335-4468-8d20-0d55fc97e769 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2720942 Jan 27 17:14:11.228203 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36358) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:11.296664 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-bea208bd-9573-4098-bc2e-c3a554a0540e None None] For port 06440e7e-dabf-456a-9333-b57750747e08, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=06440e7e-dabf-456a-9333-b57750747e08,segment=NetworkSegment(408ea75b-3fec-4122-b047-9103b77e4fa4),segment_id=408ea75b-3fec-4122-b047-9103b77e4fa4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:11.297800 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bea208bd-9573-4098-bc2e-c3a554a0540e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.435829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c420a665-f3ee-4f1f-a924-dc0c0d049224 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': 'afff7b6b-0c8c-484c-af78-17e1dd38daed', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:11.444058 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c420a665-f3ee-4f1f-a924-dc0c0d049224 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:11.449000 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8cfff0f5-4869-43f5-8857-9ea9b2c7324c req-29272649-c743-4fa0-ab9a-2993a8ea18b4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4123411 Jan 27 17:14:11.452761 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c420a665-f3ee-4f1f-a924-dc0c0d049224 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:11.457448 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c420a665-f3ee-4f1f-a924-dc0c0d049224 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:11.471833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c420a665-f3ee-4f1f-a924-dc0c0d049224 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:11.479188 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-bea208bd-9573-4098-bc2e-c3a554a0540e None None] Calling delete_port for 06440e7e-dabf-456a-9333-b57750747e08 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:11.514901 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-c420a665-f3ee-4f1f-a924-dc0c0d049224 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Project c0d3a935aeb246d7a1821fcd417cba01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:14:11.523229 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] For port 06440e7e-dabf-456a-9333-b57750747e08, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=06440e7e-dabf-456a-9333-b57750747e08,segment=NetworkSegment(408ea75b-3fec-4122-b047-9103b77e4fa4),segment_id=408ea75b-3fec-4122-b047-9103b77e4fa4)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:11.523889 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.528705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 98b08362-0a97-4e30-9356-65df2f0b7084 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:11.532369 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:11.596559 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bea208bd-9573-4098-bc2e-c3a554a0540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.649043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea208bd-9573-4098-bc2e-c3a554a0540e None None] Pushing event deleted for resources: {'Port': ['ID=06440e7e-dabf-456a-9333-b57750747e08,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:11.654916 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea208bd-9573-4098-bc2e-c3a554a0540e None None] No DVR routers for this DVR port 06440e7e-dabf-456a-9333-b57750747e08 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:11.674849 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Calling delete_port for 06440e7e-dabf-456a-9333-b57750747e08 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:11.702923 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-c420a665-f3ee-4f1f-a924-dc0c0d049224 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:11.704090 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c420a665-f3ee-4f1f-a924-dc0c0d049224 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4748709 Jan 27 17:14:11.707519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36362) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:11.761825 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:14:11.762222 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:14:11.783634 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.ipam_backend_mixin [None req-6ccc4474-6272-45f8-bad0-7bbbcf0dfc54 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e0d58c2d-79b1-4300-ae5d-635b364e4bc3 (CIDR: 172.20.0.0/28) Jan 27 17:14:11.787112 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ccc4474-6272-45f8-bad0-7bbbcf0dfc54 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:11.787637 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ccc4474-6272-45f8-bad0-7bbbcf0dfc54 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:11.816630 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6ccc4474-6272-45f8-bad0-7bbbcf0dfc54 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1390398 Jan 27 17:14:11.816828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36366) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:11.822390 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-fdae9e3e-a36f-4815-8f93-76dc429ddd08 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'subnet': {'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:11.897993 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfff0f5-4869-43f5-8857-9ea9b2c7324c req-36f0423a-2389-4874-935d-434013ea0eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:11.900571 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8cfff0f5-4869-43f5-8857-9ea9b2c7324c req-36f0423a-2389-4874-935d-434013ea0eca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 1099 time: 0.3522353 Jan 27 17:14:11.903712 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-332dc635-2584-4543-bcf0-f1735e1ab32e None None] Provisioning complete for port 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:11.904078 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-332dc635-2584-4543-bcf0-f1735e1ab32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.922062 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:14:11.967995 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-35a2357b-00c7-410d-8c86-af80a9571e98 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:11.974924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fdae9e3e-a36f-4815-8f93-76dc429ddd08 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:11.979109 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fdae9e3e-a36f-4815-8f93-76dc429ddd08 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:subnet and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:11.979662 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-332dc635-2584-4543-bcf0-f1735e1ab32e None None] Port 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:11.982204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fdae9e3e-a36f-4815-8f93-76dc429ddd08 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:11.988263 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fdae9e3e-a36f-4815-8f93-76dc429ddd08 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:11.999561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdae9e3e-a36f-4815-8f93-76dc429ddd08 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:12.003276 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fdae9e3e-a36f-4815-8f93-76dc429ddd08 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.133241 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-35a2357b-00c7-410d-8c86-af80a9571e98 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.166595 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.ipam_backend_mixin [None req-fdae9e3e-a36f-4815-8f93-76dc429ddd08 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e13408d5-e646-4311-bd65-02d5ce5b0295 (CIDR: 172.20.0.16/28) Jan 27 17:14:12.170383 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdae9e3e-a36f-4815-8f93-76dc429ddd08 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:12.170859 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdae9e3e-a36f-4815-8f93-76dc429ddd08 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:12.197209 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fdae9e3e-a36f-4815-8f93-76dc429ddd08 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3792319 Jan 27 17:14:12.198240 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36370) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:12.204914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f594c5e9-a028-4c46-9b59-53f332e16b13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'subnet': {'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:12.290433 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfff0f5-4869-43f5-8857-9ea9b2c7324c req-1fa4c03c-4a67-48db-a773-6a95374a3061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:12.291826 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8cfff0f5-4869-43f5-8857-9ea9b2c7324c req-1fa4c03c-4a67-48db-a773-6a95374a3061 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71658409-b08b-495f-8be3-a19e062b9762 HTTP/1.1" status: 200 len: 899 time: 0.3661041 Jan 27 17:14:12.305196 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Deleting port 06440e7e-dabf-456a-9333-b57750747e08 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:12.305860 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.360070 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-35a2357b-00c7-410d-8c86-af80a9571e98 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.390030 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] The port '06440e7e-dabf-456a-9333-b57750747e08' was deleted {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:14:12.391723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:12.405425 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Sync routers for ids ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:12.414075 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2357b-00c7-410d-8c86-af80a9571e98 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afff7b6b-0c8c-484c-af78-17e1dd38daed,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:12.430739 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Routers {'29f218d7-7c8f-4ff2-98d1-d814bd499fbc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:12.432492 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:12.446945 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-06fac614-986e-4590-a115-c3257598c86e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/29f218d7-7c8f-4ff2-98d1-d814bd499fbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6659389 Jan 27 17:14:12.457226 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-35a2357b-00c7-410d-8c86-af80a9571e98 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.460934 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-35a2357b-00c7-410d-8c86-af80a9571e98 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "DELETE /v2.0/security-groups/afff7b6b-0c8c-484c-af78-17e1dd38daed HTTP/1.1" status: 204 len: 168 time: 0.7523587 Jan 27 17:14:12.463030 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8cfff0f5-4869-43f5-8857-9ea9b2c7324c req-5fddc3fc-130f-4cd2-bdcb-6a968a2b83cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9764b7f-f96a-4ae1-b608-4c1da21a3b0a HTTP/1.1" status: 200 len: 1002 time: 0.1644869 Jan 27 17:14:12.463628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36378) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:12.560504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.570755 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3f87c636-922f-49af-bfdf-5dbb5b5efba6 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Synchronizing usage tracker for tenant:c0d3a935aeb246d7a1821fcd417cba01 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:12.581552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfff0f5-4869-43f5-8857-9ea9b2c7324c req-453ac358-4e32-4799-9413-de6c0d5876c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:12.583013 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8cfff0f5-4869-43f5-8857-9ea9b2c7324c req-453ac358-4e32-4799-9413-de6c0d5876c4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a344f178-6b07-4d9e-bda5-43d60ea0302d HTTP/1.1" status: 200 len: 835 time: 0.1030226 Jan 27 17:14:12.608829 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28221fb-5ddc-4c07-b47e-c226e0a8f524']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:12.625748 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408ea75b-3fec-4122-b047-9103b77e4fa4') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:12.626113 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408ea75b-3fec-4122-b047-9103b77e4fa4') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:12.636628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3f87c636-922f-49af-bfdf-5dbb5b5efba6 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Unset dirty status for tenant:c0d3a935aeb246d7a1821fcd417cba01 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:12.636928 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f594c5e9-a028-4c46-9b59-53f332e16b13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:12.638443 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3f87c636-922f-49af-bfdf-5dbb5b5efba6 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1738603 Jan 27 17:14:12.641012 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f594c5e9-a028-4c46-9b59-53f332e16b13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Usage tracker for resource:subnet and tenant:bcf63b44a81342b381e6a8ef34f3f0e6 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:12.644512 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36384) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:12.645160 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f594c5e9-a028-4c46-9b59-53f332e16b13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:12.651420 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f594c5e9-a028-4c46-9b59-53f332e16b13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:12.655230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-b7dbcbbd-43e7-4e98-805b-913d49cf4b17 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group': {'name': 'tempest-secgroup--940222348'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:12.664807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b7dbcbbd-43e7-4e98-805b-913d49cf4b17 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:12.668918 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f594c5e9-a028-4c46-9b59-53f332e16b13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Made reservation on behalf of bcf63b44a81342b381e6a8ef34f3f0e6 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:12.675348 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f594c5e9-a028-4c46-9b59-53f332e16b13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.688071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b7dbcbbd-43e7-4e98-805b-913d49cf4b17 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:12.698602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.707212 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b7dbcbbd-43e7-4e98-805b-913d49cf4b17 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.728643 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfff0f5-4869-43f5-8857-9ea9b2c7324c req-ee3d0a0e-eb44-4fcc-927b-27d162d0225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:12.730417 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8cfff0f5-4869-43f5-8857-9ea9b2c7324c req-ee3d0a0e-eb44-4fcc-927b-27d162d0225e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71658409-b08b-495f-8be3-a19e062b9762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1384532 Jan 27 17:14:12.732261 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Set router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:14:12.737077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b7dbcbbd-43e7-4e98-805b-913d49cf4b17 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:12.743155 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.771919 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b7dbcbbd-43e7-4e98-805b-913d49cf4b17 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:12.778939 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b7dbcbbd-43e7-4e98-805b-913d49cf4b17 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:12.796090 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b7dbcbbd-43e7-4e98-805b-913d49cf4b17 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:12.842897 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:12.843299 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:12.890762 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 06440e7e-dabf-456a-9333-b57750747e08 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:12.898431 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:12.947058 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8cfff0f5-4869-43f5-8857-9ea9b2c7324c req-16d492f8-8a23-4cd2-95bc-e0f361782b69 service neutron] 10.222.0.83 "GET /v2.0/networks/71658409-b08b-495f-8be3-a19e062b9762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057312 Jan 27 17:14:12.977068 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 06440e7e-dabf-456a-9333-b57750747e08 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:12.977414 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 06440e7e-dabf-456a-9333-b57750747e08 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:13.112610 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8cfff0f5-4869-43f5-8857-9ea9b2c7324c req-d635b50c-0abb-456e-9de7-c7ab621d9006 service neutron] 10.222.0.83 "GET /v2.0/networks/71658409-b08b-495f-8be3-a19e062b9762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556213 Jan 27 17:14:13.151375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b7dbcbbd-43e7-4e98-805b-913d49cf4b17 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.158366 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b7dbcbbd-43e7-4e98-805b-913d49cf4b17 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.205233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbcbbd-43e7-4e98-805b-913d49cf4b17 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d178b51-9b63-45b7-909f-de00f149d6ae,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:13.216182 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b7dbcbbd-43e7-4e98-805b-913d49cf4b17 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.220606 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b7dbcbbd-43e7-4e98-805b-913d49cf4b17 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5719545 Jan 27 17:14:13.220865 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36396) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:13.226555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-aa20c627-5a95-4230-81c9-f8b05df9d1d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': '9d178b51-9b63-45b7-909f-de00f149d6ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:13.229999 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.233148 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-aa20c627-5a95-4230-81c9-f8b05df9d1d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:13.236955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-aa20c627-5a95-4230-81c9-f8b05df9d1d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:13.240024 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-aa20c627-5a95-4230-81c9-f8b05df9d1d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:13.246216 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-aa20c627-5a95-4230-81c9-f8b05df9d1d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:13.287850 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.290097 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-aa20c627-5a95-4230-81c9-f8b05df9d1d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The resource could not be found. Jan 27 17:14:13.294193 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-aa20c627-5a95-4230-81c9-f8b05df9d1d7 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0691166 Jan 27 17:14:13.294455 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] Pushing event deleted for resources: {'Network': ['ID=f28221fb-5ddc-4c07-b47e-c226e0a8f524,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:13.294855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36400) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:13.301358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-5b58925e-2ec2-4f9d-8080-9d1e429f014d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': '9d178b51-9b63-45b7-909f-de00f149d6ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '40999efb-60a6-4c89-9064-13ee1f5e7c30'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:13.303641 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1c6e7f3e-99dd-43fa-a96f-c5d6d6c14c73 tempest-NetworksIpV6TestAttrs-623880741 tempest-NetworksIpV6TestAttrs-623880741-project] 10.222.0.50 "DELETE /v2.0/networks/f28221fb-5ddc-4c07-b47e-c226e0a8f524 HTTP/1.1" status: 204 len: 168 time: 2.7095432 Jan 27 17:14:13.322114 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:14:10Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '4215e0af-8160-4a45-ab05-f47a633659db', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.246', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'port_id': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'mac_address': 'fa:16:3e:59:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:12:58Z', 'updated_at': '2022-01-27T17:13:08Z', 'revision_number': 1, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2', 'name': '', 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:00:25:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'babd01ee-346f-4aa4-8f63-0b4af3eb84e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:07Z', 'updated_at': '2022-01-27T17:14:10Z', 'revision_number': 2, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'babd01ee-346f-4aa4-8f63-0b4af3eb84e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c842fee5-d80f-4c33-ac61-7401b5624ce6', 'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:0a:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:27Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:13.323630 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5b58925e-2ec2-4f9d-8080-9d1e429f014d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:13.328207 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Checking router: 29f218d7-7c8f-4ff2-98d1-d814bd499fbc for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:14:13.328899 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Updating router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc port 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:14:13.337327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5b58925e-2ec2-4f9d-8080-9d1e429f014d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:13.344546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5b58925e-2ec2-4f9d-8080-9d1e429f014d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:13.356700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5b58925e-2ec2-4f9d-8080-9d1e429f014d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:13.396486 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.421025 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-5b58925e-2ec2-4f9d-8080-9d1e429f014d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The resource could not be found. Jan 27 17:14:13.426552 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5b58925e-2ec2-4f9d-8080-9d1e429f014d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1300144 Jan 27 17:14:13.427019 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36406) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:13.443577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f594c5e9-a028-4c46-9b59-53f332e16b13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.538263 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f594c5e9-a028-4c46-9b59-53f332e16b13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:13.544519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-f594c5e9-a028-4c46-9b59-53f332e16b13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:13.554972 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed3bf67-4219-40a6-9af2-94cd8c51165d None None] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:13.558640 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f594c5e9-a028-4c46-9b59-53f332e16b13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:13.559446 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f594c5e9-a028-4c46-9b59-53f332e16b13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.596456 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36412) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:13.597290 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f594c5e9-a028-4c46-9b59-53f332e16b13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3970060 Jan 27 17:14:13.604545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f5576ea3-7e94-4e5b-a50a-a07454274741 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1708511722', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8a2dc843-8903-40d1-902e-5ebc999d75a7'}], 'security_groups': ['d0e81a2e-dab0-4bf8-94e9-2febfcb1fd5e', 'a8e1f53e-9e17-4489-adb4-3e9d4dc244b4']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:13.620132 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594c5e9-a028-4c46-9b59-53f332e16b13 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Subnet': ['ID=8a2dc843-8903-40d1-902e-5ebc999d75a7,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:13.631641 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-db122d99-b703-4d49-967a-09bbc9b3ee79 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.690665 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-db122d99-b703-4d49-967a-09bbc9b3ee79 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.804435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-db122d99-b703-4d49-967a-09bbc9b3ee79 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.840125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db122d99-b703-4d49-967a-09bbc9b3ee79 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d178b51-9b63-45b7-909f-de00f149d6ae,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:13.848981 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-db122d99-b703-4d49-967a-09bbc9b3ee79 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.850369 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-db122d99-b703-4d49-967a-09bbc9b3ee79 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "DELETE /v2.0/security-groups/9d178b51-9b63-45b7-909f-de00f149d6ae HTTP/1.1" status: 204 len: 168 time: 0.4223373 Jan 27 17:14:13.853064 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36418) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:13.914972 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36422) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:13.918426 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a664a7ca-422c-4763-bbb0-a9f4493bba9b tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Synchronizing usage tracker for tenant:c0d3a935aeb246d7a1821fcd417cba01 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:13.947169 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a664a7ca-422c-4763-bbb0-a9f4493bba9b tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Unset dirty status for tenant:c0d3a935aeb246d7a1821fcd417cba01 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:13.949254 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a664a7ca-422c-4763-bbb0-a9f4493bba9b tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0946939 Jan 27 17:14:13.953658 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36428) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:13.960823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-d13b8f9a-ddff-46f5-b425-55748cecd65c tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': 'ad17428e-b2d9-4344-87bd-4e433d6102f6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:13.962331 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:13.969582 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d13b8f9a-ddff-46f5-b425-55748cecd65c tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:13.975338 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d13b8f9a-ddff-46f5-b425-55748cecd65c tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:13.980171 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d13b8f9a-ddff-46f5-b425-55748cecd65c tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:13.988377 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d13b8f9a-ddff-46f5-b425-55748cecd65c tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:14.007230 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Transition to ACTIVE for port object 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:14.022027 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.049921 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-d13b8f9a-ddff-46f5-b425-55748cecd65c tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The resource could not be found. Jan 27 17:14:14.051215 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d13b8f9a-ddff-46f5-b425-55748cecd65c tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0961926 Jan 27 17:14:14.054993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36432) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:14.065200 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-3480c07b-dd86-427b-95bd-f2d5ab03ca4a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group': {'name': 'tempest-secgroup--969855013'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:14.079155 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3480c07b-dd86-427b-95bd-f2d5ab03ca4a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:14.100907 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3480c07b-dd86-427b-95bd-f2d5ab03ca4a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:14.130213 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3480c07b-dd86-427b-95bd-f2d5ab03ca4a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.167071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5576ea3-7e94-4e5b-a50a-a07454274741 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.206177 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7efff-a726-4387-907e-cc4902e4f230 None None] Pushing event updated for resources: {'Port': ['ID=3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:14.242789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3480c07b-dd86-427b-95bd-f2d5ab03ca4a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:14.266398 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3480c07b-dd86-427b-95bd-f2d5ab03ca4a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:14.271417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3480c07b-dd86-427b-95bd-f2d5ab03ca4a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:14.278971 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-22fd2246-8092-4599-afde-214bb000a8af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=07bb1ca1588f45719862cad794488866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551397 Jan 27 17:14:14.282611 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36436) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:14.287014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3480c07b-dd86-427b-95bd-f2d5ab03ca4a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:14.305567 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247a208a-e942-439b-a5eb-9c945930689e None None] Update dhcp port {'port': {'network_id': 'b5fd7f67-7fc2-407b-92ef-6e1c70f73343', 'fixed_ips': [{'subnet_id': 'e13408d5-e646-4311-bd65-02d5ce5b0295', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e0d58c2d-79b1-4300-ae5d-635b364e4bc3', 'ip_address': '172.20.0.2'}, {'subnet_id': '8a2dc843-8903-40d1-902e-5ebc999d75a7'}], 'binding:host_id': 'dv-neutron-826439-2-hyperv'}, 'id': '42619b49-bb77-4153-b102-6d8fafb7d180'} from dv-neutron-826439-2-hyperv. {{(pid=87596) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 27 17:14:14.370516 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-247a208a-e942-439b-a5eb-9c945930689e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.382988 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7efff-a726-4387-907e-cc4902e4f230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:14.383320 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7efff-a726-4387-907e-cc4902e4f230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:14.383563 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7efff-a726-4387-907e-cc4902e4f230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:14.383886 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7efff-a726-4387-907e-cc4902e4f230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:14.384204 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7efff-a726-4387-907e-cc4902e4f230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:14.384520 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7efff-a726-4387-907e-cc4902e4f230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:14.385225 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7efff-a726-4387-907e-cc4902e4f230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:14.385225 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7efff-a726-4387-907e-cc4902e4f230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:14.385444 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7efff-a726-4387-907e-cc4902e4f230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:14.385746 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7efff-a726-4387-907e-cc4902e4f230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:14.386060 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7efff-a726-4387-907e-cc4902e4f230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:14.386365 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab7efff-a726-4387-907e-cc4902e4f230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:14.439138 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Attempting to bind port 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:14.439604 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Attempting to bind port 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'cb590f32-3859-4b39-80f6-f0993c24be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:14.439964 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Attempting to bind port 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 on network 98b08362-0a97-4e30-9356-65df2f0b7084 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:14.458372 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:14.459247 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Checking segment: {'id': 'cb590f32-3859-4b39-80f6-f0993c24be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:14.459247 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.459457 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Bound using segment: {'id': 'cb590f32-3859-4b39-80f6-f0993c24be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:14.460186 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Bound port: 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb590f32-3859-4b39-80f6-f0993c24be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:14.460425 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.491131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c4e2572f-0223-4f3b-9a21-c7be307dec3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.538672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c4e2572f-0223-4f3b-9a21-c7be307dec3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.612660 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c4e2572f-0223-4f3b-9a21-c7be307dec3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.636671 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] For port 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:14.639964 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] For port 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2,segment=NetworkSegment(cb590f32-3859-4b39-80f6-f0993c24be40),segment_id=cb590f32-3859-4b39-80f6-f0993c24be40)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:14.646370 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2572f-0223-4f3b-9a21-c7be307dec3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39da0ed-48c3-4a5b-a3c8-ab3f83235464,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:14.650159 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.669498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3480c07b-dd86-427b-95bd-f2d5ab03ca4a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.671757 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c4e2572f-0223-4f3b-9a21-c7be307dec3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.675028 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c4e2572f-0223-4f3b-9a21-c7be307dec3a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f39da0ed-48c3-4a5b-a3c8-ab3f83235464 HTTP/1.1" status: 204 len: 168 time: 0.3902259 Jan 27 17:14:14.681978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3480c07b-dd86-427b-95bd-f2d5ab03ca4a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.719019 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-247a208a-e942-439b-a5eb-9c945930689e None None] Allocated IP 172.20.0.34 (b5fd7f67-7fc2-407b-92ef-6e1c70f73343/8a2dc843-8903-40d1-902e-5ebc999d75a7/42619b49-bb77-4153-b102-6d8fafb7d180) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:14.819990 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Routers {'29f218d7-7c8f-4ff2-98d1-d814bd499fbc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:14.820747 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:13:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:14.834687 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480c07b-dd86-427b-95bd-f2d5ab03ca4a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efafa673-d7f1-48db-9e1c-2b7ebc752b6c,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:14.852895 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3480c07b-dd86-427b-95bd-f2d5ab03ca4a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.854433 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3480c07b-dd86-427b-95bd-f2d5ab03ca4a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7975237 Jan 27 17:14:14.857309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36446) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:14.866281 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c4a9aaab-8c4a-4589-b644-dde1d616ee4e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group': {'name': 'tempest-secgroup--1220682914'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:14.885636 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c4a9aaab-8c4a-4589-b644-dde1d616ee4e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:14.901637 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c4a9aaab-8c4a-4589-b644-dde1d616ee4e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:14.910170 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c4a9aaab-8c4a-4589-b644-dde1d616ee4e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:14.925546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c4a9aaab-8c4a-4589-b644-dde1d616ee4e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:14.946729 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4a9aaab-8c4a-4589-b644-dde1d616ee4e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:14.988429 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c4a9aaab-8c4a-4589-b644-dde1d616ee4e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:14.997811 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c4a9aaab-8c4a-4589-b644-dde1d616ee4e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:15.005801 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c4a9aaab-8c4a-4589-b644-dde1d616ee4e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:15.018573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c4a9aaab-8c4a-4589-b644-dde1d616ee4e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:15.094905 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-247a208a-e942-439b-a5eb-9c945930689e None None] For port 42619b49-bb77-4153-b102-6d8fafb7d180, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=42619b49-bb77-4153-b102-6d8fafb7d180,segment=NetworkSegment(01ae4acb-fa69-4442-a0e2-edbc597ce0d8),segment_id=01ae4acb-fa69-4442-a0e2-edbc597ce0d8)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:15.144873 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7efff-a726-4387-907e-cc4902e4f230 None None] Pushing event updated for resources: {'Port': ['ID=3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:15.156374 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-247a208a-e942-439b-a5eb-9c945930689e None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.168218 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4a9aaab-8c4a-4589-b644-dde1d616ee4e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.176710 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4a9aaab-8c4a-4589-b644-dde1d616ee4e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.179682 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] Set router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:14:15.185617 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-247a208a-e942-439b-a5eb-9c945930689e None None] Transition to ACTIVE for port object 42619b49-bb77-4153-b102-6d8fafb7d180 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:15.194969 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-247a208a-e942-439b-a5eb-9c945930689e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.262356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4a9aaab-8c4a-4589-b644-dde1d616ee4e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.266546 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36458) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:15.266706 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c4a9aaab-8c4a-4589-b644-dde1d616ee4e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4077983 Jan 27 17:14:15.269517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a208a-e942-439b-a5eb-9c945930689e None None] Pushing event updated for resources: {'Port': ['ID=42619b49-bb77-4153-b102-6d8fafb7d180,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:15.275301 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-7732c445-dff9-4dd3-9e24-b5a02c79b520 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': 'efafa673-d7f1-48db-9e1c-2b7ebc752b6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '306fcaac-5e61-4150-a7a7-af14ed1ba3e9'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:15.289496 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7732c445-dff9-4dd3-9e24-b5a02c79b520 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:15.301231 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7732c445-dff9-4dd3-9e24-b5a02c79b520 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:15.307458 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7732c445-dff9-4dd3-9e24-b5a02c79b520 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:15.325993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7732c445-dff9-4dd3-9e24-b5a02c79b520 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:15.362541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9aaab-8c4a-4589-b644-dde1d616ee4e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306fcaac-5e61-4150-a7a7-af14ed1ba3e9,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:15.414038 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-7732c445-dff9-4dd3-9e24-b5a02c79b520 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:15.418743 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7732c445-dff9-4dd3-9e24-b5a02c79b520 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1461551 Jan 27 17:14:15.419039 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36466) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:15.530908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-f5576ea3-7e94-4e5b-a50a-a07454274741 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Delete allocated IP 172.20.0.7 (b5fd7f67-7fc2-407b-92ef-6e1c70f73343/e0d58c2d-79b1-4300-ae5d-635b364e4bc3) {{(pid=87594) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 17:14:15.543811 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-f5576ea3-7e94-4e5b-a50a-a07454274741 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Allocated IP 172.20.0.35 (b5fd7f67-7fc2-407b-92ef-6e1c70f73343/8a2dc843-8903-40d1-902e-5ebc999d75a7/710eca64-9471-4663-a7ee-ea3911263211) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:15.584223 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-53df699b-07e1-4a74-a971-dd2ea08f6755 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.658511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-53df699b-07e1-4a74-a971-dd2ea08f6755 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.799027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-53df699b-07e1-4a74-a971-dd2ea08f6755 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.805338 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:14:10Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '4215e0af-8160-4a45-ab05-f47a633659db', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.246', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'port_id': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'mac_address': 'fa:16:3e:59:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:12:58Z', 'updated_at': '2022-01-27T17:13:08Z', 'revision_number': 1, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2', 'name': '', 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:00:25:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'babd01ee-346f-4aa4-8f63-0b4af3eb84e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:07Z', 'updated_at': '2022-01-27T17:14:14Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'babd01ee-346f-4aa4-8f63-0b4af3eb84e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c842fee5-d80f-4c33-ac61-7401b5624ce6', 'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:0a:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:27Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:15.819008 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b08ead7-75bf-4bbf-bf97-1266da553ea6 None None] The sync data for ids ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'] in dv-neutron-826439-2-hyperv is: [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:14:10Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '4215e0af-8160-4a45-ab05-f47a633659db', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.246', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'port_id': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'mac_address': 'fa:16:3e:59:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:12:58Z', 'updated_at': '2022-01-27T17:13:08Z', 'revision_number': 1, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2', 'name': '', 'network_id': '98b08362-0a97-4e30-9356-65df2f0b7084', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:00:25:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'babd01ee-346f-4aa4-8f63-0b4af3eb84e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:07Z', 'updated_at': '2022-01-27T17:14:14Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'babd01ee-346f-4aa4-8f63-0b4af3eb84e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c842fee5-d80f-4c33-ac61-7401b5624ce6', 'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:0a:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:27Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:15.849196 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df699b-07e1-4a74-a971-dd2ea08f6755 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=306fcaac-5e61-4150-a7a7-af14ed1ba3e9,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:15.874291 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-53df699b-07e1-4a74-a971-dd2ea08f6755 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:15.925392 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-53df699b-07e1-4a74-a971-dd2ea08f6755 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "DELETE /v2.0/security-groups/306fcaac-5e61-4150-a7a7-af14ed1ba3e9 HTTP/1.1" status: 204 len: 168 time: 0.5043547 Jan 27 17:14:15.928958 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36490) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:16.063891 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5576ea3-7e94-4e5b-a50a-a07454274741 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.139779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-f5576ea3-7e94-4e5b-a50a-a07454274741 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Transition to ACTIVE for port object 710eca64-9471-4663-a7ee-ea3911263211 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:16.148962 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5576ea3-7e94-4e5b-a50a-a07454274741 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.228113 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c85e563b-62eb-49b2-8837-a8d383e6a9fe tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Synchronizing usage tracker for tenant:c0d3a935aeb246d7a1821fcd417cba01 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:16.277398 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c85e563b-62eb-49b2-8837-a8d383e6a9fe tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Unset dirty status for tenant:c0d3a935aeb246d7a1821fcd417cba01 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:16.280321 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c85e563b-62eb-49b2-8837-a8d383e6a9fe tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3432884 Jan 27 17:14:16.284155 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36500) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:16.521552 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4b0e633d-1293-4008-a556-ed29f4eb63a3 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.534922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36508) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:16.577370 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4b0e633d-1293-4008-a556-ed29f4eb63a3 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.671532 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5576ea3-7e94-4e5b-a50a-a07454274741 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event updated for resources: {'Port': ['ID=710eca64-9471-4663-a7ee-ea3911263211,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:16.706128 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4b0e633d-1293-4008-a556-ed29f4eb63a3 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.718601 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-f5576ea3-7e94-4e5b-a50a-a07454274741 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] In _notify_port_updated(), no bound segment for port 710eca64-9471-4663-a7ee-ea3911263211 on network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 {{(pid=87594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:14:16.726692 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5576ea3-7e94-4e5b-a50a-a07454274741 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:16.727724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5576ea3-7e94-4e5b-a50a-a07454274741 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.729823 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f5576ea3-7e94-4e5b-a50a-a07454274741 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "PUT /v2.0/ports/710eca64-9471-4663-a7ee-ea3911263211 HTTP/1.1" status: 200 len: 960 time: 3.1321790 Jan 27 17:14:16.733710 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36514) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:16.761419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e633d-1293-4008-a556-ed29f4eb63a3 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efafa673-d7f1-48db-9e1c-2b7ebc752b6c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:16.785990 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4b0e633d-1293-4008-a556-ed29f4eb63a3 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.790330 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4b0e633d-1293-4008-a556-ed29f4eb63a3 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "DELETE /v2.0/security-groups/efafa673-d7f1-48db-9e1c-2b7ebc752b6c HTTP/1.1" status: 204 len: 168 time: 0.5050275 Jan 27 17:14:16.794071 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36518) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:16.842068 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c3154c35-20a7-41f7-bcdd-217feab8a1bb None None] Provisioning for port 710eca64-9471-4663-a7ee-ea3911263211 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:16.865131 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c3154c35-20a7-41f7-bcdd-217feab8a1bb None None] Provisioning complete for port 710eca64-9471-4663-a7ee-ea3911263211 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:16.869791 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3154c35-20a7-41f7-bcdd-217feab8a1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.895870 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-df6577fb-170a-447e-b5ad-73b8abb64fe2 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] Request body: {'port': {'network_id': '6db22db5-c08c-4392-b981-7545a96402ea', 'name': 'tempest-NetworksNegativeTestJSON-476423560'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:16.911392 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-566ebe6f-6b5d-4def-8474-66c899874083 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port 710eca64-9471-4663-a7ee-ea3911263211 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:16.911733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-566ebe6f-6b5d-4def-8474-66c899874083 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:16.977502 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c3154c35-20a7-41f7-bcdd-217feab8a1bb None None] Port 710eca64-9471-4663-a7ee-ea3911263211 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:16.983216 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6577fb-170a-447e-b5ad-73b8abb64fe2 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] POST failed (client error): The resource could not be found. Jan 27 17:14:16.989098 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6577fb-170a-447e-b5ad-73b8abb64fe2 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:16.991065 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c3154c35-20a7-41f7-bcdd-217feab8a1bb None None] Provisioning complete for port a4eeccc0-4bde-43d8-9711-966ee01bf0eb triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:17.001456 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3154c35-20a7-41f7-bcdd-217feab8a1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.004134 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-df6577fb-170a-447e-b5ad-73b8abb64fe2 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4677770 Jan 27 17:14:17.021818 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36522) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:17.098959 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c3154c35-20a7-41f7-bcdd-217feab8a1bb None None] Port a4eeccc0-4bde-43d8-9711-966ee01bf0eb cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:17.127581 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c3154c35-20a7-41f7-bcdd-217feab8a1bb None None] Provisioning for port 42619b49-bb77-4153-b102-6d8fafb7d180 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:17.142044 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c3154c35-20a7-41f7-bcdd-217feab8a1bb None None] Provisioning complete for port 42619b49-bb77-4153-b102-6d8fafb7d180 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:17.142795 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3154c35-20a7-41f7-bcdd-217feab8a1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.156529 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b91ab8-65d9-469a-b88d-df096fb6e242 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:17.157144 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b91ab8-65d9-469a-b88d-df096fb6e242 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:17.173631 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987be007-abbf-4f9f-ac72-d04e5577c0dc req-70ac8f15-0e18-4801-8210-cb52e7049dc5 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:17.175257 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-987be007-abbf-4f9f-ac72-d04e5577c0dc req-70ac8f15-0e18-4801-8210-cb52e7049dc5 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.6655614 Jan 27 17:14:17.187729 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-52b91ab8-65d9-469a-b88d-df096fb6e242 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] 10.222.0.50 "DELETE /v2.0/networks/88e1b113-5655-4471-bb45-c0e79564edcb HTTP/1.1" status: 404 len: 339 time: 0.1437106 Jan 27 17:14:17.188408 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36526) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:17.217708 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 42619b49-bb77-4153-b102-6d8fafb7d180 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:17.244974 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3dca59ec-be20-47c4-8087-ab343fcc8cdc tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Synchronizing usage tracker for tenant:c0d3a935aeb246d7a1821fcd417cba01 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:17.273113 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-987be007-abbf-4f9f-ac72-d04e5577c0dc req-298ad31a-d6af-41c8-8b84-717ae61cfbc6 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910985 Jan 27 17:14:17.285265 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb518bc7-72cd-40e1-9637-39475ea80dc3 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:17.298933 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb518bc7-72cd-40e1-9637-39475ea80dc3 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:17.300936 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cb518bc7-72cd-40e1-9637-39475ea80dc3 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] 10.222.0.50 "DELETE /v2.0/ports/27680127-6321-42a4-a6d2-1d8149f2b0d6 HTTP/1.1" status: 404 len: 333 time: 0.1084194 Jan 27 17:14:17.308939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36532) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:17.320702 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-566ebe6f-6b5d-4def-8474-66c899874083 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.400737 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07041cb-6b00-43c0-9608-2767ab6384fa tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:17.410936 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07041cb-6b00-43c0-9608-2767ab6384fa tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:17.412962 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e07041cb-6b00-43c0-9608-2767ab6384fa tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] 10.222.0.50 "DELETE /v2.0/subnets/96e61904-6d7a-442b-91f2-e33067277f09 HTTP/1.1" status: 404 len: 337 time: 0.0997000 Jan 27 17:14:17.414891 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3dca59ec-be20-47c4-8087-ab343fcc8cdc tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Unset dirty status for tenant:c0d3a935aeb246d7a1821fcd417cba01 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:17.416258 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3dca59ec-be20-47c4-8087-ab343fcc8cdc tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6212184 Jan 27 17:14:17.418696 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36536) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:17.421164 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36538) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:17.556306 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 42619b49-bb77-4153-b102-6d8fafb7d180 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:17.556663 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.566549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-b13b3b8e-7a0b-4b66-bb7e-23fe20d50e5d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group': {'name': 'tempest-secgroup--926028253'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:17.584399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-566ebe6f-6b5d-4def-8474-66c899874083 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for 710eca64-9471-4663-a7ee-ea3911263211 owned by {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:17.613388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b13b3b8e-7a0b-4b66-bb7e-23fe20d50e5d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:17.616312 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ba8500-83a5-4b1d-9040-336b1454dc34 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] GET failed (client error): The resource could not be found. Jan 27 17:14:17.621589 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e1ba8500-83a5-4b1d-9040-336b1454dc34 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] 10.222.0.50 "GET /v2.0/networks/a952ca90-a639-4c01-8b94-19d7cbdcd791 HTTP/1.1" status: 404 len: 339 time: 0.1974957 Jan 27 17:14:17.622728 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36546) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:17.642979 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b13b3b8e-7a0b-4b66-bb7e-23fe20d50e5d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:17.663993 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b13b3b8e-7a0b-4b66-bb7e-23fe20d50e5d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.697658 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b13b3b8e-7a0b-4b66-bb7e-23fe20d50e5d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:17.707197 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf93ce4-7638-47cf-be2f-b911ce3ada35 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] GET failed (client error): The resource could not be found. Jan 27 17:14:17.711847 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3cf93ce4-7638-47cf-be2f-b911ce3ada35 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] 10.222.0.50 "GET /v2.0/ports/a6e7f09d-0078-4b69-9e22-fd10c03e408d HTTP/1.1" status: 404 len: 333 time: 0.0888708 Jan 27 17:14:17.717506 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36552) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:17.730008 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:17.765194 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7cad36e-bcbd-4512-b0fb-88af001f5d6a tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] GET failed (client error): The resource could not be found. Jan 27 17:14:17.772915 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d7cad36e-bcbd-4512-b0fb-88af001f5d6a tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] 10.222.0.50 "GET /v2.0/subnets/ef3fae68-0496-4139-9c1c-b0ba37b6d9bf HTTP/1.1" status: 404 len: 337 time: 0.0486500 Jan 27 17:14:17.773337 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36556) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:17.780048 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c7ae7e6c-f7e0-4c8a-ac32-2f2af23992a6 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:17.801474 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ae7e6c-f7e0-4c8a-ac32-2f2af23992a6 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] PUT failed (client error): The resource could not be found. Jan 27 17:14:17.801987 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ae7e6c-f7e0-4c8a-ac32-2f2af23992a6 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:17.803146 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c7ae7e6c-f7e0-4c8a-ac32-2f2af23992a6 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] 10.222.0.50 "PUT /v2.0/networks/96cf6dca-b487-4695-be3e-a4273b3c5e79 HTTP/1.1" status: 404 len: 339 time: 0.0283341 Jan 27 17:14:17.808732 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36560) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:17.820667 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-1826902f-a43f-4a2d-aeba-0ce60205bf09 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:17.826918 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-04acffba-20bb-43fd-900b-2333f8c70465 None None] Provisioning complete for port 710eca64-9471-4663-a7ee-ea3911263211 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:17.827284 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04acffba-20bb-43fd-900b-2333f8c70465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.856033 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b13b3b8e-7a0b-4b66-bb7e-23fe20d50e5d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:17.866889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b13b3b8e-7a0b-4b66-bb7e-23fe20d50e5d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:17.880591 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-1826902f-a43f-4a2d-aeba-0ce60205bf09 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] PUT failed (client error): The resource could not be found. Jan 27 17:14:17.881126 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1826902f-a43f-4a2d-aeba-0ce60205bf09 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:17.881534 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b13b3b8e-7a0b-4b66-bb7e-23fe20d50e5d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:17.883543 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1826902f-a43f-4a2d-aeba-0ce60205bf09 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] 10.222.0.50 "PUT /v2.0/ports/2689d5af-cc91-42a9-bf3c-994fdce3a7cb HTTP/1.1" status: 404 len: 333 time: 0.0721898 Jan 27 17:14:17.887195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36564) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:17.889245 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:17.901574 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:17.901853 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:17.902866 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-156e86db-d3bd-4c24-bdbd-3a8b9157b102 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:17.926019 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-04acffba-20bb-43fd-900b-2333f8c70465 None None] Port 710eca64-9471-4663-a7ee-ea3911263211 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:17.959590 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-156e86db-d3bd-4c24-bdbd-3a8b9157b102 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] PUT failed (client error): The resource could not be found. Jan 27 17:14:17.960183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156e86db-d3bd-4c24-bdbd-3a8b9157b102 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:17.961311 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-156e86db-d3bd-4c24-bdbd-3a8b9157b102 tempest-NetworksNegativeTestJSON-43979090 tempest-NetworksNegativeTestJSON-43979090-project] 10.222.0.50 "PUT /v2.0/subnets/212bc81a-b256-426c-904b-e513983013d8 HTTP/1.1" status: 404 len: 337 time: 0.0731671 Jan 27 17:14:17.977883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-566ebe6f-6b5d-4def-8474-66c899874083 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.029542 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.037670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ebe6f-6b5d-4def-8474-66c899874083 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=710eca64-9471-4663-a7ee-ea3911263211,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:18.072516 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2,segment=NetworkSegment(cb590f32-3859-4b39-80f6-f0993c24be40),segment_id=cb590f32-3859-4b39-80f6-f0993c24be40)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:18.081247 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.161388 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:18.202811 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-566ebe6f-6b5d-4def-8474-66c899874083 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.219233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b13b3b8e-7a0b-4b66-bb7e-23fe20d50e5d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.230643 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b13b3b8e-7a0b-4b66-bb7e-23fe20d50e5d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.256072 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-566ebe6f-6b5d-4def-8474-66c899874083 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/ports/710eca64-9471-4663-a7ee-ea3911263211 HTTP/1.1" status: 204 len: 168 time: 1.5186386 Jan 27 17:14:18.256673 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36572) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:18.281461 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b13b3b8e-7a0b-4b66-bb7e-23fe20d50e5d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.282767 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b13b3b8e-7a0b-4b66-bb7e-23fe20d50e5d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8249149 Jan 27 17:14:18.286650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36576) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:18.288983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b3b8e-7a0b-4b66-bb7e-23fe20d50e5d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7353ae3e-c87e-4514-861b-553ff1d2f9e9,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:18.293889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d429027e-f78f-42e4-a4ec-919d2d11622e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': '7353ae3e-c87e-4514-861b-553ff1d2f9e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:18.302785 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d429027e-f78f-42e4-a4ec-919d2d11622e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:18.310982 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d429027e-f78f-42e4-a4ec-919d2d11622e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:18.311849 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d7bc72-96e5-40a8-826d-904f7e09b9f5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] GET failed (client error): The resource could not be found. Jan 27 17:14:18.312382 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c2d7bc72-96e5-40a8-826d-904f7e09b9f5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:18.320020 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d429027e-f78f-42e4-a4ec-919d2d11622e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:18.330244 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c2d7bc72-96e5-40a8-826d-904f7e09b9f5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:18.332414 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c2d7bc72-96e5-40a8-826d-904f7e09b9f5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports/710eca64-9471-4663-a7ee-ea3911263211 HTTP/1.1" status: 404 len: 333 time: 0.0743067 Jan 27 17:14:18.332557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d429027e-f78f-42e4-a4ec-919d2d11622e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:18.335264 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36582) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:18.370941 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36586) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:18.381591 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-d429027e-f78f-42e4-a4ec-919d2d11622e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:18.382925 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d429027e-f78f-42e4-a4ec-919d2d11622e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0956781 Jan 27 17:14:18.386009 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36590) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:18.391540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-dc0453b8-938b-4acd-be48-c1e630a7462f tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group_rule': {'security_group_id': '7353ae3e-c87e-4514-861b-553ff1d2f9e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:18.399031 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-dc0453b8-938b-4acd-be48-c1e630a7462f tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:18.408680 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-dc0453b8-938b-4acd-be48-c1e630a7462f tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:18.411748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-dc0453b8-938b-4acd-be48-c1e630a7462f tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:18.417616 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-dc0453b8-938b-4acd-be48-c1e630a7462f tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:18.451807 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-dc0453b8-938b-4acd-be48-c1e630a7462f tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:14:18.453718 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-dc0453b8-938b-4acd-be48-c1e630a7462f tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0658963 Jan 27 17:14:18.455965 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36596) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:18.476364 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-982464dc-5c60-4d3a-8052-8cfb6365cf53 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.531246 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-547714fa-1d86-47a8-8f95-a93fd0fde88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.538483 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e501-0ac8-4037-98f8-cf374276cdab tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.543616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-982464dc-5c60-4d3a-8052-8cfb6365cf53 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.568112 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e501-0ac8-4037-98f8-cf374276cdab tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.573561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-547714fa-1d86-47a8-8f95-a93fd0fde88f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:18.590713 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-547714fa-1d86-47a8-8f95-a93fd0fde88f admin admin] Usage tracker for resource:security_group_rule and tenant:60268fc811a3467ebf5052afe7c4eec8 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:18.602951 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-547714fa-1d86-47a8-8f95-a93fd0fde88f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:18.615724 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec28323-c231-4dcf-a54f-c9c6b90c4174 req-e748be46-c03f-470e-b6c7-cc4c4eb74194 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:18.617296 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-eec28323-c231-4dcf-a54f-c9c6b90c4174 req-e748be46-c03f-470e-b6c7-cc4c4eb74194 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.1923108 Jan 27 17:14:18.622856 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-547714fa-1d86-47a8-8f95-a93fd0fde88f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:18.625918 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e501-0ac8-4037-98f8-cf374276cdab tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.646575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1e501-0ac8-4037-98f8-cf374276cdab tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7353ae3e-c87e-4514-861b-553ff1d2f9e9,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:18.658641 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e501-0ac8-4037-98f8-cf374276cdab tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.659855 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-aaa1e501-0ac8-4037-98f8-cf374276cdab tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "DELETE /v2.0/security-groups/7353ae3e-c87e-4514-861b-553ff1d2f9e9 HTTP/1.1" status: 204 len: 168 time: 0.2024159 Jan 27 17:14:18.662431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36604) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:18.689879 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-982464dc-5c60-4d3a-8052-8cfb6365cf53 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.716613 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1bac9340-710e-41fc-b1c0-44c7bbefb26d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Synchronizing usage tracker for tenant:c0d3a935aeb246d7a1821fcd417cba01 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:18.717273 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982464dc-5c60-4d3a-8052-8cfb6365cf53 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e59ed5-b4d7-4768-b939-d90a1a492766,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:18.726186 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f12ae01b-f167-40f6-b5d9-8cd428fd52c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.727132 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-eec28323-c231-4dcf-a54f-c9c6b90c4174 req-5f94690f-6470-477d-a11b-3f72ae84ba6c tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020851 Jan 27 17:14:18.742154 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-982464dc-5c60-4d3a-8052-8cfb6365cf53 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.744086 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-982464dc-5c60-4d3a-8052-8cfb6365cf53 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/security-groups/65e59ed5-b4d7-4768-b939-d90a1a492766 HTTP/1.1" status: 204 len: 168 time: 0.4068115 Jan 27 17:14:18.747339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36610) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:18.748926 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1bac9340-710e-41fc-b1c0-44c7bbefb26d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Unset dirty status for tenant:c0d3a935aeb246d7a1821fcd417cba01 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:18.754609 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1bac9340-710e-41fc-b1c0-44c7bbefb26d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0877085 Jan 27 17:14:18.757963 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36614) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:18.764196 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-6776d54a-841d-42ee-ba21-b78e5e1f257a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group': {'name': 'tempest-secgroup--775064876'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:18.772181 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6776d54a-841d-42ee-ba21-b78e5e1f257a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:18.791633 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6776d54a-841d-42ee-ba21-b78e5e1f257a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:18.821108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-547714fa-1d86-47a8-8f95-a93fd0fde88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.830978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-547714fa-1d86-47a8-8f95-a93fd0fde88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.831554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ed35f86b-f888-440f-9870-9af44a5f34b3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.857753 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6776d54a-841d-42ee-ba21-b78e5e1f257a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.876006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ed35f86b-f888-440f-9870-9af44a5f34b3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.891211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:18.903475 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6776d54a-841d-42ee-ba21-b78e5e1f257a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:18.907426 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6776d54a-841d-42ee-ba21-b78e5e1f257a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Usage tracker for resource:security_group_rule and tenant:c0d3a935aeb246d7a1821fcd417cba01 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:18.910252 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6776d54a-841d-42ee-ba21-b78e5e1f257a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:18.928178 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6776d54a-841d-42ee-ba21-b78e5e1f257a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:18.939709 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ed35f86b-f888-440f-9870-9af44a5f34b3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:18.945521 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-547714fa-1d86-47a8-8f95-a93fd0fde88f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60268fc811a3467ebf5052afe7c4eec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5733066 Jan 27 17:14:18.956668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36622) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:18.990845 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:18.991698 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.018670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35f86b-f888-440f-9870-9af44a5f34b3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e1f53e-9e17-4489-adb4-3e9d4dc244b4,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:19.027582 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547714fa-1d86-47a8-8f95-a93fd0fde88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d60c09-80d3-4086-a1e5-4aa51d52cfd4,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:19.035784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6776d54a-841d-42ee-ba21-b78e5e1f257a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.046064 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6776d54a-841d-42ee-ba21-b78e5e1f257a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.053008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ed35f86b-f888-440f-9870-9af44a5f34b3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.054167 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ed35f86b-f888-440f-9870-9af44a5f34b3 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/security-groups/a8e1f53e-9e17-4489-adb4-3e9d4dc244b4 HTTP/1.1" status: 204 len: 168 time: 0.3021040 Jan 27 17:14:19.060404 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36626) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:19.098379 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-8695620b-07c1-42d6-a9f3-14638696bfca tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Synchronizing usage tracker for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:19.103399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a72e4d33-15a9-42f5-8804-ae923a5b54bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.141903 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a72e4d33-15a9-42f5-8804-ae923a5b54bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.152442 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-8695620b-07c1-42d6-a9f3-14638696bfca tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Unset dirty status for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:19.153616 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-8695620b-07c1-42d6-a9f3-14638696bfca tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47687518&fields=id&tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1 HTTP/1.1" status: 200 len: 267 time: 0.1236615 Jan 27 17:14:19.171109 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776d54a-841d-42ee-ba21-b78e5e1f257a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e52104b-e080-44f1-afbd-2318671e7495,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:19.210800 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6776d54a-841d-42ee-ba21-b78e5e1f257a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.214975 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6776d54a-841d-42ee-ba21-b78e5e1f257a tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4531710 Jan 27 17:14:19.215130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36630) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:19.222638 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-cc2e77d6-ce57-4fa6-bf53-6282515e3484 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:19.223297 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-cc2e77d6-ce57-4fa6-bf53-6282515e3484 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 17:14:19.224009 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-cc2e77d6-ce57-4fa6-bf53-6282515e3484 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] update failed (client error): There was a conflict when trying to complete your request. Jan 27 17:14:19.227589 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cc2e77d6-ce57-4fa6-bf53-6282515e3484 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "PUT /v2.0/security-groups/2e52104b-e080-44f1-afbd-2318671e7495 HTTP/1.1" status: 409 len: 330 time: 0.0087523 Jan 27 17:14:19.227801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36634) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:19.278626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b3dae04-7c8e-4884-95a1-197abe60736b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.322446 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a72e4d33-15a9-42f5-8804-ae923a5b54bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.331829 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b3dae04-7c8e-4884-95a1-197abe60736b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.337428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-5ab5a09f-a7a1-47cd-a145-597c7fa26180 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:19.338141 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-5ab5a09f-a7a1-47cd-a145-597c7fa26180 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Synchronizing usage tracker for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:19.348588 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22d56fc7-ebbd-4f14-aa0a-61f2d8bed2b1 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.349328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e4d33-15a9-42f5-8804-ae923a5b54bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d60c09-80d3-4086-a1e5-4aa51d52cfd4,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:19.362982 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a72e4d33-15a9-42f5-8804-ae923a5b54bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.364376 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a72e4d33-15a9-42f5-8804-ae923a5b54bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8d60c09-80d3-4086-a1e5-4aa51d52cfd4 HTTP/1.1" status: 204 len: 168 time: 0.4067764 Jan 27 17:14:19.374322 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-5ab5a09f-a7a1-47cd-a145-597c7fa26180 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Unset dirty status for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:19.375670 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-5ab5a09f-a7a1-47cd-a145-597c7fa26180 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/networks?id=841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 200 len: 811 time: 0.2105455 Jan 27 17:14:19.398369 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22d56fc7-ebbd-4f14-aa0a-61f2d8bed2b1 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.399059 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-790f4203-6d87-4930-a9e0-062eb054e023 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/quotas/0f5acc6f5bc44c0da4c61c46bd5289a1 HTTP/1.1" status: 200 len: 375 time: 0.0121119 Jan 27 17:14:19.436705 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b3dae04-7c8e-4884-95a1-197abe60736b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.464648 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dae04-7c8e-4884-95a1-197abe60736b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e81a2e-dab0-4bf8-94e9-2febfcb1fd5e,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:19.468756 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b3dae04-7c8e-4884-95a1-197abe60736b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.470185 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0b3dae04-7c8e-4884-95a1-197abe60736b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/security-groups/d0e81a2e-dab0-4bf8-94e9-2febfcb1fd5e HTTP/1.1" status: 204 len: 168 time: 0.3910332 Jan 27 17:14:19.473027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36640) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:19.516537 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-476a5193-3e3e-4097-9419-b0bb125986fd tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Synchronizing usage tracker for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:19.528244 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22d56fc7-ebbd-4f14-aa0a-61f2d8bed2b1 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.535456 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-476a5193-3e3e-4097-9419-b0bb125986fd tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Unset dirty status for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:19.536917 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-476a5193-3e3e-4097-9419-b0bb125986fd tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1287572 Jan 27 17:14:19.562579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d56fc7-ebbd-4f14-aa0a-61f2d8bed2b1 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e52104b-e080-44f1-afbd-2318671e7495,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:19.590847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4609532-6d4a-4e56-86c4-91beca14f545 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting subnet e0d58c2d-79b1-4300-ae5d-635b364e4bc3 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:19.597012 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22d56fc7-ebbd-4f14-aa0a-61f2d8bed2b1 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.598269 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-22d56fc7-ebbd-4f14-aa0a-61f2d8bed2b1 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "DELETE /v2.0/security-groups/2e52104b-e080-44f1-afbd-2318671e7495 HTTP/1.1" status: 204 len: 168 time: 0.3695352 Jan 27 17:14:19.599167 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4609532-6d4a-4e56-86c4-91beca14f545 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.606676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36646) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:19.661450 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4609532-6d4a-4e56-86c4-91beca14f545 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.767025 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4609532-6d4a-4e56-86c4-91beca14f545 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.772299 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-81dc72ae-fcd8-4d00-9664-15c4a59e1598 tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1586637 Jan 27 17:14:19.772995 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36658) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:19.803921 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-13c0272b-5f87-4c11-a227-ec7324a9f07e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] delete failed (client error): The resource could not be found. Jan 27 17:14:19.808597 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-13c0272b-5f87-4c11-a227-ec7324a9f07e tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "DELETE /v2.0/security-groups/0431154a-a23e-4743-ad6c-e8ee9e4772e1 HTTP/1.1" status: 404 len: 347 time: 0.0310616 Jan 27 17:14:19.811344 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36662) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:19.814989 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-5d40ad1a-c0e0-4ae1-8601-47186397809e service neutron] 10.222.0.50 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526231 Jan 27 17:14:19.839163 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-ff0a7f80-ddf5-4628-8e8d-023144065c1f tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] show failed (client error): The resource could not be found. Jan 27 17:14:19.843911 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ff0a7f80-ddf5-4628-8e8d-023144065c1f tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "GET /v2.0/security-groups/8f6a7ad1-b981-4147-ae8c-ae609ab8978e HTTP/1.1" status: 404 len: 347 time: 0.0284574 Jan 27 17:14:19.847412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36668) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:19.886864 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-020a2da4-9a2e-4a6b-b74b-3027ffd4580d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] show failed (client error): The resource could not be found. Jan 27 17:14:19.889768 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-020a2da4-9a2e-4a6b-b74b-3027ffd4580d tempest-NegativeSecGroupIPv6Test-1422158410 tempest-NegativeSecGroupIPv6Test-1422158410-project] 10.222.0.50 "GET /v2.0/security-group-rules/628f24b9-d88c-4383-b21b-c4f7e4a1d977 HTTP/1.1" status: 404 len: 356 time: 0.0362647 Jan 27 17:14:19.926652 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4609532-6d4a-4e56-86c4-91beca14f545 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:19.979743 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4609532-6d4a-4e56-86c4-91beca14f545 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d58c2d-79b1-4300-ae5d-635b364e4bc3,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:20.026752 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4609532-6d4a-4e56-86c4-91beca14f545 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.032709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff02b13-fd4e-4359-8d3a-1248aafec432 None None] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:20.040845 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a4609532-6d4a-4e56-86c4-91beca14f545 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/e0d58c2d-79b1-4300-ae5d-635b364e4bc3 HTTP/1.1" status: 204 len: 168 time: 0.5663655 Jan 27 17:14:20.049301 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36678) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:20.076959 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-ee1b8199-ebe9-42d0-99f2-846b2471d5f1 service neutron] 10.222.0.50 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516000 Jan 27 17:14:20.175048 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-d641dc4d-3290-492f-ae27-9044f91ddbc5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting subnet 8a2dc843-8903-40d1-902e-5ebc999d75a7 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:20.180434 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d641dc4d-3290-492f-ae27-9044f91ddbc5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.232358 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb814e8-c1da-44a8-843e-650d46d4f7b0 req-96b2d6c1-5176-46e3-8c41-1acb6fd43f43 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:20.233902 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-bcb814e8-c1da-44a8-843e-650d46d4f7b0 req-96b2d6c1-5176-46e3-8c41-1acb6fd43f43 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.2579238 Jan 27 17:14:20.372235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36694) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:20.427202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d641dc4d-3290-492f-ae27-9044f91ddbc5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.500786 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-bcb814e8-c1da-44a8-843e-650d46d4f7b0 req-9d6378d2-b9b1-4ec9-8ab7-772d4e5db0c9 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595515 Jan 27 17:14:20.563381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d641dc4d-3290-492f-ae27-9044f91ddbc5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.660578 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36706) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:20.700316 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-64dabef0-7999-4ef2-9edc-d5bc43f00b2c req-82124915-48f6-4c64-9b88-b2fbb291a6b2 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 210 time: 0.0560749 Jan 27 17:14:20.734099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d641dc4d-3290-492f-ae27-9044f91ddbc5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.742237 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9b4b1403-4ade-4ae9-ac41-fb8cf1da78aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c0d3a935aeb246d7a1821fcd417cba01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688083 Jan 27 17:14:20.746146 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36712) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:20.795832 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641dc4d-3290-492f-ae27-9044f91ddbc5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Subnet': ['ID=8a2dc843-8903-40d1-902e-5ebc999d75a7,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:20.805675 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d641dc4d-3290-492f-ae27-9044f91ddbc5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.808764 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-97363627-4be2-486b-a1f9-643490b75197 tempest-DvrRoutersNegativeTest-1780348603 tempest-DvrRoutersNegativeTest-1780348603-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2028430823', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:20.812007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.policy [None req-97363627-4be2-486b-a1f9-643490b75197 tempest-DvrRoutersNegativeTest-1780348603 tempest-DvrRoutersNegativeTest-1780348603-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87594) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 27 17:14:20.812305 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.policy [None req-97363627-4be2-486b-a1f9-643490b75197 tempest-DvrRoutersNegativeTest-1780348603 tempest-DvrRoutersNegativeTest-1780348603-project] Failed policy check for 'create_router' {{(pid=87594) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 27 17:14:20.812842 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-97363627-4be2-486b-a1f9-643490b75197 tempest-DvrRoutersNegativeTest-1780348603 tempest-DvrRoutersNegativeTest-1780348603-project] create failed (client error): Access was denied to this resource. Jan 27 17:14:20.813915 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-97363627-4be2-486b-a1f9-643490b75197 tempest-DvrRoutersNegativeTest-1780348603 tempest-DvrRoutersNegativeTest-1780348603-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1523430 Jan 27 17:14:20.814270 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d641dc4d-3290-492f-ae27-9044f91ddbc5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/8a2dc843-8903-40d1-902e-5ebc999d75a7 HTTP/1.1" status: 204 len: 168 time: 0.7637095 Jan 27 17:14:20.821604 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36722) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:20.863183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ebdaace-f413-4eed-bfb6-6bbfdc066b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.884751 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-536cc498-d89d-469b-9dc2-ca72a3fe0669 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:20.885230 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536cc498-d89d-469b-9dc2-ca72a3fe0669 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:20.896330 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-536cc498-d89d-469b-9dc2-ca72a3fe0669 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/e0d58c2d-79b1-4300-ae5d-635b364e4bc3 HTTP/1.1" status: 404 len: 337 time: 0.0782981 Jan 27 17:14:20.896492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36728) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:20.935283 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ebdaace-f413-4eed-bfb6-6bbfdc066b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:20.996161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5654d9c3-1491-43a2-8966-e7ea44991139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.015249 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4b6282-6957-4b76-a81a-5f21a2f59f9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting subnet e13408d5-e646-4311-bd65-02d5ce5b0295 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:21.019096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-da4b6282-6957-4b76-a81a-5f21a2f59f9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.097147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-da4b6282-6957-4b76-a81a-5f21a2f59f9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.100437 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36736) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:21.192558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ebdaace-f413-4eed-bfb6-6bbfdc066b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.224051 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdaace-f413-4eed-bfb6-6bbfdc066b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89273d0c-6675-415d-98d3-ba95a76c8e87,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:21.234014 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ebdaace-f413-4eed-bfb6-6bbfdc066b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.235256 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4ebdaace-f413-4eed-bfb6-6bbfdc066b6c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/89273d0c-6675-415d-98d3-ba95a76c8e87 HTTP/1.1" status: 204 len: 168 time: 0.4881549 Jan 27 17:14:21.253992 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-da4b6282-6957-4b76-a81a-5f21a2f59f9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.301511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8570a246-3fe1-4ddc-bfcd-83b2886ab74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.317923 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427bd42c-0643-40e3-b347-efd089ffec76 None None] Network b5fd7f67-7fc2-407b-92ef-6e1c70f73343 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:21.338137 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8570a246-3fe1-4ddc-bfcd-83b2886ab74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:21.346236 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8570a246-3fe1-4ddc-bfcd-83b2886ab74d admin admin] Usage tracker for resource:security_group_rule and tenant:22a072bf18ed45de9c7a212d18f84477 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:21.352563 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8570a246-3fe1-4ddc-bfcd-83b2886ab74d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:21.360283 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-da4b6282-6957-4b76-a81a-5f21a2f59f9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.361092 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8570a246-3fe1-4ddc-bfcd-83b2886ab74d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:21.402441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b6282-6957-4b76-a81a-5f21a2f59f9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Subnet': ['ID=e13408d5-e646-4311-bd65-02d5ce5b0295,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:21.404744 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-da4b6282-6957-4b76-a81a-5f21a2f59f9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.411542 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-da4b6282-6957-4b76-a81a-5f21a2f59f9c tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/e13408d5-e646-4311-bd65-02d5ce5b0295 HTTP/1.1" status: 204 len: 168 time: 0.5139906 Jan 27 17:14:21.414484 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36744) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:21.458429 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afaa976-26fb-4501-b4b6-d9740d100dcb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:21.459219 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6afaa976-26fb-4501-b4b6-d9740d100dcb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:21.461331 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6afaa976-26fb-4501-b4b6-d9740d100dcb tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/bb6875aa-4c43-487d-8121-1ad8100cd432 HTTP/1.1" status: 404 len: 337 time: 0.0443487 Jan 27 17:14:21.464378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36748) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:21.468639 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8570a246-3fe1-4ddc-bfcd-83b2886ab74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.479365 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8570a246-3fe1-4ddc-bfcd-83b2886ab74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.526668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4f4c20c3-f25a-47c9-8d84-6664497d7326 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Synchronizing usage tracker for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:21.548015 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4f4c20c3-f25a-47c9-8d84-6664497d7326 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Unset dirty status for tenant:bcf63b44a81342b381e6a8ef34f3f0e6 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:21.553626 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4f4c20c3-f25a-47c9-8d84-6664497d7326 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "GET /v2.0/ports?device_id=850db16c-a15b-45a2-9d1a-862d99c59caa HTTP/1.1" status: 200 len: 205 time: 0.0879619 Jan 27 17:14:21.555081 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36754) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:21.611161 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570a246-3fe1-4ddc-bfcd-83b2886ab74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c36a989-4133-4d9b-b419-ee69820c1a05,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:21.636931 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8d2883f7-0863-49fa-8930-4cc87e3d7cdb None None] Provisioning complete for port a4eeccc0-4bde-43d8-9711-966ee01bf0eb triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:21.637618 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8d2883f7-0863-49fa-8930-4cc87e3d7cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.639095 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8570a246-3fe1-4ddc-bfcd-83b2886ab74d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=22a072bf18ed45de9c7a212d18f84477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5372989 Jan 27 17:14:21.641666 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36758) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:21.710933 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54e4c8f7-9998-4f99-a30e-8bf08fa2ad3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.713412 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8d2883f7-0863-49fa-8930-4cc87e3d7cdb None None] Port a4eeccc0-4bde-43d8-9711-966ee01bf0eb cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:21.730027 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8d2883f7-0863-49fa-8930-4cc87e3d7cdb None None] Provisioning complete for port 42619b49-bb77-4153-b102-6d8fafb7d180 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:21.730404 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8d2883f7-0863-49fa-8930-4cc87e3d7cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.742691 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54e4c8f7-9998-4f99-a30e-8bf08fa2ad3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.792180 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-175f59e9-75ce-4635-9e0f-6423f92ebb5b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] delete failed (client error): The resource could not be found. Jan 27 17:14:21.795572 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-175f59e9-75ce-4635-9e0f-6423f92ebb5b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/routers/850db16c-a15b-45a2-9d1a-862d99c59caa HTTP/1.1" status: 404 len: 336 time: 0.2369256 Jan 27 17:14:21.796587 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36764) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:21.838177 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c6a16e-a823-446c-bd54-5949a767f0a8 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:21.838638 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c6a16e-a823-446c-bd54-5949a767f0a8 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:21.848839 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c1c6a16e-a823-446c-bd54-5949a767f0a8 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/c2ce38e9-6b4e-4d49-a2c8-12cce98cf81b HTTP/1.1" status: 404 len: 337 time: 0.0510526 Jan 27 17:14:21.851443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36768) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:21.881361 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d7811e-146f-467c-8e12-2060ed9ec8e8 None None] DHCP port deletion for b5fd7f67-7fc2-407b-92ef-6e1c70f73343 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:14:21.883339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0aa6d7-f8e7-49d3-b881-66df01a05f6b req-2335f178-c1a8-4506-98e3-08c77bccd40d tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:21.884900 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6b0aa6d7-f8e7-49d3-b881-66df01a05f6b req-2335f178-c1a8-4506-98e3-08c77bccd40d tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.0947740 Jan 27 17:14:21.892982 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54e4c8f7-9998-4f99-a30e-8bf08fa2ad3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.894888 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54e4c8f7-9998-4f99-a30e-8bf08fa2ad3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.899061 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-54e4c8f7-9998-4f99-a30e-8bf08fa2ad3e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c36a989-4133-4d9b-b419-ee69820c1a05 HTTP/1.1" status: 204 len: 168 time: 0.2532640 Jan 27 17:14:21.900692 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-07d7811e-146f-467c-8e12-2060ed9ec8e8 None None] Deleting port 42619b49-bb77-4153-b102-6d8fafb7d180 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:21.901130 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07d7811e-146f-467c-8e12-2060ed9ec8e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:21.965600 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6b0aa6d7-f8e7-49d3-b881-66df01a05f6b req-37f1e12b-8e6a-42ec-9a4e-a71a62963c25 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722458 Jan 27 17:14:21.999514 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-71364147-33ab-4ba7-a7b6-f630e9bfb6f5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:21.999827 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71364147-33ab-4ba7-a7b6-f630e9bfb6f5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:22.004207 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-71364147-33ab-4ba7-a7b6-f630e9bfb6f5 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/ee3bcbcd-1c1f-442f-ae1f-e04ea71993d9 HTTP/1.1" status: 404 len: 337 time: 0.1517971 Jan 27 17:14:22.005216 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36776) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:22.016480 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-047c5648-a45d-4e78-b64e-c904c329b1b6 req-473dccd2-609d-440b-b2a0-1d582af8e06a tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 210 time: 0.1290293 Jan 27 17:14:22.041393 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4c8f7-9998-4f99-a30e-8bf08fa2ad3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c36a989-4133-4d9b-b419-ee69820c1a05,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:22.192911 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.244357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-07d7811e-146f-467c-8e12-2060ed9ec8e8 None None] For port 42619b49-bb77-4153-b102-6d8fafb7d180, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=42619b49-bb77-4153-b102-6d8fafb7d180,segment=NetworkSegment(01ae4acb-fa69-4442-a0e2-edbc597ce0d8),segment_id=01ae4acb-fa69-4442-a0e2-edbc597ce0d8)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:22.244879 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07d7811e-146f-467c-8e12-2060ed9ec8e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.274915 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-2f132a39-1010-4101-877f-3ece94ed9224 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:22.276483 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-2f132a39-1010-4101-877f-3ece94ed9224 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.83 "GET /v2.0/networks?id=841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 200 len: 811 time: 0.1742635 Jan 27 17:14:22.277714 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-564f4ac2-7aad-4a0c-923f-49ce8d056961 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:22.278170 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564f4ac2-7aad-4a0c-923f-49ce8d056961 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:22.281731 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-564f4ac2-7aad-4a0c-923f-49ce8d056961 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/ceb1bd03-5ce7-491d-8216-a9c3372873a6 HTTP/1.1" status: 404 len: 337 time: 0.2734194 Jan 27 17:14:22.282625 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36780) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:22.329238 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.330202 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-df82f7b4-bef8-429a-b1cb-b5930f8e0fce tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:22.330692 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df82f7b4-bef8-429a-b1cb-b5930f8e0fce tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:22.332414 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-df82f7b4-bef8-429a-b1cb-b5930f8e0fce tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/ports/c94c3fec-dbcb-42cc-b679-f8f976b86336 HTTP/1.1" status: 404 len: 333 time: 0.0487459 Jan 27 17:14:22.335196 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36784) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:22.374061 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-7915cdbe-c2be-4320-a588-e2fc7424c009 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:22.374440 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-fe23670c-af81-4a2e-ba8a-15a05854815c tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1 HTTP/1.1" status: 200 len: 378 time: 0.0409675 Jan 27 17:14:22.374989 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7915cdbe-c2be-4320-a588-e2fc7424c009 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:22.376672 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7915cdbe-c2be-4320-a588-e2fc7424c009 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/777be4e0-fe97-4605-bd2a-35a7c5a37c50 HTTP/1.1" status: 404 len: 337 time: 0.0402727 Jan 27 17:14:22.380238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36788) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:22.383286 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-9029c3fc-f7fd-4c95-8ba6-a2c53d66e96b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Request body: {'port': {'device_id': 'c1fe2f52-31e3-44dc-b368-3f548c8bcfc3', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'admin_state_up': True, 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'security_groups': ['5ce8f9ad-5a60-4f36-bb8f-ed36c716cade']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:22.408251 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-07d7811e-146f-467c-8e12-2060ed9ec8e8 None None] Calling delete_port for 42619b49-bb77-4153-b102-6d8fafb7d180 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:22.422181 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd5c148-c9fa-4913-b880-d98241324b7d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:22.423320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd5c148-c9fa-4913-b880-d98241324b7d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:22.425645 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ccd5c148-c9fa-4913-b880-d98241324b7d tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/3ee05327-1b54-41f2-82eb-3522f01315b4 HTTP/1.1" status: 404 len: 337 time: 0.0438831 Jan 27 17:14:22.427561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36792) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:22.474313 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a2d90e-9812-4e61-a82d-8e5ea2421879 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:22.474842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a2d90e-9812-4e61-a82d-8e5ea2421879 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:22.476434 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c1a2d90e-9812-4e61-a82d-8e5ea2421879 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/ports/c823a0c9-b19c-49f7-b331-56f2e2fef7a7 HTTP/1.1" status: 404 len: 333 time: 0.0473332 Jan 27 17:14:22.479646 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36796) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:22.504075 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07d7811e-146f-467c-8e12-2060ed9ec8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.518386 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4179c1-558e-4cbc-a0da-4452c41e2828 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:22.518832 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4179c1-558e-4cbc-a0da-4452c41e2828 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:22.520493 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3b4179c1-558e-4cbc-a0da-4452c41e2828 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/04c46ec9-0c05-44e8-ba94-97a7445c8447 HTTP/1.1" status: 404 len: 337 time: 0.0399632 Jan 27 17:14:22.523141 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36800) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:22.555420 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7811e-146f-467c-8e12-2060ed9ec8e8 None None] Pushing event deleted for resources: {'Port': ['ID=42619b49-bb77-4153-b102-6d8fafb7d180,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:22.557203 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d7811e-146f-467c-8e12-2060ed9ec8e8 None None] No DVR routers for this DVR port 42619b49-bb77-4153-b102-6d8fafb7d180 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:22.565047 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d77b63-9842-4e14-baf8-92df7a61add6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] DELETE failed (client error): The resource could not be found. Jan 27 17:14:22.565498 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d77b63-9842-4e14-baf8-92df7a61add6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:14:22.567298 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d2d77b63-9842-4e14-baf8-92df7a61add6 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/subnets/8d2ebe7d-b019-462d-a8fa-92391d7ff7e2 HTTP/1.1" status: 404 len: 337 time: 0.0432279 Jan 27 17:14:22.569956 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36804) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:22.572572 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-9029c3fc-f7fd-4c95-8ba6-a2c53d66e96b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:22.584742 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-9029c3fc-f7fd-4c95-8ba6-a2c53d66e96b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:22.595881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-9029c3fc-f7fd-4c95-8ba6-a2c53d66e96b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Made reservation on behalf of 0f5acc6f5bc44c0da4c61c46bd5289a1 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:22.601384 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-9029c3fc-f7fd-4c95-8ba6-a2c53d66e96b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.646477 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-b6d694fb-79b7-4fc4-944b-2b5a44c6ab2b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Deleting port a4eeccc0-4bde-43d8-9711-966ee01bf0eb {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:22.646852 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6d694fb-79b7-4fc4-944b-2b5a44c6ab2b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.786518 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-9029c3fc-f7fd-4c95-8ba6-a2c53d66e96b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Allocated IP 172.20.0.8 (841011a7-cc94-4162-872b-7e5b601026ce/3d6555cc-80bd-47ee-878f-a5617b07d795/9770ce64-0e5f-49ac-9278-e6feba990143) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:22.877749 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6d694fb-79b7-4fc4-944b-2b5a44c6ab2b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:22.890904 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 42619b49-bb77-4153-b102-6d8fafb7d180 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:22.926048 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 42619b49-bb77-4153-b102-6d8fafb7d180 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:22.926393 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 42619b49-bb77-4153-b102-6d8fafb7d180 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:23.006291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-9029c3fc-f7fd-4c95-8ba6-a2c53d66e96b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.019375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-b6d694fb-79b7-4fc4-944b-2b5a44c6ab2b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Calling delete_port for a4eeccc0-4bde-43d8-9711-966ee01bf0eb owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:23.027779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-9029c3fc-f7fd-4c95-8ba6-a2c53d66e96b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Transition to ACTIVE for port object 9770ce64-0e5f-49ac-9278-e6feba990143 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:23.066443 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-9029c3fc-f7fd-4c95-8ba6-a2c53d66e96b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.144754 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6d694fb-79b7-4fc4-944b-2b5a44c6ab2b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.211829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-9029c3fc-f7fd-4c95-8ba6-a2c53d66e96b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Network 841011a7-cc94-4162-872b-7e5b601026ce is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:23.216184 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-9029c3fc-f7fd-4c95-8ba6-a2c53d66e96b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:23.220801 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-9029c3fc-f7fd-4c95-8ba6-a2c53d66e96b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:14:23.254813 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d694fb-79b7-4fc4-944b-2b5a44c6ab2b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Port': ['ID=a4eeccc0-4bde-43d8-9711-966ee01bf0eb,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:23.273978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029c3fc-f7fd-4c95-8ba6-a2c53d66e96b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event updated for resources: {'Port': ['ID=9770ce64-0e5f-49ac-9278-e6feba990143,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:23.290050 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6d694fb-79b7-4fc4-944b-2b5a44c6ab2b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.302036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-9029c3fc-f7fd-4c95-8ba6-a2c53d66e96b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:23.302675 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-9029c3fc-f7fd-4c95-8ba6-a2c53d66e96b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.315244 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b6d694fb-79b7-4fc4-944b-2b5a44c6ab2b tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/ports/a4eeccc0-4bde-43d8-9711-966ee01bf0eb HTTP/1.1" status: 204 len: 168 time: 0.7409968 Jan 27 17:14:23.315737 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36816) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:23.320988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857b7ec-47b9-40d5-823c-3fa56ce6da03 req-5bf12e14-a9ea-4272-acb2-fd75f727a9ab tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:23.322661 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a857b7ec-47b9-40d5-823c-3fa56ce6da03 req-5bf12e14-a9ea-4272-acb2-fd75f727a9ab tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.2483127 Jan 27 17:14:23.370036 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-9029c3fc-f7fd-4c95-8ba6-a2c53d66e96b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9904459 Jan 27 17:14:23.380969 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.388846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Request body: {'port': {'device_id': 'c1fe2f52-31e3-44dc-b368-3f548c8bcfc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:23.433935 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a857b7ec-47b9-40d5-823c-3fa56ce6da03 req-f0e9e8a2-9666-4e1d-99d0-0022967a358b tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993042 Jan 27 17:14:23.522558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.587945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a923c-b6f0-40c1-b707-a0a60787c142 req-a18475bd-ff52-443d-8741-2ef3642d651a tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:23.589898 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca4a923c-b6f0-40c1-b707-a0a60787c142 req-a18475bd-ff52-443d-8741-2ef3642d651a tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 931 time: 0.3763418 Jan 27 17:14:23.596499 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1063bfae-7b32-42c5-a327-a0de4d7a0810 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.610685 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fe4224e9-59b1-40b9-9a16-26808e642a9b None None] Provisioning for port 9770ce64-0e5f-49ac-9278-e6feba990143 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:23.616484 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fe4224e9-59b1-40b9-9a16-26808e642a9b None None] Provisioning complete for port 9770ce64-0e5f-49ac-9278-e6feba990143 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:23.616842 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe4224e9-59b1-40b9-9a16-26808e642a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.678647 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fe4224e9-59b1-40b9-9a16-26808e642a9b None None] Port 9770ce64-0e5f-49ac-9278-e6feba990143 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:23.694715 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-ca4a923c-b6f0-40c1-b707-a0a60787c142 req-84614f13-1849-4b24-a9d2-9082ed0085f2 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Synchronizing usage tracker for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:23.772060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1063bfae-7b32-42c5-a327-a0de4d7a0810 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.782121 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-ca4a923c-b6f0-40c1-b707-a0a60787c142 req-84614f13-1849-4b24-a9d2-9082ed0085f2 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Unset dirty status for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:23.783186 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca4a923c-b6f0-40c1-b707-a0a60787c142 req-84614f13-1849-4b24-a9d2-9082ed0085f2 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1797662 Jan 27 17:14:23.804012 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-1063bfae-7b32-42c5-a327-a0de4d7a0810 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fd7f67-7fc2-407b-92ef-6e1c70f73343']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:23.817820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-1063bfae-7b32-42c5-a327-a0de4d7a0810 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ae4acb-fa69-4442-a0e2-edbc597ce0d8') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:23.818271 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-1063bfae-7b32-42c5-a327-a0de4d7a0810 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ae4acb-fa69-4442-a0e2-edbc597ce0d8') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:23.830281 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1063bfae-7b32-42c5-a327-a0de4d7a0810 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.846436 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1063bfae-7b32-42c5-a327-a0de4d7a0810 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.852534 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1063bfae-7b32-42c5-a327-a0de4d7a0810 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:23.853026 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1063bfae-7b32-42c5-a327-a0de4d7a0810 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:23.868736 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:23.905943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9770ce64-0e5f-49ac-9278-e6feba990143 {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:14:23.914754 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.930317 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Transition to ACTIVE for port object 9770ce64-0e5f-49ac-9278-e6feba990143 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:23.935405 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.955448 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1063bfae-7b32-42c5-a327-a0de4d7a0810 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.979006 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1063bfae-7b32-42c5-a327-a0de4d7a0810 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:23.986693 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063bfae-7b32-42c5-a327-a0de4d7a0810 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] Pushing event deleted for resources: {'Network': ['ID=b5fd7f67-7fc2-407b-92ef-6e1c70f73343,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:23.995656 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1063bfae-7b32-42c5-a327-a0de4d7a0810 tempest-PortsTestJSON-934876279 tempest-PortsTestJSON-934876279-project] 10.222.0.50 "DELETE /v2.0/networks/b5fd7f67-7fc2-407b-92ef-6e1c70f73343 HTTP/1.1" status: 204 len: 168 time: 0.6788526 Jan 27 17:14:24.210671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Pushing event updated for resources: {'Port': ['ID=9770ce64-0e5f-49ac-9278-e6feba990143,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:24.299921 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Attempting to bind port 9770ce64-0e5f-49ac-9278-e6feba990143 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:24.300257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Attempting to bind port 9770ce64-0e5f-49ac-9278-e6feba990143 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:24.300582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Attempting to bind port 9770ce64-0e5f-49ac-9278-e6feba990143 on network 841011a7-cc94-4162-872b-7e5b601026ce {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:24.306282 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Port 9770ce64-0e5f-49ac-9278-e6feba990143 on network 841011a7-cc94-4162-872b-7e5b601026ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:14:24.306604 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Attempting to bind port 9770ce64-0e5f-49ac-9278-e6feba990143 on network 841011a7-cc94-4162-872b-7e5b601026ce {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:24.312682 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:24.313031 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Checking segment: {'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:24.313461 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Bound using segment: {'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:24.313918 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Bound port: 9770ce64-0e5f-49ac-9278-e6feba990143, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:24.314261 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:24.335216 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36826) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:24.412308 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] For port 9770ce64-0e5f-49ac-9278-e6feba990143, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:24.415549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] For port 9770ce64-0e5f-49ac-9278-e6feba990143, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9770ce64-0e5f-49ac-9278-e6feba990143,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:24.420781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:24.491235 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-38ebacfe-7d0e-464d-bedb-b34fd8b266ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bcf63b44a81342b381e6a8ef34f3f0e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548550 Jan 27 17:14:24.493794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36834) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:24.505105 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Pushing event updated for resources: {'Port': ['ID=9770ce64-0e5f-49ac-9278-e6feba990143,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:24.519152 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:24.520545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:24.521939 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-45f8efdc-a12b-4296-8a4a-ba8f633c6746 service neutron] 10.222.0.83 "PUT /v2.0/ports/9770ce64-0e5f-49ac-9278-e6feba990143 HTTP/1.1" status: 200 len: 1093 time: 1.1405292 Jan 27 17:14:24.522422 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fe2f52-31e3-44dc-b368-3f548c8bcfc3', 'tag': '9770ce64-0e5f-49ac-9278-e6feba990143'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:14:24.584014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dea84631-e599-4446-a2dc-2edcbbfe6ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:24.632230 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dea84631-e599-4446-a2dc-2edcbbfe6ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:24.657448 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1fe2f52-31e3-44dc-b368-3f548c8bcfc3', 'tag': '9770ce64-0e5f-49ac-9278-e6feba990143', 'status': 'completed', 'code': 200} Jan 27 17:14:24.694026 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dea84631-e599-4446-a2dc-2edcbbfe6ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:24.710978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea84631-e599-4446-a2dc-2edcbbfe6ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9437580d-c3ac-43a4-a47b-6b33c55dafe4,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:24.715385 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dea84631-e599-4446-a2dc-2edcbbfe6ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:24.718856 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-dea84631-e599-4446-a2dc-2edcbbfe6ebe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9437580d-c3ac-43a4-a47b-6b33c55dafe4 HTTP/1.1" status: 204 len: 168 time: 0.2218325 Jan 27 17:14:24.769010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-4419b15f-3cb4-4fd9-b71c-f22751cf27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:24.770518 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-4419b15f-3cb4-4fd9-b71c-f22751cf27ff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 1096 time: 0.2004123 Jan 27 17:14:24.842506 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cdd3e-50ce-46e2-81cd-c137b5952057 req-5f2f4a73-fa36-4850-8797-bd751c53c24c tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:24.844024 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0b1cdd3e-50ce-46e2-81cd-c137b5952057 req-5f2f4a73-fa36-4850-8797-bd751c53c24c tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.1857679 Jan 27 17:14:24.870939 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-dfd6a856-322f-48ad-8207-8e862a69531c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9770ce64-0e5f-49ac-9278-e6feba990143 HTTP/1.1" status: 200 len: 217 time: 0.0899129 Jan 27 17:14:24.939520 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0b1cdd3e-50ce-46e2-81cd-c137b5952057 req-be137e03-db35-455a-8357-df2ffdd3c4ca tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891273 Jan 27 17:14:24.955989 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-0fa25739-9778-499a-9d78-bc48d261bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:24.967108 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-0fa25739-9778-499a-9d78-bc48d261bfd8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d6555cc-80bd-47ee-878f-a5617b07d795 HTTP/1.1" status: 200 len: 850 time: 0.0870755 Jan 27 17:14:24.999831 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11fb54-4770-41d6-96f4-c7cd2d3aca59 req-e24377a5-2008-4c5c-803f-4a232cff6826 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:25.001767 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5a11fb54-4770-41d6-96f4-c7cd2d3aca59 req-e24377a5-2008-4c5c-803f-4a232cff6826 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 943 time: 0.0972371 Jan 27 17:14:25.053283 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-bdbd973a-be47-4604-90fb-972f8f3616eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:25.054814 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-bdbd973a-be47-4604-90fb-972f8f3616eb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=841011a7-cc94-4162-872b-7e5b601026ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808177 Jan 27 17:14:25.061416 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5a11fb54-4770-41d6-96f4-c7cd2d3aca59 req-d86e9840-86f4-40c0-a6bf-5245e8a22f4b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532203 Jan 27 17:14:25.226740 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-7a486e90-3dbe-4778-876a-0bb98ae92007 service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615233 Jan 27 17:14:25.391677 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c8ac02-32f4-453d-88fb-3176f70a79db req-d3435c03-c598-44f3-ba96-7100c6628e0f service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575773 Jan 27 17:14:25.509602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729d723-185e-4591-9165-1cb8cb833780 req-bea42bcc-a8a7-4f72-b609-bd2da8581c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:25.511105 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8729d723-185e-4591-9165-1cb8cb833780 req-bea42bcc-a8a7-4f72-b609-bd2da8581c87 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 1096 time: 0.0706446 Jan 27 17:14:25.564494 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36862) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:25.648325 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729d723-185e-4591-9165-1cb8cb833780 req-bf21fd80-7437-4a6c-8e2d-6ab6473fa0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:25.649907 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8729d723-185e-4591-9165-1cb8cb833780 req-bf21fd80-7437-4a6c-8e2d-6ab6473fa0f1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 200 len: 913 time: 0.1315784 Jan 27 17:14:25.671415 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1747918830'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:25.676748 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:25.682824 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:network and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:25.686662 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:25.697725 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:25.709117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:25.712881 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:25.725753 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:25.725974 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8729d723-185e-4591-9165-1cb8cb833780 req-89a52623-d557-4149-aa24-9a25c85b2fc8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9770ce64-0e5f-49ac-9278-e6feba990143 HTTP/1.1" status: 200 len: 217 time: 0.0679176 Jan 27 17:14:25.740752 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:25.744786 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:security_group_rule and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:25.747794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:25.753653 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:25.791549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729d723-185e-4591-9165-1cb8cb833780 req-b6a232dd-52b5-408e-b19c-d095a961cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:25.793011 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8729d723-185e-4591-9165-1cb8cb833780 req-b6a232dd-52b5-408e-b19c-d095a961cb11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d6555cc-80bd-47ee-878f-a5617b07d795 HTTP/1.1" status: 200 len: 850 time: 0.0603218 Jan 27 17:14:25.837224 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:25.844778 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:25.856720 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:25.875132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729d723-185e-4591-9165-1cb8cb833780 req-a32af9ec-1855-4529-a677-e211cf203a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:25.876781 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8729d723-185e-4591-9165-1cb8cb833780 req-a32af9ec-1855-4529-a677-e211cf203a30 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=841011a7-cc94-4162-872b-7e5b601026ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768933 Jan 27 17:14:25.890934 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:25.891205 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Added segment 268eec66-043f-4cba-99df-f66c35d7d62d of type vlan for network 1bae5b72-682a-4f2f-9210-1838cb70a674 Jan 27 17:14:25.896907 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c2ec4c-3313-428c-962c-85cd0ea193f9,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:25.922827 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:25.956632 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:25.962246 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:25.962827 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.083200 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Network': ['ID=1bae5b72-682a-4f2f-9210-1838cb70a674,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:26.090543 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-08638e99-1b41-405d-8aef-a0bc0cf610c2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5249748 Jan 27 17:14:26.091169 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36870) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:26.097153 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 1bae5b72-682a-4f2f-9210-1838cb70a674 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:26.099596 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0abb68fa-5d6e-4051-a276-e7359dfda7d7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1961565776'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:26.105053 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0abb68fa-5d6e-4051-a276-e7359dfda7d7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:26.109268 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0abb68fa-5d6e-4051-a276-e7359dfda7d7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:network and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:26.112478 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0abb68fa-5d6e-4051-a276-e7359dfda7d7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:26.119307 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0abb68fa-5d6e-4051-a276-e7359dfda7d7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:26.132640 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abb68fa-5d6e-4051-a276-e7359dfda7d7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:26.137889 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0abb68fa-5d6e-4051-a276-e7359dfda7d7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.171098 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abb68fa-5d6e-4051-a276-e7359dfda7d7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:26.183637 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0abb68fa-5d6e-4051-a276-e7359dfda7d7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.184052 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-0abb68fa-5d6e-4051-a276-e7359dfda7d7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Added segment b2c5f4fd-c92d-41ed-a1fb-5aa0bc449bd6 of type vlan for network caa02e7d-e145-485d-aed5-d58258215d40 Jan 27 17:14:26.224475 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0abb68fa-5d6e-4051-a276-e7359dfda7d7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.275667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e51834-3566-478c-92d9-ae7534efe61f req-ef583477-e409-4a8c-9fc0-17a70b5ba725 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:26.277204 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-50e51834-3566-478c-92d9-ae7534efe61f req-ef583477-e409-4a8c-9fc0-17a70b5ba725 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.1182556 Jan 27 17:14:26.287568 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8729d723-185e-4591-9165-1cb8cb833780 req-2061cb5e-6922-4505-b4b3-d7d4f035daa6 service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019496 Jan 27 17:14:26.312197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0abb68fa-5d6e-4051-a276-e7359dfda7d7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.317614 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abb68fa-5d6e-4051-a276-e7359dfda7d7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:26.318204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0abb68fa-5d6e-4051-a276-e7359dfda7d7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.370544 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-50e51834-3566-478c-92d9-ae7534efe61f req-fb23ca9d-4dc4-4a6d-8d95-9a736ad3d204 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853431 Jan 27 17:14:26.394850 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0abb68fa-5d6e-4051-a276-e7359dfda7d7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3003452 Jan 27 17:14:26.397773 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36878) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:26.410286 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-5caa817d-6213-4056-9074-240729b75f31 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'subnet': {'network_id': '1bae5b72-682a-4f2f-9210-1838cb70a674', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:26.468119 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8729d723-185e-4591-9165-1cb8cb833780 req-40b3b539-3470-477d-b951-f100f1bede6e service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633067 Jan 27 17:14:26.497350 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb68fa-5d6e-4051-a276-e7359dfda7d7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Network': ['ID=caa02e7d-e145-485d-aed5-d58258215d40,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:26.508199 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network caa02e7d-e145-485d-aed5-d58258215d40 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:26.600959 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837903c-df52-4423-83ce-e535e710d179 req-3668171f-3af2-4513-9b7d-10c115b89a62 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:26.603459 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0837903c-df52-4423-83ce-e535e710d179 req-3668171f-3af2-4513-9b7d-10c115b89a62 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 943 time: 0.3366477 Jan 27 17:14:26.609383 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5caa817d-6213-4056-9074-240729b75f31 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:26.615699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5caa817d-6213-4056-9074-240729b75f31 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:subnet and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:26.633398 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5caa817d-6213-4056-9074-240729b75f31 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:26.642926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5caa817d-6213-4056-9074-240729b75f31 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:26.669320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caa817d-6213-4056-9074-240729b75f31 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:26.672968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5caa817d-6213-4056-9074-240729b75f31 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.690154 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0837903c-df52-4423-83ce-e535e710d179 req-c6389e8d-1ff3-44d5-a48f-019bf7a2cdf8 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778668 Jan 27 17:14:26.899115 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5caa817d-6213-4056-9074-240729b75f31 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:26.984853 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa817d-6213-4056-9074-240729b75f31 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Subnet': ['ID=7d7d7abd-8f0c-4a55-8b95-ba7fc32ba767,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:26.995844 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caa817d-6213-4056-9074-240729b75f31 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Checking segment: {'id': '268eec66-043f-4cba-99df-f66c35d7d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '1bae5b72-682a-4f2f-9210-1838cb70a674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:26.996186 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caa817d-6213-4056-9074-240729b75f31 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network hostable DHCP agents. Network: 1bae5b72-682a-4f2f-9210-1838cb70a674, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:27.018591 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caa817d-6213-4056-9074-240729b75f31 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network 1bae5b72-682a-4f2f-9210-1838cb70a674 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:27.028803 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-5caa817d-6213-4056-9074-240729b75f31 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 1bae5b72-682a-4f2f-9210-1838cb70a674) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:27.036474 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caa817d-6213-4056-9074-240729b75f31 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:27.037384 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5caa817d-6213-4056-9074-240729b75f31 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.038957 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad835b5d-f6fc-4122-bb01-727a44488740 None None] Network 1bae5b72-682a-4f2f-9210-1838cb70a674 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:27.071010 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5caa817d-6213-4056-9074-240729b75f31 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6702216 Jan 27 17:14:27.073747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36882) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:27.082973 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-57f05b24-7eeb-4c02-b85a-05e7ffd569ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'subnet': {'network_id': 'caa02e7d-e145-485d-aed5-d58258215d40', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:27.406819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-57f05b24-7eeb-4c02-b85a-05e7ffd569ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:27.413095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-57f05b24-7eeb-4c02-b85a-05e7ffd569ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:subnet and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:27.417922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-57f05b24-7eeb-4c02-b85a-05e7ffd569ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:27.426770 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-57f05b24-7eeb-4c02-b85a-05e7ffd569ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:27.440735 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f05b24-7eeb-4c02-b85a-05e7ffd569ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:27.447905 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57f05b24-7eeb-4c02-b85a-05e7ffd569ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.456055 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-1bae5b72-682a-4f2f-9210-1838cb70a674', 'network_id': '1bae5b72-682a-4f2f-9210-1838cb70a674', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'fixed_ips': [{'subnet_id': '7d7d7abd-8f0c-4a55-8b95-ba7fc32ba767'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:27.457594 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.564038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb85ba-de35-42a8-baed-eab68069cd01 req-dd4fac3e-9086-402e-8a96-ee0ecdaded45 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:27.566549 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d2eb85ba-de35-42a8-baed-eab68069cd01 req-dd4fac3e-9086-402e-8a96-ee0ecdaded45 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.0831773 Jan 27 17:14:27.615060 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d2eb85ba-de35-42a8-baed-eab68069cd01 req-c564e180-5b27-4f7b-9f9b-a1469012d553 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425215 Jan 27 17:14:27.627957 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Allocated IP 2001:db8::2 (1bae5b72-682a-4f2f-9210-1838cb70a674/7d7d7abd-8f0c-4a55-8b95-ba7fc32ba767/04531e58-caa9-4426-a20e-70f7eaab75e2) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:27.687877 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57f05b24-7eeb-4c02-b85a-05e7ffd569ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.774236 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f05b24-7eeb-4c02-b85a-05e7ffd569ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Subnet': ['ID=f4ccec67-26aa-4e48-9408-56b56a1ebb4e,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:27.779691 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f05b24-7eeb-4c02-b85a-05e7ffd569ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Checking segment: {'id': 'b2c5f4fd-c92d-41ed-a1fb-5aa0bc449bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'caa02e7d-e145-485d-aed5-d58258215d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:27.780041 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f05b24-7eeb-4c02-b85a-05e7ffd569ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network hostable DHCP agents. Network: caa02e7d-e145-485d-aed5-d58258215d40, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:27.834938 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f05b24-7eeb-4c02-b85a-05e7ffd569ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network caa02e7d-e145-485d-aed5-d58258215d40 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:27.839568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.851201 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Transition to ACTIVE for port object 04531e58-caa9-4426-a20e-70f7eaab75e2 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:27.856682 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-57f05b24-7eeb-4c02-b85a-05e7ffd569ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, caa02e7d-e145-485d-aed5-d58258215d40) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:27.862213 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f05b24-7eeb-4c02-b85a-05e7ffd569ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:27.862803 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57f05b24-7eeb-4c02-b85a-05e7ffd569ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.873201 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33812033-1d68-453a-a8f6-bfef80308704 None None] Network caa02e7d-e145-485d-aed5-d58258215d40 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:27.893484 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-57f05b24-7eeb-4c02-b85a-05e7ffd569ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8153117 Jan 27 17:14:27.894253 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36890) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:27.895270 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Transition to ACTIVE for port object 04531e58-caa9-4426-a20e-70f7eaab75e2 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:27.900632 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-63e99df1-45d2-4894-b5a4-1bae9a162720 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1159085680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:27.905130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6f640-4225-43b7-add7-acc716cc9f6f req-7f8d11fc-657f-476c-929e-05ce31366871 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:27.906837 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-71f6f640-4225-43b7-add7-acc716cc9f6f req-7f8d11fc-657f-476c-929e-05ce31366871 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 943 time: 0.1091113 Jan 27 17:14:27.908349 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-63e99df1-45d2-4894-b5a4-1bae9a162720 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:27.910876 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.913225 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-63e99df1-45d2-4894-b5a4-1bae9a162720 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:router and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:27.916817 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-63e99df1-45d2-4894-b5a4-1bae9a162720 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:27.923491 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-63e99df1-45d2-4894-b5a4-1bae9a162720 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:27.935802 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-63e99df1-45d2-4894-b5a4-1bae9a162720 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.937446 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-63e99df1-45d2-4894-b5a4-1bae9a162720 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.952807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-63e99df1-45d2-4894-b5a4-1bae9a162720 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.959467 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-71f6f640-4225-43b7-add7-acc716cc9f6f req-f2246a8e-c35f-4f56-8d01-81a5db7b77ba tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454547 Jan 27 17:14:27.974143 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-63e99df1-45d2-4894-b5a4-1bae9a162720 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.997134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-63e99df1-45d2-4894-b5a4-1bae9a162720 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:27.998647 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-63e99df1-45d2-4894-b5a4-1bae9a162720 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1031272 Jan 27 17:14:28.001671 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36894) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:28.040513 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Network 1bae5b72-682a-4f2f-9210-1838cb70a674 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:28.046301 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:28.048905 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:14:28.098171 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Pushing event updated for resources: {'Port': ['ID=04531e58-caa9-4426-a20e-70f7eaab75e2,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:28.211287 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Attempting to bind port 04531e58-caa9-4426-a20e-70f7eaab75e2 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:28.211621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Attempting to bind port 04531e58-caa9-4426-a20e-70f7eaab75e2 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '268eec66-043f-4cba-99df-f66c35d7d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '1bae5b72-682a-4f2f-9210-1838cb70a674'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:28.211990 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Attempting to bind port 04531e58-caa9-4426-a20e-70f7eaab75e2 on network 1bae5b72-682a-4f2f-9210-1838cb70a674 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:28.225794 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:28.226161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Checking segment: {'id': '268eec66-043f-4cba-99df-f66c35d7d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '1bae5b72-682a-4f2f-9210-1838cb70a674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:28.226554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.226938 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Bound using segment: {'id': '268eec66-043f-4cba-99df-f66c35d7d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '1bae5b72-682a-4f2f-9210-1838cb70a674'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:28.227389 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Bound port: 04531e58-caa9-4426-a20e-70f7eaab75e2, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268eec66-043f-4cba-99df-f66c35d7d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '1bae5b72-682a-4f2f-9210-1838cb70a674'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:28.227750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.320349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-caa02e7d-e145-485d-aed5-d58258215d40', 'network_id': 'caa02e7d-e145-485d-aed5-d58258215d40', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'fixed_ips': [{'subnet_id': 'f4ccec67-26aa-4e48-9408-56b56a1ebb4e'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:28.321169 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.417554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] For port 04531e58-caa9-4426-a20e-70f7eaab75e2, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:28.436780 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] For port 04531e58-caa9-4426-a20e-70f7eaab75e2, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=04531e58-caa9-4426-a20e-70f7eaab75e2,segment=NetworkSegment(268eec66-043f-4cba-99df-f66c35d7d62d),segment_id=268eec66-043f-4cba-99df-f66c35d7d62d)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:28.443998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.476495 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.588418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6684e2-f9a3-41d5-9f55-2eff8a318f8a None None] Pushing event updated for resources: {'Port': ['ID=04531e58-caa9-4426-a20e-70f7eaab75e2,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:28.588981 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Allocated IP 2001:db8:1::2 (caa02e7d-e145-485d-aed5-d58258215d40/f4ccec67-26aa-4e48-9408-56b56a1ebb4e/b416fac7-060a-46fb-baac-db98fc82dd9f) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:28.843201 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:28.866428 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Transition to ACTIVE for port object b416fac7-060a-46fb-baac-db98fc82dd9f will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:28.873526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Allocated IP 2001:db8::1 (1bae5b72-682a-4f2f-9210-1838cb70a674/7d7d7abd-8f0c-4a55-8b95-ba7fc32ba767/e1600dbb-2afd-4f9b-8192-fc5f580ae59e) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:28.906645 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Transition to ACTIVE for port object b416fac7-060a-46fb-baac-db98fc82dd9f will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:28.917070 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.073087 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c1b07-1786-42eb-b75f-d9da826ca8dd req-40731ba2-3fca-48ff-a551-3095110a2df0 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:29.075575 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ce1c1b07-1786-42eb-b75f-d9da826ca8dd req-40731ba2-3fca-48ff-a551-3095110a2df0 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.1193666 Jan 27 17:14:29.095211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Network caa02e7d-e145-485d-aed5-d58258215d40 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:29.102082 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36904) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:29.106423 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:29.108402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 04531e58-caa9-4426-a20e-70f7eaab75e2 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:29.163080 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:14:29.177440 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Pushing event updated for resources: {'Port': ['ID=b416fac7-060a-46fb-baac-db98fc82dd9f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:29.221216 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ce1c1b07-1786-42eb-b75f-d9da826ca8dd req-6fe8e50a-c72c-4b48-ba91-3a0ece55aa2f tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361668 Jan 27 17:14:29.318106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.343159 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Attempting to bind port b416fac7-060a-46fb-baac-db98fc82dd9f on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:29.343423 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Attempting to bind port b416fac7-060a-46fb-baac-db98fc82dd9f by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'b2c5f4fd-c92d-41ed-a1fb-5aa0bc449bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'caa02e7d-e145-485d-aed5-d58258215d40'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:29.343877 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Attempting to bind port b416fac7-060a-46fb-baac-db98fc82dd9f on network caa02e7d-e145-485d-aed5-d58258215d40 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:29.347649 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae5a14-6160-4d9b-a148-770c6e4a918d req-7d9e56cd-e132-4443-baf9-20436d99bd31 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:29.349146 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-03ae5a14-6160-4d9b-a148-770c6e4a918d req-7d9e56cd-e132-4443-baf9-20436d99bd31 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 943 time: 0.1543896 Jan 27 17:14:29.350234 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Transition to ACTIVE for port object e1600dbb-2afd-4f9b-8192-fc5f580ae59e will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:29.352883 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:29.353265 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Checking segment: {'id': 'b2c5f4fd-c92d-41ed-a1fb-5aa0bc449bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'caa02e7d-e145-485d-aed5-d58258215d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:29.353953 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.354348 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Bound using segment: {'id': 'b2c5f4fd-c92d-41ed-a1fb-5aa0bc449bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'caa02e7d-e145-485d-aed5-d58258215d40'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:29.354956 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Bound port: b416fac7-060a-46fb-baac-db98fc82dd9f, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c5f4fd-c92d-41ed-a1fb-5aa0bc449bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'caa02e7d-e145-485d-aed5-d58258215d40'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:29.355280 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.378579 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 04531e58-caa9-4426-a20e-70f7eaab75e2 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:29.410632 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-03ae5a14-6160-4d9b-a148-770c6e4a918d req-e1c7274d-786e-4c6e-a5e3-fce230aafb02 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481019 Jan 27 17:14:29.417443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.462919 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] For port b416fac7-060a-46fb-baac-db98fc82dd9f, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:29.466536 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] For port b416fac7-060a-46fb-baac-db98fc82dd9f, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b416fac7-060a-46fb-baac-db98fc82dd9f,segment=NetworkSegment(b2c5f4fd-c92d-41ed-a1fb-5aa0bc449bd6),segment_id=b2c5f4fd-c92d-41ed-a1fb-5aa0bc449bd6)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:29.472715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.505384 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network 1bae5b72-682a-4f2f-9210-1838cb70a674 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:29.508737 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:29.512960 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:14:29.513502 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.565536 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc09d2-3da0-4a34-96c8-c80fbeee438d None None] Pushing event updated for resources: {'Port': ['ID=b416fac7-060a-46fb-baac-db98fc82dd9f,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:29.653232 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=e1600dbb-2afd-4f9b-8192-fc5f580ae59e,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:29.791778 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.813593 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-55099a29-e763-43ae-9646-619e750bd3e4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:29.952912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d572aaa-150a-4a84-b483-578af01d4d0f None None] Network 1bae5b72-682a-4f2f-9210-1838cb70a674 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:30.087854 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2e3bccde-404e-4dc4-96cb-3daf13abd375 None None] Provisioning for port 04531e58-caa9-4426-a20e-70f7eaab75e2 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:30.120357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2e3bccde-404e-4dc4-96cb-3daf13abd375 None None] Provisioning complete for port 04531e58-caa9-4426-a20e-70f7eaab75e2 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:30.120721 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e3bccde-404e-4dc4-96cb-3daf13abd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.246318 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.246727 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-55099a29-e763-43ae-9646-619e750bd3e4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:30.247196 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-55099a29-e763-43ae-9646-619e750bd3e4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.253262 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.261759 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.321817 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e3bccde-404e-4dc4-96cb-3daf13abd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.365925 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2e3bccde-404e-4dc4-96cb-3daf13abd375 None None] For port 04531e58-caa9-4426-a20e-70f7eaab75e2, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=04531e58-caa9-4426-a20e-70f7eaab75e2,segment=NetworkSegment(268eec66-043f-4cba-99df-f66c35d7d62d),segment_id=268eec66-043f-4cba-99df-f66c35d7d62d)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:30.373027 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e3bccde-404e-4dc4-96cb-3daf13abd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.410358 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=e1600dbb-2afd-4f9b-8192-fc5f580ae59e,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:30.521191 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network 1bae5b72-682a-4f2f-9210-1838cb70a674 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:30.522333 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:30.524809 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bccde-404e-4dc4-96cb-3daf13abd375 None None] Pushing event updated for resources: {'Port': ['ID=04531e58-caa9-4426-a20e-70f7eaab75e2,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:30.677605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-55099a29-e763-43ae-9646-619e750bd3e4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2,segment=NetworkSegment(cb590f32-3859-4b39-80f6-f0993c24be40),segment_id=cb590f32-3859-4b39-80f6-f0993c24be40)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:30.678006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-55099a29-e763-43ae-9646-619e750bd3e4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.695843 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24e5ae-278f-4718-9382-2c78b3ca0ef5 req-42a72df2-caa2-48c6-9785-ba8315ba5993 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:30.697364 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6f24e5ae-278f-4718-9382-2c78b3ca0ef5 req-42a72df2-caa2-48c6-9785-ba8315ba5993 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.2874470 Jan 27 17:14:30.809285 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-84aeb53c-36ba-4309-89f7-32ae44921881 None None] Provisioning for port e1600dbb-2afd-4f9b-8192-fc5f580ae59e completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:30.826625 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-84aeb53c-36ba-4309-89f7-32ae44921881 None None] Provisioning complete for port e1600dbb-2afd-4f9b-8192-fc5f580ae59e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:30.827003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84aeb53c-36ba-4309-89f7-32ae44921881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.832315 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-55099a29-e763-43ae-9646-619e750bd3e4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:30.926080 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-84aeb53c-36ba-4309-89f7-32ae44921881 None None] Port e1600dbb-2afd-4f9b-8192-fc5f580ae59e cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:30.946317 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-84aeb53c-36ba-4309-89f7-32ae44921881 None None] Provisioning complete for port 04531e58-caa9-4426-a20e-70f7eaab75e2 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:30.946666 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84aeb53c-36ba-4309-89f7-32ae44921881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:30.965650 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a157861-bb6f-4df6-9da4-d7c0c46a84c3 req-565d9209-162b-40c0-a431-c17994adb43e tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:30.968919 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6a157861-bb6f-4df6-9da4-d7c0c46a84c3 req-565d9209-162b-40c0-a431-c17994adb43e tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 943 time: 0.3593030 Jan 27 17:14:31.011264 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router efc01b0e-2dee-4956-a8ed-c164555b0d73 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:14:31.048617 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6f24e5ae-278f-4718-9382-2c78b3ca0ef5 req-de41c8e9-2f32-4bd2-a178-a7b460cecfa9 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983203 Jan 27 17:14:31.087329 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aa42bd-2642-4f64-816b-a0dbb6da9c88 None None] Network caa02e7d-e145-485d-aed5-d58258215d40 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:31.123524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 04531e58-caa9-4426-a20e-70f7eaab75e2 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:31.162152 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6a157861-bb6f-4df6-9da4-d7c0c46a84c3 req-fe51e841-9c32-4433-8578-d4331bc04d12 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1792071 Jan 27 17:14:31.287353 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:31.307615 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3e590ae1-8ebb-4d7a-95b6-b64847067ffd tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/efc01b0e-2dee-4956-a8ed-c164555b0d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3024266 Jan 27 17:14:31.307837 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36912) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:31.310490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7959b962-0339-4039-a538-48c64f1cde49 None None] Sync routers for ids ['efc01b0e-2dee-4956-a8ed-c164555b0d73'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:31.360557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-55099a29-e763-43ae-9646-619e750bd3e4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:31.414972 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7959b962-0339-4039-a538-48c64f1cde49 None None] Routers {'efc01b0e-2dee-4956-a8ed-c164555b0d73'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:31.415801 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7959b962-0339-4039-a538-48c64f1cde49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['efc01b0e-2dee-4956-a8ed-c164555b0d73'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:31.417298 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5f0af3-15c6-4cc6-a54e-03c5c311a1df tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:31.418544 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4c5f0af3-15c6-4cc6-a54e-03c5c311a1df tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Synchronizing usage tracker for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:31.424386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55099a29-e763-43ae-9646-619e750bd3e4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:31.441965 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4c5f0af3-15c6-4cc6-a54e-03c5c311a1df tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Unset dirty status for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:31.447125 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4c5f0af3-15c6-4cc6-a54e-03c5c311a1df tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports/e1600dbb-2afd-4f9b-8192-fc5f580ae59e HTTP/1.1" status: 200 len: 911 time: 0.1381376 Jan 27 17:14:31.447887 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36916) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:31.501229 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 04531e58-caa9-4426-a20e-70f7eaab75e2 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:31.501812 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:31.534889 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7959b962-0339-4039-a538-48c64f1cde49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:31.607583 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7959b962-0339-4039-a538-48c64f1cde49 None None] Routers {'efc01b0e-2dee-4956-a8ed-c164555b0d73'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:31.608292 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7959b962-0339-4039-a538-48c64f1cde49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['efc01b0e-2dee-4956-a8ed-c164555b0d73'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:31.682358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7959b962-0339-4039-a538-48c64f1cde49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:31.682782 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7959b962-0339-4039-a538-48c64f1cde49 None None] The sync data for ids ['efc01b0e-2dee-4956-a8ed-c164555b0d73'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:31.687635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7d15c6d9-6c6d-4c0d-af01-76f6ea26e133 None None] Provisioning for port b416fac7-060a-46fb-baac-db98fc82dd9f completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:31.752133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-55099a29-e763-43ae-9646-619e750bd3e4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:31.808338 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7d15c6d9-6c6d-4c0d-af01-76f6ea26e133 None None] Provisioning complete for port e1600dbb-2afd-4f9b-8192-fc5f580ae59e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:31.808949 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d15c6d9-6c6d-4c0d-af01-76f6ea26e133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:31.887306 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b416fac7-060a-46fb-baac-db98fc82dd9f up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:31.928881 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7d15c6d9-6c6d-4c0d-af01-76f6ea26e133 None None] Port e1600dbb-2afd-4f9b-8192-fc5f580ae59e cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:31.962982 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port b416fac7-060a-46fb-baac-db98fc82dd9f completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:31.968268 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port b416fac7-060a-46fb-baac-db98fc82dd9f triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:31.968744 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:32.074587 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:32.197875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:32.237500 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port b416fac7-060a-46fb-baac-db98fc82dd9f, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b416fac7-060a-46fb-baac-db98fc82dd9f,segment=NetworkSegment(b2c5f4fd-c92d-41ed-a1fb-5aa0bc449bd6),segment_id=b2c5f4fd-c92d-41ed-a1fb-5aa0bc449bd6)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:32.242935 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:32.338585 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=b416fac7-060a-46fb-baac-db98fc82dd9f,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:32.358065 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8a8d8c6d-3435-4fcf-bd73-7ec2b73ed8f2 None None] Provisioning complete for port b416fac7-060a-46fb-baac-db98fc82dd9f triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:32.358568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8c6d-3435-4fcf-bd73-7ec2b73ed8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:32.443821 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55099a29-e763-43ae-9646-619e750bd3e4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:14:32.548252 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e4dce-e524-4dd7-b580-b5808793661e req-7d8dc50d-23ed-4990-9d8f-6801a4417d3e tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:32.549600 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-635e4dce-e524-4dd7-b580-b5808793661e req-7d8dc50d-23ed-4990-9d8f-6801a4417d3e tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 943 time: 0.1938915 Jan 27 17:14:32.563365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331866b4-797c-4d42-aaa9-771a1f477462 req-212cd6a0-cb37-4cb0-bef5-cc4b2fcb1063 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:32.564828 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-331866b4-797c-4d42-aaa9-771a1f477462 req-212cd6a0-cb37-4cb0-bef5-cc4b2fcb1063 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.1949112 Jan 27 17:14:32.646478 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-635e4dce-e524-4dd7-b580-b5808793661e req-ad246386-ad71-4a50-9551-b3957b7ba5eb tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904245 Jan 27 17:14:32.672578 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Allocated IP 2001:db8:1::1 (caa02e7d-e145-485d-aed5-d58258215d40/f4ccec67-26aa-4e48-9408-56b56a1ebb4e/db64e04a-4870-437e-8986-5180376b0957) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:32.695263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55099a29-e763-43ae-9646-619e750bd3e4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:32.704031 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-331866b4-797c-4d42-aaa9-771a1f477462 req-8719f03b-47ad-4482-9021-e01b573ca056 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317022 Jan 27 17:14:32.705039 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73624d25-22db-4ef1-8843-fec5a25ec4dc None None] Sync routers for ids ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:32.718227 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-55099a29-e763-43ae-9646-619e750bd3e4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/29f218d7-7c8f-4ff2-98d1-d814bd499fbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6150441 Jan 27 17:14:32.719516 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73624d25-22db-4ef1-8843-fec5a25ec4dc None None] Routers {'29f218d7-7c8f-4ff2-98d1-d814bd499fbc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:32.720282 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-73624d25-22db-4ef1-8843-fec5a25ec4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:32.939022 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-73624d25-22db-4ef1-8843-fec5a25ec4dc None None] Set router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:14:32.972376 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b416fac7-060a-46fb-baac-db98fc82dd9f up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:33.023820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:33.041704 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Transition to ACTIVE for port object db64e04a-4870-437e-8986-5180376b0957 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:33.048599 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port b416fac7-060a-46fb-baac-db98fc82dd9f triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:33.049017 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:33.096439 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:33.167341 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network caa02e7d-e145-485d-aed5-d58258215d40 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:33.170653 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:33.176189 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:14:33.176721 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:33.191763 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=db64e04a-4870-437e-8986-5180376b0957,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:33.194289 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510432df-3671-4252-ae47-9faba0ec78a9 req-f54fec1c-24ba-4932-b71a-3c1b88585ed3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:33.195624 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-510432df-3671-4252-ae47-9faba0ec78a9 req-f54fec1c-24ba-4932-b71a-3c1b88585ed3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:33.231302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-510432df-3671-4252-ae47-9faba0ec78a9 req-f54fec1c-24ba-4932-b71a-3c1b88585ed3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:33.232772 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-510432df-3671-4252-ae47-9faba0ec78a9 req-f54fec1c-24ba-4932-b71a-3c1b88585ed3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 946 time: 0.1658533 Jan 27 17:14:33.245604 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:33.312533 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-510432df-3671-4252-ae47-9faba0ec78a9 req-8d24b730-72e2-49c7-bcfc-caa13054206f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=8445ec95-6ccf-4622-a001-c8873ca87baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714431 Jan 27 17:14:33.337449 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:33.487169 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-73624d25-22db-4ef1-8843-fec5a25ec4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:14:31Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '4215e0af-8160-4a45-ab05-f47a633659db', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.246', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'port_id': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'mac_address': 'fa:16:3e:59:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:12:58Z', 'updated_at': '2022-01-27T17:13:08Z', 'revision_number': 1, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c842fee5-d80f-4c33-ac61-7401b5624ce6', 'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:0a:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:27Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:33.492560 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73624d25-22db-4ef1-8843-fec5a25ec4dc None None] Checking router: 29f218d7-7c8f-4ff2-98d1-d814bd499fbc for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:14:33.503453 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73624d25-22db-4ef1-8843-fec5a25ec4dc None None] Routers {'29f218d7-7c8f-4ff2-98d1-d814bd499fbc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:33.504049 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-73624d25-22db-4ef1-8843-fec5a25ec4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:33.523725 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d5c61cb5-9f2b-4970-8ed7-b3670bebab60 None None] Provisioning for port db64e04a-4870-437e-8986-5180376b0957 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:33.529103 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d5c61cb5-9f2b-4970-8ed7-b3670bebab60 None None] Provisioning complete for port db64e04a-4870-437e-8986-5180376b0957 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:33.529648 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d5c61cb5-9f2b-4970-8ed7-b3670bebab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:33.589239 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d5c61cb5-9f2b-4970-8ed7-b3670bebab60 None None] Port db64e04a-4870-437e-8986-5180376b0957 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:33.742808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:33.750196 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:33.751412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:33.755827 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-73624d25-22db-4ef1-8843-fec5a25ec4dc None None] Set router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:14:33.925716 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8e63d-df2b-4497-bbb9-ece937ca847f req-43f17a5a-fbfe-4c91-bb9a-a9765cc6bee4 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:33.934035 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1ec8e63d-df2b-4497-bbb9-ece937ca847f req-43f17a5a-fbfe-4c91-bb9a-a9765cc6bee4 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.1091363 Jan 27 17:14:33.990724 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1ec8e63d-df2b-4497-bbb9-ece937ca847f req-7dfbf2d3-3747-40a3-9a8d-042ba76aa937 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506771 Jan 27 17:14:34.005601 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network caa02e7d-e145-485d-aed5-d58258215d40 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:34.013337 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:34.098676 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=db64e04a-4870-437e-8986-5180376b0957,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:34.164445 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-73624d25-22db-4ef1-8843-fec5a25ec4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:14:31Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '4215e0af-8160-4a45-ab05-f47a633659db', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.246', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'port_id': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'mac_address': 'fa:16:3e:59:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:12:58Z', 'updated_at': '2022-01-27T17:13:08Z', 'revision_number': 1, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c842fee5-d80f-4c33-ac61-7401b5624ce6', 'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:0a:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:27Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:34.169635 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73624d25-22db-4ef1-8843-fec5a25ec4dc None None] The sync data for ids ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'] in dv-neutron-826439-2-hyperv is: [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:14:31Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '4215e0af-8160-4a45-ab05-f47a633659db', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.246', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'port_id': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'mac_address': 'fa:16:3e:59:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:12:58Z', 'updated_at': '2022-01-27T17:13:08Z', 'revision_number': 1, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c842fee5-d80f-4c33-ac61-7401b5624ce6', 'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:0a:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:27Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:34.208195 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d95b8-fffe-4ef6-87ae-ecca135c551c req-d89f7a9c-4633-44c4-8c48-ef198a6414f3 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:34.209736 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-167d95b8-fffe-4ef6-87ae-ecca135c551c req-d89f7a9c-4633-44c4-8c48-ef198a6414f3 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 943 time: 0.4447803 Jan 27 17:14:34.249108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router efc01b0e-2dee-4956-a8ed-c164555b0d73 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:14:34.275828 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-167d95b8-fffe-4ef6-87ae-ecca135c551c req-992a7436-8b24-457b-b758-560446bed9b9 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579793 Jan 27 17:14:34.317063 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-298584f1-94ae-43fe-aae3-df37e97efb55 None None] Provisioning complete for port db64e04a-4870-437e-8986-5180376b0957 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:34.317589 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-298584f1-94ae-43fe-aae3-df37e97efb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:34.394909 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-298584f1-94ae-43fe-aae3-df37e97efb55 None None] Port db64e04a-4870-437e-8986-5180376b0957 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:34.437237 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:34.448421 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebbc99a-a3dd-4a00-a83d-788ddb01910c None None] Sync routers for ids ['efc01b0e-2dee-4956-a8ed-c164555b0d73'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:34.459181 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebbc99a-a3dd-4a00-a83d-788ddb01910c None None] Routers {'efc01b0e-2dee-4956-a8ed-c164555b0d73'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:34.459796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3ebbc99a-a3dd-4a00-a83d-788ddb01910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['efc01b0e-2dee-4956-a8ed-c164555b0d73'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:34.463631 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36938) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:34.463820 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fd57c821-1cc7-4e03-8d2a-59a5371fea9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/efc01b0e-2dee-4956-a8ed-c164555b0d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0137129 Jan 27 17:14:34.522829 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3ebbc99a-a3dd-4a00-a83d-788ddb01910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:34.531490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebbc99a-a3dd-4a00-a83d-788ddb01910c None None] Routers {'efc01b0e-2dee-4956-a8ed-c164555b0d73'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:34.532142 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3ebbc99a-a3dd-4a00-a83d-788ddb01910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['efc01b0e-2dee-4956-a8ed-c164555b0d73'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:34.584677 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0b76ba-196f-47d4-8785-23e93e998340 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:34.588760 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-eb0b76ba-196f-47d4-8785-23e93e998340 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports/db64e04a-4870-437e-8986-5180376b0957 HTTP/1.1" status: 200 len: 913 time: 0.1218956 Jan 27 17:14:34.589189 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36942) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:34.592206 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3ebbc99a-a3dd-4a00-a83d-788ddb01910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:34.592206 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebbc99a-a3dd-4a00-a83d-788ddb01910c None None] The sync data for ids ['efc01b0e-2dee-4956-a8ed-c164555b0d73'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:34.630951 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509f8a5-d9a9-410d-be8e-3d2f413ac7cb req-1e941515-32b5-4938-8665-47038bc1a847 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:34.632506 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e509f8a5-d9a9-410d-be8e-3d2f413ac7cb req-1e941515-32b5-4938-8665-47038bc1a847 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 946 time: 0.2077105 Jan 27 17:14:34.687481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ae3f9-36e3-4b1e-bd7f-a161fc432309 req-64938da5-889d-4f2c-91f3-4fb5808a4cc5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:34.689075 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5c8ae3f9-36e3-4b1e-bd7f-a161fc432309 req-64938da5-889d-4f2c-91f3-4fb5808a4cc5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/ports?device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 946 time: 0.1410625 Jan 27 17:14:34.697501 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e509f8a5-d9a9-410d-be8e-3d2f413ac7cb req-1e6ce605-b654-4b55-ae99-68aa382e01de tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=8445ec95-6ccf-4622-a001-c8873ca87baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586698 Jan 27 17:14:34.766511 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-5c8ae3f9-36e3-4b1e-bd7f-a161fc432309 req-7f46043f-5310-4c03-a488-222a5e6712bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port b3ea669f-57fd-47eb-aee0-e194ae4a85de {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:34.766878 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-5c8ae3f9-36e3-4b1e-bd7f-a161fc432309 req-7f46043f-5310-4c03-a488-222a5e6712bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:34.843563 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:34.884229 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:34.884667 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3b92a5f2-53d1-4c71-9f9a-27cc3c0c85f2 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:35.022173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-5c8ae3f9-36e3-4b1e-bd7f-a161fc432309 req-7f46043f-5310-4c03-a488-222a5e6712bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port b3ea669f-57fd-47eb-aee0-e194ae4a85de, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=b3ea669f-57fd-47eb-aee0-e194ae4a85de,segment=NetworkSegment(cb590f32-3859-4b39-80f6-f0993c24be40),segment_id=cb590f32-3859-4b39-80f6-f0993c24be40)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:35.022664 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-5c8ae3f9-36e3-4b1e-bd7f-a161fc432309 req-7f46043f-5310-4c03-a488-222a5e6712bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:35.165640 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-5c8ae3f9-36e3-4b1e-bd7f-a161fc432309 req-7f46043f-5310-4c03-a488-222a5e6712bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for b3ea669f-57fd-47eb-aee0-e194ae4a85de owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:35.297217 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b46cae9d-3f47-43b4-9996-79b8ffdd41c1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:35.323817 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-5c8ae3f9-36e3-4b1e-bd7f-a161fc432309 req-7f46043f-5310-4c03-a488-222a5e6712bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:35.367777 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4e2be-eb92-4033-9b87-d2e2b8bc5d52 req-f3828f5d-d05a-4d96-8c14-57846436d298 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:35.369135 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3dc4e2be-eb92-4033-9b87-d2e2b8bc5d52 req-f3828f5d-d05a-4d96-8c14-57846436d298 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.2074337 Jan 27 17:14:35.375924 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46043f-5310-4c03-a488-222a5e6712bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=b3ea669f-57fd-47eb-aee0-e194ae4a85de,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:35.492886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8ae3f9-36e3-4b1e-bd7f-a161fc432309 req-7f46043f-5310-4c03-a488-222a5e6712bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] No DVR routers for this DVR port b3ea669f-57fd-47eb-aee0-e194ae4a85de on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:35.500208 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-5c8ae3f9-36e3-4b1e-bd7f-a161fc432309 req-7f46043f-5310-4c03-a488-222a5e6712bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:35.502724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d530b84-9ea5-49e9-8f8d-ebfcd454b173', 'name': 'network-vif-deleted', 'tag': 'b3ea669f-57fd-47eb-aee0-e194ae4a85de'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:14:35.504290 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3dc4e2be-eb92-4033-9b87-d2e2b8bc5d52 req-9e3d8763-e446-4262-ae78-03f5bb674a39 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760601 Jan 27 17:14:35.538920 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5c8ae3f9-36e3-4b1e-bd7f-a161fc432309 req-7f46043f-5310-4c03-a488-222a5e6712bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "DELETE /v2.0/ports/b3ea669f-57fd-47eb-aee0-e194ae4a85de HTTP/1.1" status: 204 len: 173 time: 0.8404210 Jan 27 17:14:35.551364 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fc664-dcfd-4f70-80f4-0343fe02a616 req-c8dca906-5178-44e0-b807-a5d86d795fe8 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:35.552133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-6e2fc664-dcfd-4f70-80f4-0343fe02a616 req-c8dca906-5178-44e0-b807-a5d86d795fe8 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Synchronizing usage tracker for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:35.576167 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-6e2fc664-dcfd-4f70-80f4-0343fe02a616 req-c8dca906-5178-44e0-b807-a5d86d795fe8 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Unset dirty status for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:35.577219 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6e2fc664-dcfd-4f70-80f4-0343fe02a616 req-c8dca906-5178-44e0-b807-a5d86d795fe8 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 943 time: 0.1683443 Jan 27 17:14:35.579363 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d530b84-9ea5-49e9-8f8d-ebfcd454b173', 'name': 'network-vif-deleted', 'tag': 'b3ea669f-57fd-47eb-aee0-e194ae4a85de', 'status': 'completed', 'code': 200} Jan 27 17:14:35.600153 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e05248-b01d-455e-9d17-f4ea3d57b32d req-2ec04bb1-60a7-4fbe-a9d7-77c0f163cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:35.601587 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-44e05248-b01d-455e-9d17-f4ea3d57b32d req-2ec04bb1-60a7-4fbe-a9d7-77c0f163cc2a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 1099 time: 0.3533568 Jan 27 17:14:35.659457 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-44e05248-b01d-455e-9d17-f4ea3d57b32d req-4468f851-f7bf-491a-813a-1f56c0bc380b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507417 Jan 27 17:14:35.737813 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-b46cae9d-3f47-43b4-9996-79b8ffdd41c1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port db64e04a-4870-437e-8986-5180376b0957 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:35.738234 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b46cae9d-3f47-43b4-9996-79b8ffdd41c1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:35.756133 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6e2fc664-dcfd-4f70-80f4-0343fe02a616 req-a9dbde6b-f046-4677-8cd1-603784aea378 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1620283 Jan 27 17:14:35.858813 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9770ce64-0e5f-49ac-9278-e6feba990143 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:14:35.946030 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2716bf6c-8140-4e95-bdbb-44154fcf71e9 req-c295915b-a1ab-4392-92b2-dcdceb9d92e7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d530b84-9ea5-49e9-8f8d-ebfcd454b173 HTTP/1.1" status: 200 len: 210 time: 0.0948498 Jan 27 17:14:35.981978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b46cae9d-3f47-43b4-9996-79b8ffdd41c1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:35.993459 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9770ce64-0e5f-49ac-9278-e6feba990143, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9770ce64-0e5f-49ac-9278-e6feba990143,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:36.006795 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '9770ce64-0e5f-49ac-9278-e6feba990143', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'port_id': '9770ce64-0e5f-49ac-9278-e6feba990143', 'mac_address': 'fa:16:3e:b9:6c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:14:36.063082 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:36.081312 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9770ce64-0e5f-49ac-9278-e6feba990143 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:14:36.097937 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9770ce64-0e5f-49ac-9278-e6feba990143, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9770ce64-0e5f-49ac-9278-e6feba990143,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:36.105713 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:36.106486 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 94fa7e18-c19a-41bd-98b7-a853be64b611 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:14:36.233526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-b46cae9d-3f47-43b4-9996-79b8ffdd41c1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Calling delete_port for db64e04a-4870-437e-8986-5180376b0957 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:36.268314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=9770ce64-0e5f-49ac-9278-e6feba990143,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:36.309951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 94fa7e18-c19a-41bd-98b7-a853be64b611, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=94fa7e18-c19a-41bd-98b7-a853be64b611,segment=NetworkSegment(ae53acc8-380e-44fc-aa4f-73efeee99087),segment_id=ae53acc8-380e-44fc-aa4f-73efeee99087)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:36.327597 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '94fa7e18-c19a-41bd-98b7-a853be64b611', 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8', 'port_id': '94fa7e18-c19a-41bd-98b7-a853be64b611', 'mac_address': 'fa:16:3e:2d:d6:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:14:36.383475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:36.400384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94fa7e18-c19a-41bd-98b7-a853be64b611 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:14:36.416898 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 94fa7e18-c19a-41bd-98b7-a853be64b611, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=94fa7e18-c19a-41bd-98b7-a853be64b611,segment=NetworkSegment(ae53acc8-380e-44fc-aa4f-73efeee99087),segment_id=ae53acc8-380e-44fc-aa4f-73efeee99087)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:36.420726 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:36.490914 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=94fa7e18-c19a-41bd-98b7-a853be64b611,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:36.560187 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b46cae9d-3f47-43b4-9996-79b8ffdd41c1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:36.609812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46cae9d-3f47-43b4-9996-79b8ffdd41c1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Port': ['ID=db64e04a-4870-437e-8986-5180376b0957,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:36.682072 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['94fa7e18-c19a-41bd-98b7-a853be64b611'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:14:36.745606 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a07c22-0b65-47b0-8622-ad26c579d7e2 req-eb7427b2-b7cf-401f-a8cc-319196413d8f tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:36.753372 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04a07c22-0b65-47b0-8622-ad26c579d7e2 req-eb7427b2-b7cf-401f-a8cc-319196413d8f tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 945 time: 0.1239519 Jan 27 17:14:36.758305 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['9770ce64-0e5f-49ac-9278-e6feba990143'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:14:36.853023 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04a07c22-0b65-47b0-8622-ad26c579d7e2 req-07407ef8-0324-4e1c-8262-3dcb1b8fc3f9 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982010 Jan 27 17:14:36.897566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b46cae9d-3f47-43b4-9996-79b8ffdd41c1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.042635 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36960) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:37.122640 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a86fd9a8-da16-429e-933a-87b09ec64c8c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.153388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a86fd9a8-da16-429e-933a-87b09ec64c8c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.237184 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a86fd9a8-da16-429e-933a-87b09ec64c8c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.259781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fd9a8-da16-429e-933a-87b09ec64c8c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8445ec95-6ccf-4622-a001-c8873ca87baa,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:37.263431 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855ca4d-e940-4a7a-abe3-df2caa6d6503 req-c34ca69a-4288-4543-b451-1599f7b15f9e tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:37.271696 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c855ca4d-e940-4a7a-abe3-df2caa6d6503 req-c34ca69a-4288-4543-b451-1599f7b15f9e tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 944 time: 0.3062825 Jan 27 17:14:37.271874 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a86fd9a8-da16-429e-933a-87b09ec64c8c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.275632 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a86fd9a8-da16-429e-933a-87b09ec64c8c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/security-groups/8445ec95-6ccf-4622-a001-c8873ca87baa HTTP/1.1" status: 204 len: 168 time: 0.2294588 Jan 27 17:14:37.305258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36966) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:37.329173 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46cae9d-3f47-43b4-9996-79b8ffdd41c1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router efc01b0e-2dee-4956-a8ed-c164555b0d73 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:14:37.333024 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c855ca4d-e940-4a7a-abe3-df2caa6d6503 req-d4d53efe-86e9-4734-8fdc-6e789fece1f0 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605805 Jan 27 17:14:37.385986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-098fee1d-0d93-49a3-9fc9-0f0c9f8cea89 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting subnet babd01ee-346f-4aa4-8f63-0b4af3eb84e9 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:37.389051 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-098fee1d-0d93-49a3-9fc9-0f0c9f8cea89 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.443641 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-098fee1d-0d93-49a3-9fc9-0f0c9f8cea89 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.531494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-098fee1d-0d93-49a3-9fc9-0f0c9f8cea89 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.612902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46cae9d-3f47-43b4-9996-79b8ffdd41c1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:37.613739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-098fee1d-0d93-49a3-9fc9-0f0c9f8cea89 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.625519 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e840e0-1c87-4639-816d-734271be22b6 None None] Sync routers for ids ['efc01b0e-2dee-4956-a8ed-c164555b0d73'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:37.627638 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b46cae9d-3f47-43b4-9996-79b8ffdd41c1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/efc01b0e-2dee-4956-a8ed-c164555b0d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0373895 Jan 27 17:14:37.630431 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36970) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:37.643706 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e840e0-1c87-4639-816d-734271be22b6 None None] Routers {'efc01b0e-2dee-4956-a8ed-c164555b0d73'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:37.645006 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-46e840e0-1c87-4639-816d-734271be22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['efc01b0e-2dee-4956-a8ed-c164555b0d73'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:37.683029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fee1d-0d93-49a3-9fc9-0f0c9f8cea89 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Subnet': ['ID=babd01ee-346f-4aa4-8f63-0b4af3eb84e9,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:37.686128 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-098fee1d-0d93-49a3-9fc9-0f0c9f8cea89 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.695236 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81cc8cc-ebc9-43aa-a7b3-4d1eb8dd070e None None] Network 98b08362-0a97-4e30-9356-65df2f0b7084 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:37.700399 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-098fee1d-0d93-49a3-9fc9-0f0c9f8cea89 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/subnets/babd01ee-346f-4aa4-8f63-0b4af3eb84e9 HTTP/1.1" status: 204 len: 168 time: 0.3935237 Jan 27 17:14:37.701285 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36974) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:37.765266 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-46e840e0-1c87-4639-816d-734271be22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:37.779196 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e840e0-1c87-4639-816d-734271be22b6 None None] Routers {'efc01b0e-2dee-4956-a8ed-c164555b0d73'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:37.780060 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-46e840e0-1c87-4639-816d-734271be22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['efc01b0e-2dee-4956-a8ed-c164555b0d73'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:37.824002 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.835440 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port e4542b1c-8b24-4ca5-83b2-242f88c67482 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:37.837169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:37.845115 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-46e840e0-1c87-4639-816d-734271be22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:37.845730 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e840e0-1c87-4639-816d-734271be22b6 None None] The sync data for ids ['efc01b0e-2dee-4956-a8ed-c164555b0d73'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:37.873937 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9770ce64-0e5f-49ac-9278-e6feba990143 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:37.973116 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 9770ce64-0e5f-49ac-9278-e6feba990143 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:37.978569 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 9770ce64-0e5f-49ac-9278-e6feba990143 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:37.979088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.108350 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port e4542b1c-8b24-4ca5-83b2-242f88c67482, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e4542b1c-8b24-4ca5-83b2-242f88c67482,segment=NetworkSegment(cb590f32-3859-4b39-80f6-f0993c24be40),segment_id=cb590f32-3859-4b39-80f6-f0993c24be40)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:38.109355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.111113 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.123534 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95de6f08-7847-4c05-b7c5-b4795f761db8 None None] DHCP port deletion for 98b08362-0a97-4e30-9356-65df2f0b7084 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:14:38.131381 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-95de6f08-7847-4c05-b7c5-b4795f761db8 None None] Deleting port e4542b1c-8b24-4ca5-83b2-242f88c67482 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:38.132047 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95de6f08-7847-4c05-b7c5-b4795f761db8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.181837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fe2f52-31e3-44dc-b368-3f548c8bcfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9770ce64-0e5f-49ac-9278-e6feba990143'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:14:38.207116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e4e1-dd54-4226-822e-da5f906e104f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.208851 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9770ce64-0e5f-49ac-9278-e6feba990143, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9770ce64-0e5f-49ac-9278-e6feba990143,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:38.251306 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for e4542b1c-8b24-4ca5-83b2-242f88c67482 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:38.257740 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fe2f52-31e3-44dc-b368-3f548c8bcfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9770ce64-0e5f-49ac-9278-e6feba990143', 'code': 200} Jan 27 17:14:38.259121 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.260054 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 94fa7e18-c19a-41bd-98b7-a853be64b611 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:38.345247 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa3c90-be31-4b1f-9691-af40628e9a4c req-a82277b9-17bd-4a71-ae24-b775b25c24e2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:38.359774 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f5aa3c90-be31-4b1f-9691-af40628e9a4c req-a82277b9-17bd-4a71-ae24-b775b25c24e2 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 945 time: 0.3679314 Jan 27 17:14:38.390972 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.451332 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=e4542b1c-8b24-4ca5-83b2-242f88c67482,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:38.463975 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f5aa3c90-be31-4b1f-9691-af40628e9a4c req-1f6674b6-f950-402d-92db-7ddde9392eb9 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032727 Jan 27 17:14:38.472828 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] No DVR routers for this DVR port e4542b1c-8b24-4ca5-83b2-242f88c67482 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:38.501222 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:14:38.508175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36984) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:38.559615 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=9770ce64-0e5f-49ac-9278-e6feba990143,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:38.567620 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-95de6f08-7847-4c05-b7c5-b4795f761db8 None None] For port e4542b1c-8b24-4ca5-83b2-242f88c67482, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e4542b1c-8b24-4ca5-83b2-242f88c67482,segment=NetworkSegment(cb590f32-3859-4b39-80f6-f0993c24be40),segment_id=cb590f32-3859-4b39-80f6-f0993c24be40)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:38.567979 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95de6f08-7847-4c05-b7c5-b4795f761db8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.582252 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 94fa7e18-c19a-41bd-98b7-a853be64b611 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:38.582252 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.649709 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4702d70-8254-4c45-b566-68298d614891 req-b7c6a237-9bc6-4b4c-968d-2981ed02f9de tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:38.651293 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c4702d70-8254-4c45-b566-68298d614891 req-b7c6a237-9bc6-4b4c-968d-2981ed02f9de tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 945 time: 0.1405702 Jan 27 17:14:38.654200 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcba6a4-a254-468c-834c-d0a726140d96 req-636718e8-866f-44b2-b218-e2479d1b02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:38.655504 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5bcba6a4-a254-468c-834c-d0a726140d96 req-636718e8-866f-44b2-b218-e2479d1b02d3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 1098 time: 0.2212539 Jan 27 17:14:38.687905 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.722678 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ed19b61a-0785-47da-b93b-56348ac516f7 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/floatingips/35186492-9534-40b5-b587-a6daedaf70f5 HTTP/1.1" status: 200 len: 993 time: 0.2057152 Jan 27 17:14:38.727314 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b08362-0a97-4e30-9356-65df2f0b7084']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:38.735878 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-95de6f08-7847-4c05-b7c5-b4795f761db8 None None] Calling delete_port for e4542b1c-8b24-4ca5-83b2-242f88c67482 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:38.741537 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb590f32-3859-4b39-80f6-f0993c24be40') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:38.741884 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb590f32-3859-4b39-80f6-f0993c24be40') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:38.753770 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.775644 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.784589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:38.785191 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.786014 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5bcba6a4-a254-468c-834c-d0a726140d96 req-bfdba738-d665-41a1-a98b-2c0cf776b8f8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1111386 Jan 27 17:14:38.788944 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c4702d70-8254-4c45-b566-68298d614891 req-0974f5cc-f5bd-4544-bf46-b48096f91cc0 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1271999 Jan 27 17:14:38.794486 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-0cd7e4e1-dd54-4226-822e-da5f906e104f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port e1600dbb-2afd-4f9b-8192-fc5f580ae59e {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:38.794822 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e4e1-dd54-4226-822e-da5f906e104f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.855288 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-95de6f08-7847-4c05-b7c5-b4795f761db8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:14:38.855646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-95de6f08-7847-4c05-b7c5-b4795f761db8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:14:38.876199 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.911245 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e4542b1c-8b24-4ca5-83b2-242f88c67482 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:38.954733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: e4542b1c-8b24-4ca5-83b2-242f88c67482 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:38.954733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e4542b1c-8b24-4ca5-83b2-242f88c67482 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:38.961975 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 94fa7e18-c19a-41bd-98b7-a853be64b611, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=94fa7e18-c19a-41bd-98b7-a853be64b611,segment=NetworkSegment(ae53acc8-380e-44fc-aa4f-73efeee99087),segment_id=ae53acc8-380e-44fc-aa4f-73efeee99087)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:38.967002 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:38.967700 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device b3ea669f-57fd-47eb-aee0-e194ae4a85de no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:39.000711 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e4e1-dd54-4226-822e-da5f906e104f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:39.007885 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:39.016760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.040889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.050035 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Network': ['ID=98b08362-0a97-4e30-9356-65df2f0b7084,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:39.072941 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=94fa7e18-c19a-41bd-98b7-a853be64b611,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:39.073527 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4c99b9b9-be4f-4a92-8779-29559872571a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/networks/98b08362-0a97-4e30-9356-65df2f0b7084 HTTP/1.1" status: 204 len: 168 time: 1.3708324 Jan 27 17:14:39.074340 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 36988) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:39.076670 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: b3ea669f-57fd-47eb-aee0-e194ae4a85de {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:39.077172 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device b3ea669f-57fd-47eb-aee0-e194ae4a85de not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:39.248306 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-0cd7e4e1-dd54-4226-822e-da5f906e104f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Calling delete_port for e1600dbb-2afd-4f9b-8192-fc5f580ae59e owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:39.285955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-5bda8114-5be7-439e-92ca-6b76c29583ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port ac3f7491-85f2-4eaa-84af-8545e98c5b19 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:39.286251 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5bda8114-5be7-439e-92ca-6b76c29583ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.356881 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-95de6f08-7847-4c05-b7c5-b4795f761db8 None None] Deleting port e4542b1c-8b24-4ca5-83b2-242f88c67482 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:39.357699 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95de6f08-7847-4c05-b7c5-b4795f761db8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.426947 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e4e1-dd54-4226-822e-da5f906e104f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.460232 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-95de6f08-7847-4c05-b7c5-b4795f761db8 None None] The port 'e4542b1c-8b24-4ca5-83b2-242f88c67482' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:14:39.460653 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5bda8114-5be7-439e-92ca-6b76c29583ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.461070 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5bda8114-5be7-439e-92ca-6b76c29583ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.474647 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7e4e1-dd54-4226-822e-da5f906e104f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Port': ['ID=e1600dbb-2afd-4f9b-8192-fc5f580ae59e,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:39.592228 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-5bda8114-5be7-439e-92ca-6b76c29583ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for ac3f7491-85f2-4eaa-84af-8545e98c5b19 owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:39.651931 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e4e1-dd54-4226-822e-da5f906e104f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.753070 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5bda8114-5be7-439e-92ca-6b76c29583ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.800017 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda8114-5be7-439e-92ca-6b76c29583ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=ac3f7491-85f2-4eaa-84af-8545e98c5b19,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:39.912275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5bda8114-5be7-439e-92ca-6b76c29583ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:39.912763 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-5bda8114-5be7-439e-92ca-6b76c29583ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP 4215e0af-8160-4a45-ab05-f47a633659db disassociated (deleted). External IP: 172.26.1.246, port: f9764b7f-f96a-4ae1-b608-4c1da21a3b0a. Jan 27 17:14:39.938363 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd7e4e1-dd54-4226-822e-da5f906e104f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router efc01b0e-2dee-4956-a8ed-c164555b0d73 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:14:40.068609 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd7e4e1-dd54-4226-822e-da5f906e104f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:40.081699 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c210646d-2a8c-4059-b09a-b5b9232b1e45 None None] Sync routers for ids ['efc01b0e-2dee-4956-a8ed-c164555b0d73'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:40.090594 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0cd7e4e1-dd54-4226-822e-da5f906e104f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/efc01b0e-2dee-4956-a8ed-c164555b0d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4590604 Jan 27 17:14:40.093427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36994) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:40.094426 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c210646d-2a8c-4059-b09a-b5b9232b1e45 None None] Routers {'efc01b0e-2dee-4956-a8ed-c164555b0d73'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:40.095205 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-c210646d-2a8c-4059-b09a-b5b9232b1e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['efc01b0e-2dee-4956-a8ed-c164555b0d73'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:40.143298 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4d999ec4-9e09-459a-850d-deae6e1f1bac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Synchronizing usage tracker for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:40.154514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff933cc-c196-49ca-84b2-8e5b6f10eb21 req-7948634b-edcd-41ec-9799-5829411dfe40 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:40.155794 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1ff933cc-c196-49ca-84b2-8e5b6f10eb21 req-7948634b-edcd-41ec-9799-5829411dfe40 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 945 time: 0.1877286 Jan 27 17:14:40.157270 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-c210646d-2a8c-4059-b09a-b5b9232b1e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:40.163213 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4d999ec4-9e09-459a-850d-deae6e1f1bac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Unset dirty status for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:40.164496 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4d999ec4-9e09-459a-850d-deae6e1f1bac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc01b0e-2dee-4956-a8ed-c164555b0d73 HTTP/1.1" status: 200 len: 205 time: 0.0696955 Jan 27 17:14:40.167044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 36998) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:40.168604 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c210646d-2a8c-4059-b09a-b5b9232b1e45 None None] Routers {'efc01b0e-2dee-4956-a8ed-c164555b0d73'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:40.169298 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-c210646d-2a8c-4059-b09a-b5b9232b1e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['efc01b0e-2dee-4956-a8ed-c164555b0d73'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:40.231104 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-c210646d-2a8c-4059-b09a-b5b9232b1e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:40.231638 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c210646d-2a8c-4059-b09a-b5b9232b1e45 None None] The sync data for ids ['efc01b0e-2dee-4956-a8ed-c164555b0d73'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:40.258937 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a90ce0e-28eb-436c-9e7e-2c76409758ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fa7e18-c19a-41bd-98b7-a853be64b611'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:14:40.298968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-26ebc64b-14b7-4c06-a72a-38a4bf7a2084 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:40.313354 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a90ce0e-28eb-436c-9e7e-2c76409758ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fa7e18-c19a-41bd-98b7-a853be64b611', 'code': 200} Jan 27 17:14:40.436751 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1ff933cc-c196-49ca-84b2-8e5b6f10eb21 req-62521d0e-92ce-4dad-a0aa-4746b6eb8b57 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2287111 Jan 27 17:14:40.484916 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bda8114-5be7-439e-92ca-6b76c29583ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:14:40.670692 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bda8114-5be7-439e-92ca-6b76c29583ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:40.680715 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9c41d-e1d0-4837-9182-2e6f35f3105d None None] Sync routers for ids ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:40.686952 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5bda8114-5be7-439e-92ca-6b76c29583ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:40.690049 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9c41d-e1d0-4837-9182-2e6f35f3105d None None] Routers {'29f218d7-7c8f-4ff2-98d1-d814bd499fbc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:40.690651 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ffb9c41d-e1d0-4837-9182-2e6f35f3105d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:40.712346 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-26ebc64b-14b7-4c06-a72a-38a4bf7a2084 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:40.714604 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-26ebc64b-14b7-4c06-a72a-38a4bf7a2084 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:40.739197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-26ebc64b-14b7-4c06-a72a-38a4bf7a2084 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:40.739776 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ebc64b-14b7-4c06-a72a-38a4bf7a2084 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Fanout notify agent at l3_agent the message router_deleted on router efc01b0e-2dee-4956-a8ed-c164555b0d73 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:14:40.745162 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5bda8114-5be7-439e-92ca-6b76c29583ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/floatingips/4215e0af-8160-4a45-ab05-f47a633659db HTTP/1.1" status: 204 len: 168 time: 1.6697109 Jan 27 17:14:40.746097 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'tag': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:14:40.755324 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-26ebc64b-14b7-4c06-a72a-38a4bf7a2084 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:40.756387 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-26ebc64b-14b7-4c06-a72a-38a4bf7a2084 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/routers/efc01b0e-2dee-4956-a8ed-c164555b0d73 HTTP/1.1" status: 204 len: 168 time: 0.5884554 Jan 27 17:14:40.759271 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37006) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:40.806382 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'tag': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a', 'status': 'completed', 'code': 200} Jan 27 17:14:40.827183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f362804-6a4a-4068-a7aa-0a6d6d47a3ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting subnet f4ccec67-26aa-4e48-9408-56b56a1ebb4e {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:40.849770 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1f362804-6a4a-4068-a7aa-0a6d6d47a3ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:40.908452 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-ffb9c41d-e1d0-4837-9182-2e6f35f3105d None None] Set router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:14:40.909564 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1f362804-6a4a-4068-a7aa-0a6d6d47a3ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:40.909868 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f60407-ef32-498e-a372-80b1769400a9 req-be4d3b92-62f8-4641-bf79-fef25487dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:40.912187 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-20f60407-ef32-498e-a372-80b1769400a9 req-be4d3b92-62f8-4641-bf79-fef25487dc06 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 1099 time: 0.0824826 Jan 27 17:14:41.019993 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1f362804-6a4a-4068-a7aa-0a6d6d47a3ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.121620 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1f362804-6a4a-4068-a7aa-0a6d6d47a3ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.122541 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f60407-ef32-498e-a372-80b1769400a9 req-9d8a1e2b-8643-4577-860a-eb8692b0190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:41.124304 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-20f60407-ef32-498e-a372-80b1769400a9 req-9d8a1e2b-8643-4577-860a-eb8692b0190b service neutron] 10.222.0.83 "GET /v2.0/networks?id=71658409-b08b-495f-8be3-a19e062b9762 HTTP/1.1" status: 200 len: 899 time: 0.2058442 Jan 27 17:14:41.164381 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f362804-6a4a-4068-a7aa-0a6d6d47a3ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ccec67-26aa-4e48-9408-56b56a1ebb4e,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:41.173667 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5599f3f0-27f6-418c-b891-daa573c45162 None None] Network caa02e7d-e145-485d-aed5-d58258215d40 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:41.212287 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-20f60407-ef32-498e-a372-80b1769400a9 req-b7f9a28f-95d0-4c28-9cfe-7f8d98705190 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9764b7f-f96a-4ae1-b608-4c1da21a3b0a HTTP/1.1" status: 200 len: 217 time: 0.0801163 Jan 27 17:14:41.214866 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1f362804-6a4a-4068-a7aa-0a6d6d47a3ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.235105 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1f362804-6a4a-4068-a7aa-0a6d6d47a3ad tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/subnets/f4ccec67-26aa-4e48-9408-56b56a1ebb4e HTTP/1.1" status: 204 len: 168 time: 0.4743397 Jan 27 17:14:41.237715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37014) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:41.251804 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ffb9c41d-e1d0-4837-9182-2e6f35f3105d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:14:31Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'c842fee5-d80f-4c33-ac61-7401b5624ce6', 'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:0a:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:27Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:41.259211 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9c41d-e1d0-4837-9182-2e6f35f3105d None None] Checking router: 29f218d7-7c8f-4ff2-98d1-d814bd499fbc for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:14:41.270822 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9c41d-e1d0-4837-9182-2e6f35f3105d None None] Routers {'29f218d7-7c8f-4ff2-98d1-d814bd499fbc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:41.271346 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ffb9c41d-e1d0-4837-9182-2e6f35f3105d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:41.297148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f60407-ef32-498e-a372-80b1769400a9 req-0e1fb847-ad28-4996-9a28-f72a070c4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:41.299294 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-20f60407-ef32-498e-a372-80b1769400a9 req-0e1fb847-ad28-4996-9a28-f72a070c4ce0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a344f178-6b07-4d9e-bda5-43d60ea0302d HTTP/1.1" status: 200 len: 835 time: 0.0810311 Jan 27 17:14:41.328294 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf3b59c-3045-40b0-9746-aee38fb1aa9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting subnet 7d7d7abd-8f0c-4a55-8b95-ba7fc32ba767 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:41.340264 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b59c-3045-40b0-9746-aee38fb1aa9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.390738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f60407-ef32-498e-a372-80b1769400a9 req-3b66960d-eac0-4d76-a18a-6e7738f85111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:41.392499 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-20f60407-ef32-498e-a372-80b1769400a9 req-3b66960d-eac0-4d76-a18a-6e7738f85111 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71658409-b08b-495f-8be3-a19e062b9762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863667 Jan 27 17:14:41.414910 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b59c-3045-40b0-9746-aee38fb1aa9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.454980 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec159ec-d364-42a3-ada7-861cbe5f467f None None] DHCP port deletion for caa02e7d-e145-485d-aed5-d58258215d40 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:14:41.461538 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-dec159ec-d364-42a3-ada7-861cbe5f467f None None] Deleting port b416fac7-060a-46fb-baac-db98fc82dd9f {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:41.461942 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dec159ec-d364-42a3-ada7-861cbe5f467f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.470417 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55d944-e8c6-43b5-9bf8-e6b6ce10bf61 req-635cc555-29fd-4e3b-8d06-a1bf2129bf01 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:41.471138 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-be55d944-e8c6-43b5-9bf8-e6b6ce10bf61 req-635cc555-29fd-4e3b-8d06-a1bf2129bf01 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:41.508055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-be55d944-e8c6-43b5-9bf8-e6b6ce10bf61 req-635cc555-29fd-4e3b-8d06-a1bf2129bf01 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:41.509223 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-be55d944-e8c6-43b5-9bf8-e6b6ce10bf61 req-635cc555-29fd-4e3b-8d06-a1bf2129bf01 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 946 time: 0.3417141 Jan 27 17:14:41.527971 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-ffb9c41d-e1d0-4837-9182-2e6f35f3105d None None] Set router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:14:41.554431 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-20f60407-ef32-498e-a372-80b1769400a9 req-164f263c-b863-48aa-8637-c9be7a397963 service neutron] 10.222.0.83 "GET /v2.0/networks/71658409-b08b-495f-8be3-a19e062b9762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540473 Jan 27 17:14:41.574003 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-be55d944-e8c6-43b5-9bf8-e6b6ce10bf61 req-53e1e5d2-1514-4d51-8976-b31881102303 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:41.579182 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b59c-3045-40b0-9746-aee38fb1aa9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.671071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-be55d944-e8c6-43b5-9bf8-e6b6ce10bf61 req-53e1e5d2-1514-4d51-8976-b31881102303 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:41.683058 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-be55d944-e8c6-43b5-9bf8-e6b6ce10bf61 req-53e1e5d2-1514-4d51-8976-b31881102303 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557140 Jan 27 17:14:41.688872 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b59c-3045-40b0-9746-aee38fb1aa9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.721999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-dec159ec-d364-42a3-ada7-861cbe5f467f None None] For port b416fac7-060a-46fb-baac-db98fc82dd9f, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b416fac7-060a-46fb-baac-db98fc82dd9f,segment=NetworkSegment(b2c5f4fd-c92d-41ed-a1fb-5aa0bc449bd6),segment_id=b2c5f4fd-c92d-41ed-a1fb-5aa0bc449bd6)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:41.723123 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dec159ec-d364-42a3-ada7-861cbe5f467f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.736896 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3b59c-3045-40b0-9746-aee38fb1aa9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Subnet': ['ID=7d7d7abd-8f0c-4a55-8b95-ba7fc32ba767,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:41.747974 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b59c-3045-40b0-9746-aee38fb1aa9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.759096 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ddf3b59c-3045-40b0-9746-aee38fb1aa9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/subnets/7d7d7abd-8f0c-4a55-8b95-ba7fc32ba767 HTTP/1.1" status: 204 len: 168 time: 0.5180347 Jan 27 17:14:41.759571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37020) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:41.795968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa0541-9bc1-4a1a-8123-8070383224c0 req-d625d7fc-40c0-4d5f-a05c-5793d289ffec tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:41.803007 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aaaa0541-9bc1-4a1a-8123-8070383224c0 req-d625d7fc-40c0-4d5f-a05c-5793d289ffec tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 945 time: 0.1985278 Jan 27 17:14:41.809657 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc56149c-3907-47fa-91ce-e9656410e4b6 None None] Network 1bae5b72-682a-4f2f-9210-1838cb70a674 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:41.823696 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-20f60407-ef32-498e-a372-80b1769400a9 req-87b683f9-6f87-42ef-8201-205906616d93 service neutron] 10.222.0.83 "GET /v2.0/networks/71658409-b08b-495f-8be3-a19e062b9762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625737 Jan 27 17:14:41.864417 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aaaa0541-9bc1-4a1a-8123-8070383224c0 req-e7b3833e-c26a-44a4-bebf-60d7f7b00884 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575757 Jan 27 17:14:41.911312 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.913490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-dec159ec-d364-42a3-ada7-861cbe5f467f None None] Calling delete_port for b416fac7-060a-46fb-baac-db98fc82dd9f owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:41.922766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port b416fac7-060a-46fb-baac-db98fc82dd9f {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:41.923186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:41.942312 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ffb9c41d-e1d0-4837-9182-2e6f35f3105d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:14:31Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'c842fee5-d80f-4c33-ac61-7401b5624ce6', 'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:0a:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:27Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:41.946351 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9c41d-e1d0-4837-9182-2e6f35f3105d None None] The sync data for ids ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'] in dv-neutron-826439-2-hyperv is: [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:14:31Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'c842fee5-d80f-4c33-ac61-7401b5624ce6', 'name': '', 'network_id': '71658409-b08b-495f-8be3-a19e062b9762', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:0a:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:06Z', 'updated_at': '2022-01-27T17:12:27Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'a344f178-6b07-4d9e-bda5-43d60ea0302d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:42.144309 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dec159ec-d364-42a3-ada7-861cbe5f467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:42.193432 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec159ec-d364-42a3-ada7-861cbe5f467f None None] Pushing event deleted for resources: {'Port': ['ID=b416fac7-060a-46fb-baac-db98fc82dd9f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:42.195471 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec159ec-d364-42a3-ada7-861cbe5f467f None None] No DVR routers for this DVR port b416fac7-060a-46fb-baac-db98fc82dd9f on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:42.233081 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] For port b416fac7-060a-46fb-baac-db98fc82dd9f, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b416fac7-060a-46fb-baac-db98fc82dd9f,segment=NetworkSegment(b2c5f4fd-c92d-41ed-a1fb-5aa0bc449bd6),segment_id=b2c5f4fd-c92d-41ed-a1fb-5aa0bc449bd6)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:42.233625 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:42.286997 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c781a7-ab55-4ae2-9f5c-234948151757 None None] DHCP port deletion for 1bae5b72-682a-4f2f-9210-1838cb70a674 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:14:42.291566 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-13c781a7-ab55-4ae2-9f5c-234948151757 None None] Deleting port 04531e58-caa9-4426-a20e-70f7eaab75e2 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:42.292032 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-13c781a7-ab55-4ae2-9f5c-234948151757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:42.320254 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3bc0d0-a81d-49cb-b03c-7700354e5d11 None None] New status for floating IP 4215e0af-8160-4a45-ab05-f47a633659db: DOWN {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:14:42.399403 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e328b73-84d8-4840-87bd-e00064a9e975 req-8d711fe2-f79c-4529-92df-46648f578bbe tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:42.400941 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9e328b73-84d8-4840-87bd-e00064a9e975 req-8d711fe2-f79c-4529-92df-46648f578bbe tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 946 time: 0.0874050 Jan 27 17:14:42.478488 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-9e328b73-84d8-4840-87bd-e00064a9e975 req-11f5f026-d1be-44e1-88d9-948e7d09ada4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port f9764b7f-f96a-4ae1-b608-4c1da21a3b0a {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:42.479974 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-9e328b73-84d8-4840-87bd-e00064a9e975 req-11f5f026-d1be-44e1-88d9-948e7d09ada4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:42.485505 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc87d1f-1147-46f4-aafb-ad1c52a86a06 req-11c02534-5250-4f22-a3db-bccd9c2549bf tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:42.487025 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7dc87d1f-1147-46f4-aafb-ad1c52a86a06 req-11c02534-5250-4f22-a3db-bccd9c2549bf tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 945 time: 0.4975076 Jan 27 17:14:42.493919 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Calling delete_port for b416fac7-060a-46fb-baac-db98fc82dd9f owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:42.587101 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7dc87d1f-1147-46f4-aafb-ad1c52a86a06 req-b9d9ac44-9a25-4ada-9fe2-3c48b2681097 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660834 Jan 27 17:14:42.606992 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.api [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:14:42.607417 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG oslo_db.api [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:14:42.616387 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37026) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:42.675189 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-13c781a7-ab55-4ae2-9f5c-234948151757 None None] For port 04531e58-caa9-4426-a20e-70f7eaab75e2, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=04531e58-caa9-4426-a20e-70f7eaab75e2,segment=NetworkSegment(268eec66-043f-4cba-99df-f66c35d7d62d),segment_id=268eec66-043f-4cba-99df-f66c35d7d62d)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:42.675580 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-13c781a7-ab55-4ae2-9f5c-234948151757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:42.751533 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-9e328b73-84d8-4840-87bd-e00064a9e975 req-11f5f026-d1be-44e1-88d9-948e7d09ada4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port f9764b7f-f96a-4ae1-b608-4c1da21a3b0a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f9764b7f-f96a-4ae1-b608-4c1da21a3b0a,segment=NetworkSegment(27080b96-cf73-4d14-abf6-9a232b52845f),segment_id=27080b96-cf73-4d14-abf6-9a232b52845f)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:42.751979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-9e328b73-84d8-4840-87bd-e00064a9e975 req-11f5f026-d1be-44e1-88d9-948e7d09ada4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:42.815384 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226d14b5-ae9c-4252-8898-c52540335995 tempest-TestVolumeBootPattern-635512162 tempest-TestVolumeBootPattern-635512162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:42.816123 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-226d14b5-ae9c-4252-8898-c52540335995 tempest-TestVolumeBootPattern-635512162 tempest-TestVolumeBootPattern-635512162-project-admin] Synchronizing usage tracker for tenant:4693684e8a944c3cb4b0da833cf0baa3 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:42.821229 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-13c781a7-ab55-4ae2-9f5c-234948151757 None None] Calling delete_port for 04531e58-caa9-4426-a20e-70f7eaab75e2 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:42.837805 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-226d14b5-ae9c-4252-8898-c52540335995 tempest-TestVolumeBootPattern-635512162 tempest-TestVolumeBootPattern-635512162-project-admin] Unset dirty status for tenant:4693684e8a944c3cb4b0da833cf0baa3 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:42.839904 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-226d14b5-ae9c-4252-8898-c52540335995 tempest-TestVolumeBootPattern-635512162 tempest-TestVolumeBootPattern-635512162-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 1093 time: 0.2221742 Jan 27 17:14:42.842910 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37034) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:42.850208 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '9770ce64-0e5f-49ac-9278-e6feba990143', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:42.857535 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:42.864781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Usage tracker for resource:floatingip and tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:42.868165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:42.877734 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:42.888715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for floatingip, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:42.917405 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 04531e58-caa9-4426-a20e-70f7eaab75e2 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:42.959243 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 04531e58-caa9-4426-a20e-70f7eaab75e2 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:42.959508 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 04531e58-caa9-4426-a20e-70f7eaab75e2 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:42.960083 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b416fac7-060a-46fb-baac-db98fc82dd9f no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:42.994528 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: b416fac7-060a-46fb-baac-db98fc82dd9f {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:42.994913 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b416fac7-060a-46fb-baac-db98fc82dd9f not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:42.996440 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-13c781a7-ab55-4ae2-9f5c-234948151757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.035088 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-9e328b73-84d8-4840-87bd-e00064a9e975 req-11f5f026-d1be-44e1-88d9-948e7d09ada4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for f9764b7f-f96a-4ae1-b608-4c1da21a3b0a owned by compute:nova {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:43.044235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.048898 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c781a7-ab55-4ae2-9f5c-234948151757 None None] Pushing event deleted for resources: {'Port': ['ID=04531e58-caa9-4426-a20e-70f7eaab75e2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:43.053526 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c781a7-ab55-4ae2-9f5c-234948151757 None None] No DVR routers for this DVR port 04531e58-caa9-4426-a20e-70f7eaab75e2 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:43.112377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port b416fac7-060a-46fb-baac-db98fc82dd9f {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:43.113228 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.153168 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6607f-8949-4bd3-9d16-380fbee65e6f req-3a3dc47e-0ba0-4469-8384-591c5a90ad22 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:43.154645 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a3f6607f-8949-4bd3-9d16-380fbee65e6f req-3a3dc47e-0ba0-4469-8384-591c5a90ad22 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e03d1dd-ba8b-4cad-9226-3f26c64bdb29 HTTP/1.1" status: 200 len: 946 time: 0.2145815 Jan 27 17:14:43.189001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] The port 'b416fac7-060a-46fb-baac-db98fc82dd9f' was deleted {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:14:43.246649 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a3f6607f-8949-4bd3-9d16-380fbee65e6f req-376853a5-f5aa-4a82-b272-4f525d806776 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616834 Jan 27 17:14:43.247570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-9e328b73-84d8-4840-87bd-e00064a9e975 req-11f5f026-d1be-44e1-88d9-948e7d09ada4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.302091 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5f026-d1be-44e1-88d9-948e7d09ada4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=f9764b7f-f96a-4ae1-b608-4c1da21a3b0a,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:43.368629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.376397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Allocated IP 172.26.1.170 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/452514e1-5eaf-4950-9653-31f69536740c) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:43.377827 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e328b73-84d8-4840-87bd-e00064a9e975 req-11f5f026-d1be-44e1-88d9-948e7d09ada4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] No DVR routers for this DVR port f9764b7f-f96a-4ae1-b608-4c1da21a3b0a on host hv-neutron-8264 {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:43.380312 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-9e328b73-84d8-4840-87bd-e00064a9e975 req-11f5f026-d1be-44e1-88d9-948e7d09ada4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.382909 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'name': 'network-vif-deleted', 'tag': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:14:43.399535 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9e328b73-84d8-4840-87bd-e00064a9e975 req-11f5f026-d1be-44e1-88d9-948e7d09ada4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "DELETE /v2.0/ports/f9764b7f-f96a-4ae1-b608-4c1da21a3b0a HTTP/1.1" status: 204 len: 173 time: 0.9929852 Jan 27 17:14:43.404364 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa02e7d-e145-485d-aed5-d58258215d40']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:43.435481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c5f4fd-c92d-41ed-a1fb-5aa0bc449bd6') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:43.435778 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c5f4fd-c92d-41ed-a1fb-5aa0bc449bd6') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:43.460410 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.530863 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.547433 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:43.547852 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: util.warn( Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:43.562555 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:43.573215 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e03d1dd-ba8b-4cad-9226-3f26c64bdb29', 'name': 'network-vif-deleted', 'tag': 'f9764b7f-f96a-4ae1-b608-4c1da21a3b0a', 'status': 'completed', 'code': 200} Jan 27 17:14:43.667321 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.672039 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.690552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.706798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Network': ['ID=caa02e7d-e145-485d-aed5-d58258215d40,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:43.722924 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7b788d57-2047-4e75-9253-78dfc58aca69 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/networks/caa02e7d-e145-485d-aed5-d58258215d40 HTTP/1.1" status: 204 len: 168 time: 1.9621878 Jan 27 17:14:43.725996 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37042) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:43.737941 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.810946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:43.814090 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:43.817730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:14:43.847506 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e42fc929-0ecc-49f4-ad2e-81ada90ea605 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:43.848161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event updated for resources: {'Port': ['ID=452514e1-5eaf-4950-9653-31f69536740c,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:43.984472 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e42fc929-0ecc-49f4-ad2e-81ada90ea605 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.010746 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-e42fc929-0ecc-49f4-ad2e-81ada90ea605 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bae5b72-682a-4f2f-9210-1838cb70a674']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:44.023441 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-e42fc929-0ecc-49f4-ad2e-81ada90ea605 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268eec66-043f-4cba-99df-f66c35d7d62d') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:44.023651 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-e42fc929-0ecc-49f4-ad2e-81ada90ea605 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268eec66-043f-4cba-99df-f66c35d7d62d') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:44.035576 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e42fc929-0ecc-49f4-ad2e-81ada90ea605 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.052105 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e42fc929-0ecc-49f4-ad2e-81ada90ea605 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.059796 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42fc929-0ecc-49f4-ad2e-81ada90ea605 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:44.060183 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e42fc929-0ecc-49f4-ad2e-81ada90ea605 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:44.075056 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:44.155962 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e42fc929-0ecc-49f4-ad2e-81ada90ea605 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.173259 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e42fc929-0ecc-49f4-ad2e-81ada90ea605 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.183046 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fc929-0ecc-49f4-ad2e-81ada90ea605 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Network': ['ID=1bae5b72-682a-4f2f-9210-1838cb70a674,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:44.189241 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e42fc929-0ecc-49f4-ad2e-81ada90ea605 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/networks/1bae5b72-682a-4f2f-9210-1838cb70a674 HTTP/1.1" status: 204 len: 168 time: 0.4581876 Jan 27 17:14:44.189644 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37046) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:44.195230 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ebcd356e-4b13-441f-832f-7c2e2f52cd85 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1166764158'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:44.200444 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ebcd356e-4b13-441f-832f-7c2e2f52cd85 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:44.204598 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ebcd356e-4b13-441f-832f-7c2e2f52cd85 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:network and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:44.207559 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ebcd356e-4b13-441f-832f-7c2e2f52cd85 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:44.213869 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ebcd356e-4b13-441f-832f-7c2e2f52cd85 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:44.224729 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcd356e-4b13-441f-832f-7c2e2f52cd85 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:44.228469 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ebcd356e-4b13-441f-832f-7c2e2f52cd85 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.257703 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcd356e-4b13-441f-832f-7c2e2f52cd85 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:44.267625 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ebcd356e-4b13-441f-832f-7c2e2f52cd85 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.268301 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-ebcd356e-4b13-441f-832f-7c2e2f52cd85 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Added segment 3b1c3cc3-c50d-4071-a325-85c6c42226fd of type vlan for network 88424381-c264-4bc6-9378-b14b15f16e36 Jan 27 17:14:44.300616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ebcd356e-4b13-441f-832f-7c2e2f52cd85 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.332117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ebcd356e-4b13-441f-832f-7c2e2f52cd85 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.337797 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd356e-4b13-441f-832f-7c2e2f52cd85 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:44.338403 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ebcd356e-4b13-441f-832f-7c2e2f52cd85 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.345715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37052) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:44.396274 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ebcd356e-4b13-441f-832f-7c2e2f52cd85 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2055895 Jan 27 17:14:44.401126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37056) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:44.410643 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-0552d3a3-b155-4787-8cfd-7938aaa5964a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'subnet': {'network_id': '88424381-c264-4bc6-9378-b14b15f16e36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:44.448332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd356e-4b13-441f-832f-7c2e2f52cd85 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Network': ['ID=88424381-c264-4bc6-9378-b14b15f16e36,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:44.458503 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 88424381-c264-4bc6-9378-b14b15f16e36 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:44.521499 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.535246 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-59dc87fc-2838-43b4-adc2-7bcb8f87685f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.578376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0552d3a3-b155-4787-8cfd-7938aaa5964a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:44.582001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-59dc87fc-2838-43b4-adc2-7bcb8f87685f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.601834 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0552d3a3-b155-4787-8cfd-7938aaa5964a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:subnet and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:44.611232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0552d3a3-b155-4787-8cfd-7938aaa5964a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:44.656660 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0552d3a3-b155-4787-8cfd-7938aaa5964a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:44.691418 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.718087 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0552d3a3-b155-4787-8cfd-7938aaa5964a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:44.721594 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0552d3a3-b155-4787-8cfd-7938aaa5964a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.850298 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-59dc87fc-2838-43b4-adc2-7bcb8f87685f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.887926 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc87fc-2838-43b4-adc2-7bcb8f87685f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:44.988856 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-59dc87fc-2838-43b4-adc2-7bcb8f87685f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:44.989994 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-59dc87fc-2838-43b4-adc2-7bcb8f87685f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/security-groups/ff1c18e1-3ca3-4b04-b9b9-a8e310aeb50f HTTP/1.1" status: 204 len: 168 time: 0.6432786 Jan 27 17:14:45.023526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37062) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:45.150519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.156708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.197640 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0552d3a3-b155-4787-8cfd-7938aaa5964a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.334288 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event updated for resources: {'Port': ['ID=452514e1-5eaf-4950-9653-31f69536740c,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:45.344767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552d3a3-b155-4787-8cfd-7938aaa5964a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Subnet': ['ID=ad17b4d2-ece1-4351-a2e5-a573d07acb0d,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:45.354648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.456407 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552d3a3-b155-4787-8cfd-7938aaa5964a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Checking segment: {'id': '3b1c3cc3-c50d-4071-a325-85c6c42226fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '88424381-c264-4bc6-9378-b14b15f16e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:45.457249 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552d3a3-b155-4787-8cfd-7938aaa5964a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network hostable DHCP agents. Network: 88424381-c264-4bc6-9378-b14b15f16e36, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:45.548775 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552d3a3-b155-4787-8cfd-7938aaa5964a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network 88424381-c264-4bc6-9378-b14b15f16e36 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:45.568343 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-0552d3a3-b155-4787-8cfd-7938aaa5964a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 88424381-c264-4bc6-9378-b14b15f16e36) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:45.573656 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Floating IP 95f099db-e5e3-4073-9d42-e44413af7267 associated. External IP: 172.26.1.170, port: 9770ce64-0e5f-49ac-9278-e6feba990143. Jan 27 17:14:45.577201 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824821f3-fe14-4389-aaae-3bd5fe5e0847 None None] Network 88424381-c264-4bc6-9378-b14b15f16e36 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:45.626985 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552d3a3-b155-4787-8cfd-7938aaa5964a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:45.627230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0552d3a3-b155-4787-8cfd-7938aaa5964a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.678724 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0552d3a3-b155-4787-8cfd-7938aaa5964a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2765250 Jan 27 17:14:45.681561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37066) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:45.688586 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-a3c508a1-ba6a-4fe8-a1b2-6f655ebe1029 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1292276974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:45.696649 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a3c508a1-ba6a-4fe8-a1b2-6f655ebe1029 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:45.701980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a3c508a1-ba6a-4fe8-a1b2-6f655ebe1029 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:router and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:45.705600 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a3c508a1-ba6a-4fe8-a1b2-6f655ebe1029 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:45.712473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a3c508a1-ba6a-4fe8-a1b2-6f655ebe1029 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:45.727899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3c508a1-ba6a-4fe8-a1b2-6f655ebe1029 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.729554 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3c508a1-ba6a-4fe8-a1b2-6f655ebe1029 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.737676 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a555c709-1ee4-49d1-b289-7a9d7a2d3fd2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.814477 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-88424381-c264-4bc6-9378-b14b15f16e36', 'network_id': '88424381-c264-4bc6-9378-b14b15f16e36', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'fixed_ips': [{'subnet_id': 'ad17b4d2-ece1-4351-a2e5-a573d07acb0d'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:45.815382 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.819656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3c508a1-ba6a-4fe8-a1b2-6f655ebe1029 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.901162 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3c508a1-ba6a-4fe8-a1b2-6f655ebe1029 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.906145 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device f9764b7f-f96a-4ae1-b608-4c1da21a3b0a no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:45.942939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a3c508a1-ba6a-4fe8-a1b2-6f655ebe1029 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:45.946680 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a3c508a1-ba6a-4fe8-a1b2-6f655ebe1029 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2615800 Jan 27 17:14:45.947135 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37070) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:45.947950 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: f9764b7f-f96a-4ae1-b608-4c1da21a3b0a {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:45.948458 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device f9764b7f-f96a-4ae1-b608-4c1da21a3b0a not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:45.996310 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'port': {'network_id': '88424381-c264-4bc6-9378-b14b15f16e36', 'name': 'tempest-RoutersIpV6Test-378447179'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:46.016732 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Allocated IP 2001:db8::2 (88424381-c264-4bc6-9378-b14b15f16e36/ad17b4d2-ece1-4351-a2e5-a573d07acb0d/4ebe8190-61b8-4052-9e2e-e44027ea599c) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:46.100923 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Router a9f9edf8-d1d8-4657-b662-354e6f583744 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:14:46.190590 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:46.196095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:port and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:46.201315 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:46.207896 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:46.238285 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.249875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Transition to ACTIVE for port object 4ebe8190-61b8-4052-9e2e-e44027ea599c will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:46.262452 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:46.265900 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.272141 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Transition to ACTIVE for port object 4ebe8190-61b8-4052-9e2e-e44027ea599c will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:46.279828 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.286834 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-a555c709-1ee4-49d1-b289-7a9d7a2d3fd2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port c842fee5-d80f-4c33-ac61-7401b5624ce6 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:46.287167 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a555c709-1ee4-49d1-b289-7a9d7a2d3fd2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.303902 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:46.317413 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a215e77c-c014-4300-b8d5-00f20ef82d60 None None] Sync routers for ids ['a9f9edf8-d1d8-4657-b662-354e6f583744'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:46.325774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.330687 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a215e77c-c014-4300-b8d5-00f20ef82d60 None None] Routers {'a9f9edf8-d1d8-4657-b662-354e6f583744'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:46.331589 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a215e77c-c014-4300-b8d5-00f20ef82d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['a9f9edf8-d1d8-4657-b662-354e6f583744'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:46.336684 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] device_id is not set on port a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b yet. {{(pid=87595) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:14:46.350673 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Network 88424381-c264-4bc6-9378-b14b15f16e36 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:46.358196 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:46.362577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:14:46.392365 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8a208489-6b3e-4096-b62b-70c39795213b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5476992 Jan 27 17:14:46.393652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fe2f52-31e3-44dc-b368-3f548c8bcfc3', 'tag': '9770ce64-0e5f-49ac-9278-e6feba990143'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:14:46.417668 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Pushing event updated for resources: {'Port': ['ID=4ebe8190-61b8-4052-9e2e-e44027ea599c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:46.464391 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1fe2f52-31e3-44dc-b368-3f548c8bcfc3', 'tag': '9770ce64-0e5f-49ac-9278-e6feba990143', 'status': 'completed', 'code': 200} Jan 27 17:14:46.483233 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Attempting to bind port 4ebe8190-61b8-4052-9e2e-e44027ea599c on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:46.483819 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Attempting to bind port 4ebe8190-61b8-4052-9e2e-e44027ea599c by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '3b1c3cc3-c50d-4071-a325-85c6c42226fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '88424381-c264-4bc6-9378-b14b15f16e36'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:46.484262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Attempting to bind port 4ebe8190-61b8-4052-9e2e-e44027ea599c on network 88424381-c264-4bc6-9378-b14b15f16e36 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:46.490085 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:46.490609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Checking segment: {'id': '3b1c3cc3-c50d-4071-a325-85c6c42226fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '88424381-c264-4bc6-9378-b14b15f16e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:46.491105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.491693 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Bound using segment: {'id': '3b1c3cc3-c50d-4071-a325-85c6c42226fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '88424381-c264-4bc6-9378-b14b15f16e36'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:46.492245 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Bound port: 4ebe8190-61b8-4052-9e2e-e44027ea599c, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1c3cc3-c50d-4071-a325-85c6c42226fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '88424381-c264-4bc6-9378-b14b15f16e36'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:46.492711 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.586600 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-a215e77c-c014-4300-b8d5-00f20ef82d60 None None] Set router a9f9edf8-d1d8-4657-b662-354e6f583744 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:14:46.588656 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] For port 4ebe8190-61b8-4052-9e2e-e44027ea599c, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:46.592266 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] For port 4ebe8190-61b8-4052-9e2e-e44027ea599c, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4ebe8190-61b8-4052-9e2e-e44027ea599c,segment=NetworkSegment(3b1c3cc3-c50d-4071-a325-85c6c42226fd),segment_id=3b1c3cc3-c50d-4071-a325-85c6c42226fd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:46.605850 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.663046 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Allocated IP 2001:db8::227 (88424381-c264-4bc6-9378-b14b15f16e36/ad17b4d2-ece1-4351-a2e5-a573d07acb0d/a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:46.679098 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-a555c709-1ee4-49d1-b289-7a9d7a2d3fd2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port c842fee5-d80f-4c33-ac61-7401b5624ce6, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c842fee5-d80f-4c33-ac61-7401b5624ce6,segment=NetworkSegment(27080b96-cf73-4d14-abf6-9a232b52845f),segment_id=27080b96-cf73-4d14-abf6-9a232b52845f)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:46.679366 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a555c709-1ee4-49d1-b289-7a9d7a2d3fd2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:46.750717 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d2527-b202-4f2d-a11d-a3f714482e9b None None] Pushing event updated for resources: {'Port': ['ID=4ebe8190-61b8-4052-9e2e-e44027ea599c,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:46.823463 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-a555c709-1ee4-49d1-b289-7a9d7a2d3fd2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for c842fee5-d80f-4c33-ac61-7401b5624ce6 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:46.930483 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4cf09-4f09-417b-8d91-5e54d3c839a2 req-c2483670-d88e-488a-92b3-9a4c945f60df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:46.937554 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a9c4cf09-4f09-417b-8d91-5e54d3c839a2 req-c2483670-d88e-488a-92b3-9a4c945f60df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 1098 time: 0.4372339 Jan 27 17:14:47.020934 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a215e77c-c014-4300-b8d5-00f20ef82d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '95f099db-e5e3-4073-9d42-e44413af7267', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'floating_ip_address': '172.26.1.170', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'port_id': '9770ce64-0e5f-49ac-9278-e6feba990143', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'mac_address': 'fa:16:3e:b9:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fe2f52-31e3-44dc-b368-3f548c8bcfc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:14:44Z', 'updated_at': '2022-01-27T17:14:44Z', 'revision_number': 0, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:28Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:47.040034 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a215e77c-c014-4300-b8d5-00f20ef82d60 None None] Checking router: a9f9edf8-d1d8-4657-b662-354e6f583744 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:14:47.067371 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a215e77c-c014-4300-b8d5-00f20ef82d60 None None] Routers {'a9f9edf8-d1d8-4657-b662-354e6f583744'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:47.068277 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a215e77c-c014-4300-b8d5-00f20ef82d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['a9f9edf8-d1d8-4657-b662-354e6f583744'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:47.269244 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-a215e77c-c014-4300-b8d5-00f20ef82d60 None None] Set router a9f9edf8-d1d8-4657-b662-354e6f583744 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:14:47.381273 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4cf09-4f09-417b-8d91-5e54d3c839a2 req-31a97b3d-b1d2-424c-96a5-e96853c48bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:47.382765 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a9c4cf09-4f09-417b-8d91-5e54d3c839a2 req-31a97b3d-b1d2-424c-96a5-e96853c48bbd service neutron] 10.222.0.83 "GET /v2.0/networks?id=841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 200 len: 913 time: 0.4256985 Jan 27 17:14:47.397836 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:47.496780 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Transition to ACTIVE for port object a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:47.569505 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a9c4cf09-4f09-417b-8d91-5e54d3c839a2 req-a92de525-7e43-42af-b529-2f0c55fe228e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9770ce64-0e5f-49ac-9278-e6feba990143 HTTP/1.1" status: 200 len: 999 time: 0.1746764 Jan 27 17:14:47.626090 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a215e77c-c014-4300-b8d5-00f20ef82d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '95f099db-e5e3-4073-9d42-e44413af7267', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'floating_ip_address': '172.26.1.170', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'port_id': '9770ce64-0e5f-49ac-9278-e6feba990143', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'mac_address': 'fa:16:3e:b9:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fe2f52-31e3-44dc-b368-3f548c8bcfc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:14:44Z', 'updated_at': '2022-01-27T17:14:44Z', 'revision_number': 0, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:28Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:47.631374 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a215e77c-c014-4300-b8d5-00f20ef82d60 None None] The sync data for ids ['a9f9edf8-d1d8-4657-b662-354e6f583744'] in dv-neutron-826439-2-hyperv is: [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '95f099db-e5e3-4073-9d42-e44413af7267', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'floating_ip_address': '172.26.1.170', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'port_id': '9770ce64-0e5f-49ac-9278-e6feba990143', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'mac_address': 'fa:16:3e:b9:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fe2f52-31e3-44dc-b368-3f548c8bcfc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:14:44Z', 'updated_at': '2022-01-27T17:14:44Z', 'revision_number': 0, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:28Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:47.658309 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4cf09-4f09-417b-8d91-5e54d3c839a2 req-e7ef9b34-45cc-4f5f-9b76-2d87850caf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:47.659832 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a9c4cf09-4f09-417b-8d91-5e54d3c839a2 req-e7ef9b34-45cc-4f5f-9b76-2d87850caf27 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d6555cc-80bd-47ee-878f-a5617b07d795 HTTP/1.1" status: 200 len: 850 time: 0.0776310 Jan 27 17:14:47.660978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a555c709-1ee4-49d1-b289-7a9d7a2d3fd2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:47.695228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:47.761712 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555c709-1ee4-49d1-b289-7a9d7a2d3fd2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=c842fee5-d80f-4c33-ac61-7401b5624ce6,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:47.912599 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef03a58a-0611-4d54-a5ca-070e3123fb70 None None] New status for floating IP 95f099db-e5e3-4073-9d42-e44413af7267: ACTIVE {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:14:47.922050 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network 88424381-c264-4bc6-9378-b14b15f16e36 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:47.923440 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:47.925867 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:14:47.931677 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:47.932284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:47.970912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f697c04c-3b54-4b9d-bada-b8a57ce76446 None None] Network 88424381-c264-4bc6-9378-b14b15f16e36 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:47.975543 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:48.066775 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0ee51f70-1680-43be-a0f4-57c725b04d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1160059 Jan 27 17:14:48.067723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37078) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:48.094825 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5302b332-d40e-47db-8cac-4d729d1719ef None None] Provisioning for port 4ebe8190-61b8-4052-9e2e-e44027ea599c completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:48.125995 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4cf09-4f09-417b-8d91-5e54d3c839a2 req-630c83a7-571f-4d47-8ab7-ac906b896d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:48.127595 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a9c4cf09-4f09-417b-8d91-5e54d3c839a2 req-630c83a7-571f-4d47-8ab7-ac906b896d21 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=841011a7-cc94-4162-872b-7e5b601026ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4304681 Jan 27 17:14:48.296351 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a555c709-1ee4-49d1-b289-7a9d7a2d3fd2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:48.429227 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a9c4cf09-4f09-417b-8d91-5e54d3c839a2 req-fc97196e-4a85-4b16-b518-2ce7d65e2262 service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524974 Jan 27 17:14:48.658640 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d684a39d-e59a-4f94-8b83-7fb63f581e77 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:48.729909 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-3bc58cfa-aff5-46a2-b8e5-43ad68465dd5 None None] Provisioning for port a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:48.737859 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-3bc58cfa-aff5-46a2-b8e5-43ad68465dd5 None None] Provisioning complete for port a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:48.738985 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bc58cfa-aff5-46a2-b8e5-43ad68465dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:48.773987 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c3e93dd-2b9a-4744-845f-0cfbc4b746b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:48.811549 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3bc58cfa-aff5-46a2-b8e5-43ad68465dd5 None None] Port a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:48.878208 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a9c4cf09-4f09-417b-8d91-5e54d3c839a2 req-47bf1857-b54e-4b7b-a1ba-2467b47bbc04 service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385819 Jan 27 17:14:48.941385 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9f6bd362-6004-4d75-8e35-f6c233eb4e52 None None] Provisioning complete for port a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:48.942006 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd362-6004-4d75-8e35-f6c233eb4e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.034684 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9f6bd362-6004-4d75-8e35-f6c233eb4e52 None None] Port a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:49.039501 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a555c709-1ee4-49d1-b289-7a9d7a2d3fd2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:14:49.064519 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4ebe8190-61b8-4052-9e2e-e44027ea599c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:49.115912 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d684a39d-e59a-4f94-8b83-7fb63f581e77 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.123637 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d684a39d-e59a-4f94-8b83-7fb63f581e77 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.138317 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 4ebe8190-61b8-4052-9e2e-e44027ea599c completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:14:49.143466 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 4ebe8190-61b8-4052-9e2e-e44027ea599c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:49.143921 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.246187 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a555c709-1ee4-49d1-b289-7a9d7a2d3fd2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:49.251803 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a555c709-1ee4-49d1-b289-7a9d7a2d3fd2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/29f218d7-7c8f-4ff2-98d1-d814bd499fbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2270219 Jan 27 17:14:49.255010 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37082) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:49.262985 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1031b316-03a7-42f3-b943-b2984e318690 None None] Sync routers for ids ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:49.273544 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1031b316-03a7-42f3-b943-b2984e318690 None None] Routers {'29f218d7-7c8f-4ff2-98d1-d814bd499fbc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:49.274239 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-1031b316-03a7-42f3-b943-b2984e318690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:49.304264 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.344672 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 4ebe8190-61b8-4052-9e2e-e44027ea599c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4ebe8190-61b8-4052-9e2e-e44027ea599c,segment=NetworkSegment(3b1c3cc3-c50d-4071-a325-85c6c42226fd),segment_id=3b1c3cc3-c50d-4071-a325-85c6c42226fd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:49.351263 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.356412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a74829-7b5e-44ba-93de-73682b74cb3c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting subnet a344f178-6b07-4d9e-bda5-43d60ea0302d {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:49.360306 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d2a74829-7b5e-44ba-93de-73682b74cb3c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.395557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684a39d-e59a-4f94-8b83-7fb63f581e77 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:49.444352 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d2a74829-7b5e-44ba-93de-73682b74cb3c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.455740 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=4ebe8190-61b8-4052-9e2e-e44027ea599c,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:49.505837 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-1031b316-03a7-42f3-b943-b2984e318690 None None] Set router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:14:49.558804 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d2a74829-7b5e-44ba-93de-73682b74cb3c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.570901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d684a39d-e59a-4f94-8b83-7fb63f581e77 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.646892 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d2a74829-7b5e-44ba-93de-73682b74cb3c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.686161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9ea79aa9-9316-4ab5-b226-40e2eca16464 None None] Provisioning complete for port a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:49.686519 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ea79aa9-9316-4ab5-b226-40e2eca16464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.692601 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74829-7b5e-44ba-93de-73682b74cb3c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Subnet': ['ID=a344f178-6b07-4d9e-bda5-43d60ea0302d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:49.696703 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d2a74829-7b5e-44ba-93de-73682b74cb3c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.703919 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d2a74829-7b5e-44ba-93de-73682b74cb3c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/subnets/a344f178-6b07-4d9e-bda5-43d60ea0302d HTTP/1.1" status: 204 len: 168 time: 0.4478951 Jan 27 17:14:49.707138 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37086) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:49.713836 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f948edb6-b5a7-44bf-a725-e278a296a225 None None] Network 71658409-b08b-495f-8be3-a19e062b9762 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:49.837183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d684a39d-e59a-4f94-8b83-7fb63f581e77 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:49.870558 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-1031b316-03a7-42f3-b943-b2984e318690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:14:47Z', 'revision_number': 7, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:49.874806 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1031b316-03a7-42f3-b943-b2984e318690 None None] Checking router: 29f218d7-7c8f-4ff2-98d1-d814bd499fbc for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:14:49.883870 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1031b316-03a7-42f3-b943-b2984e318690 None None] Routers {'29f218d7-7c8f-4ff2-98d1-d814bd499fbc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:49.884510 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-1031b316-03a7-42f3-b943-b2984e318690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:49.930918 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9ea79aa9-9316-4ab5-b226-40e2eca16464 None None] Port a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:49.938906 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-adbbc141-43a3-4817-899f-4bef3c18c70e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.043667 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b01202c-7dea-43f1-b439-f848b7d200d9 None None] DHCP port deletion for 71658409-b08b-495f-8be3-a19e062b9762 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:14:50.047840 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8b01202c-7dea-43f1-b439-f848b7d200d9 None None] Deleting port 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:50.048269 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b01202c-7dea-43f1-b439-f848b7d200d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.123880 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-1031b316-03a7-42f3-b943-b2984e318690 None None] Set router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:14:50.142267 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-adbbc141-43a3-4817-899f-4bef3c18c70e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.155262 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-adbbc141-43a3-4817-899f-4bef3c18c70e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port a8f8a541-0225-423e-8760-6d9c2160f04d {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:50.155728 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-adbbc141-43a3-4817-899f-4bef3c18c70e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.278672 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8b01202c-7dea-43f1-b439-f848b7d200d9 None None] For port 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=6e5d7cae-7be1-4959-b432-ec93fbc4e7fb,segment=NetworkSegment(27080b96-cf73-4d14-abf6-9a232b52845f),segment_id=27080b96-cf73-4d14-abf6-9a232b52845f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:50.279077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b01202c-7dea-43f1-b439-f848b7d200d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.302084 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d684a39d-e59a-4f94-8b83-7fb63f581e77 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.308815 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d684a39d-e59a-4f94-8b83-7fb63f581e77 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.309648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d684a39d-e59a-4f94-8b83-7fb63f581e77 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.400062 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-adbbc141-43a3-4817-899f-4bef3c18c70e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port a8f8a541-0225-423e-8760-6d9c2160f04d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=a8f8a541-0225-423e-8760-6d9c2160f04d,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:50.400621 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-adbbc141-43a3-4817-899f-4bef3c18c70e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.423017 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684a39d-e59a-4f94-8b83-7fb63f581e77 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:50.451370 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-1031b316-03a7-42f3-b943-b2984e318690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:14:47Z', 'revision_number': 7, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:50.455808 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1031b316-03a7-42f3-b943-b2984e318690 None None] The sync data for ids ['29f218d7-7c8f-4ff2-98d1-d814bd499fbc'] in dv-neutron-826439-2-hyperv is: [{'id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'name': 'tempest-TestNetworkBasicOps-router-307769868', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:11:52Z', 'updated_at': '2022-01-27T17:14:47Z', 'revision_number': 7, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'a8f8a541-0225-423e-8760-6d9c2160f04d', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f218d7-7c8f-4ff2-98d1-d814bd499fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:11:55Z', 'updated_at': '2022-01-27T17:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:50.469498 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8b01202c-7dea-43f1-b439-f848b7d200d9 None None] Calling delete_port for 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:50.533820 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d684a39d-e59a-4f94-8b83-7fb63f581e77 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network 88424381-c264-4bc6-9378-b14b15f16e36 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:50.535230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-d684a39d-e59a-4f94-8b83-7fb63f581e77 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:50.550047 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-adbbc141-43a3-4817-899f-4bef3c18c70e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for a8f8a541-0225-423e-8760-6d9c2160f04d owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:50.553081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b01202c-7dea-43f1-b439-f848b7d200d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.603454 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01202c-7dea-43f1-b439-f848b7d200d9 None None] Pushing event deleted for resources: {'Port': ['ID=6e5d7cae-7be1-4959-b432-ec93fbc4e7fb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:50.605381 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01202c-7dea-43f1-b439-f848b7d200d9 None None] No DVR routers for this DVR port 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:50.742932 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d684a39d-e59a-4f94-8b83-7fb63f581e77 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router 3f703ba4-7b92-4136-8573-98da58062fae is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:14:50.879203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-adbbc141-43a3-4817-899f-4bef3c18c70e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:50.902708 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7129ac98-6cb8-40e2-9cd6-bb77fbbac654 None None] Provisioning complete for port a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:50.902836 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7129ac98-6cb8-40e2-9cd6-bb77fbbac654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.000994 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7129ac98-6cb8-40e2-9cd6-bb77fbbac654 None None] Port a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:14:51.001316 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbc141-43a3-4817-899f-4bef3c18c70e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=a8f8a541-0225-423e-8760-6d9c2160f04d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:51.009112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4ebe8190-61b8-4052-9e2e-e44027ea599c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:14:51.085067 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95aa919a-3767-4256-a6a0-6d34ffebf76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.092997 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 4ebe8190-61b8-4052-9e2e-e44027ea599c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:14:51.093364 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.109249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-adbbc141-43a3-4817-899f-4bef3c18c70e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.163765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d684a39d-e59a-4f94-8b83-7fb63f581e77 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:51.179887 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d684a39d-e59a-4f94-8b83-7fb63f581e77 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/3f703ba4-7b92-4136-8573-98da58062fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1086211 Jan 27 17:14:51.182776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37090) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:51.216707 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85724f03-a832-4e8b-933d-7014a3712e16 None None] Sync routers for ids ['3f703ba4-7b92-4136-8573-98da58062fae'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:51.261126 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85724f03-a832-4e8b-933d-7014a3712e16 None None] Routers {'3f703ba4-7b92-4136-8573-98da58062fae'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:51.262404 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-85724f03-a832-4e8b-933d-7014a3712e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['3f703ba4-7b92-4136-8573-98da58062fae'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:51.318394 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59137bd-c341-475a-8bf2-35d00ad30c1d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:51.319001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a59137bd-c341-475a-8bf2-35d00ad30c1d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Synchronizing usage tracker for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:51.331180 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-adbbc141-43a3-4817-899f-4bef3c18c70e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.332826 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c842fee5-d80f-4c33-ac61-7401b5624ce6 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:51.333808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-adbbc141-43a3-4817-899f-4bef3c18c70e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.341718 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a59137bd-c341-475a-8bf2-35d00ad30c1d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Unset dirty status for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:51.345134 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a59137bd-c341-475a-8bf2-35d00ad30c1d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports/a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b HTTP/1.1" status: 200 len: 983 time: 0.1587217 Jan 27 17:14:51.347675 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37094) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:51.363138 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-adbbc141-43a3-4817-899f-4bef3c18c70e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.363619 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbbc141-43a3-4817-899f-4bef3c18c70e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Fanout notify agent at l3_agent the message router_deleted on router 29f218d7-7c8f-4ff2-98d1-d814bd499fbc {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:14:51.370223 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-85724f03-a832-4e8b-933d-7014a3712e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:51.379339 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: c842fee5-d80f-4c33-ac61-7401b5624ce6 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:51.379339 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c842fee5-d80f-4c33-ac61-7401b5624ce6 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:51.379668 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:51.387172 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-adbbc141-43a3-4817-899f-4bef3c18c70e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.395596 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-adbbc141-43a3-4817-899f-4bef3c18c70e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/routers/29f218d7-7c8f-4ff2-98d1-d814bd499fbc HTTP/1.1" status: 204 len: 168 time: 1.6862171 Jan 27 17:14:51.396383 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37098) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:51.417474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:51.417843 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 6e5d7cae-7be1-4959-b432-ec93fbc4e7fb not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:51.421074 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85724f03-a832-4e8b-933d-7014a3712e16 None None] Routers {'3f703ba4-7b92-4136-8573-98da58062fae'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:51.421836 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-85724f03-a832-4e8b-933d-7014a3712e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['3f703ba4-7b92-4136-8573-98da58062fae'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:51.502701 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-85724f03-a832-4e8b-933d-7014a3712e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:51.503103 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85724f03-a832-4e8b-933d-7014a3712e16 None None] The sync data for ids ['3f703ba4-7b92-4136-8573-98da58062fae'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:51.552980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57a47054-e9a4-4224-aef6-917f832082d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.689021 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57a47054-e9a4-4224-aef6-917f832082d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.718054 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-57a47054-e9a4-4224-aef6-917f832082d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71658409-b08b-495f-8be3-a19e062b9762']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:51.730983 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-57a47054-e9a4-4224-aef6-917f832082d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27080b96-cf73-4d14-abf6-9a232b52845f') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:51.731319 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-57a47054-e9a4-4224-aef6-917f832082d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27080b96-cf73-4d14-abf6-9a232b52845f') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:51.743918 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57a47054-e9a4-4224-aef6-917f832082d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.760692 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57a47054-e9a4-4224-aef6-917f832082d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.767952 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a47054-e9a4-4224-aef6-917f832082d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:51.767952 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57a47054-e9a4-4224-aef6-917f832082d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:51.784318 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:51.866875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57a47054-e9a4-4224-aef6-917f832082d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.892608 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-57a47054-e9a4-4224-aef6-917f832082d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.898971 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a47054-e9a4-4224-aef6-917f832082d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Network': ['ID=71658409-b08b-495f-8be3-a19e062b9762,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:51.906566 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-57a47054-e9a4-4224-aef6-917f832082d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/networks/71658409-b08b-495f-8be3-a19e062b9762 HTTP/1.1" status: 204 len: 168 time: 0.5078835 Jan 27 17:14:51.927717 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37102) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:51.936795 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-82ee19d8-cc4c-4d6a-80d1-b55c56f9d867 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'network': {'name': 'tempest-network-smoke--301584199', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'port_security_enabled': True}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:51.944203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-82ee19d8-cc4c-4d6a-80d1-b55c56f9d867 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:51.948302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:51.948808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-82ee19d8-cc4c-4d6a-80d1-b55c56f9d867 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:network and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:51.953100 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-82ee19d8-cc4c-4d6a-80d1-b55c56f9d867 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:51.959285 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-82ee19d8-cc4c-4d6a-80d1-b55c56f9d867 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:51.973556 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ee19d8-cc4c-4d6a-80d1-b55c56f9d867 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:51.978863 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-82ee19d8-cc4c-4d6a-80d1-b55c56f9d867 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.007200 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ee19d8-cc4c-4d6a-80d1-b55c56f9d867 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:52.020640 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-82ee19d8-cc4c-4d6a-80d1-b55c56f9d867 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.020640 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-82ee19d8-cc4c-4d6a-80d1-b55c56f9d867 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Added segment 349e8b60-d25d-4acd-9eb5-42ef09450b7b of type vlan for network 02bc4657-2366-43f3-8f0c-40aaef494742 Jan 27 17:14:52.052415 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-82ee19d8-cc4c-4d6a-80d1-b55c56f9d867 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.107484 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-82ee19d8-cc4c-4d6a-80d1-b55c56f9d867 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.116419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ee19d8-cc4c-4d6a-80d1-b55c56f9d867 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:52.116667 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-82ee19d8-cc4c-4d6a-80d1-b55c56f9d867 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.122809 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.229617 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.257034 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-82ee19d8-cc4c-4d6a-80d1-b55c56f9d867 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3271279 Jan 27 17:14:52.259873 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37106) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:52.262850 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee19d8-cc4c-4d6a-80d1-b55c56f9d867 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Network': ['ID=02bc4657-2366-43f3-8f0c-40aaef494742,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:52.266030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-800776049', 'admin_state_up': True, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:52.273541 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 02bc4657-2366-43f3-8f0c-40aaef494742 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:52.275814 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:52.283670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:router and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:52.285959 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:52.294670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:52.303246 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:52.303647 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.340398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.341132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.389944 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.627904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:52.890461 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a8f8a541-0225-423e-8760-6d9c2160f04d no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:52.924752 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: a8f8a541-0225-423e-8760-6d9c2160f04d {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:52.925080 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a8f8a541-0225-423e-8760-6d9c2160f04d not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:52.939215 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Calling delete_port for a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:53.034402 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.373845 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.403714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.455901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Port': ['ID=a4dfaae8-6567-4cfe-a8f5-cd35b1a5da8b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:53.551708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:53.552044 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:53.552394 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:53.552716 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:53.553031 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:53.553348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:53.553661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:53.553994 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:53.554309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:53.554611 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:53.554915 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:53.555221 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:53.768527 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.807543 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:53.811207 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:54.314528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router 3f703ba4-7b92-4136-8573-98da58062fae has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:14:54.322119 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.26.1.43 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/86e71301-5e7a-455e-933f-c6f872e53afb) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:54.490946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:54.500457 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c70d72-e109-4c45-b572-6c6daad4023e None None] Sync routers for ids ['3f703ba4-7b92-4136-8573-98da58062fae'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:54.510449 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c70d72-e109-4c45-b572-6c6daad4023e None None] Routers {'3f703ba4-7b92-4136-8573-98da58062fae'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:54.511046 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b7c70d72-e109-4c45-b572-6c6daad4023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['3f703ba4-7b92-4136-8573-98da58062fae'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:54.569560 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b7c70d72-e109-4c45-b572-6c6daad4023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:54.577773 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c70d72-e109-4c45-b572-6c6daad4023e None None] Routers {'3f703ba4-7b92-4136-8573-98da58062fae'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:54.578358 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b7c70d72-e109-4c45-b572-6c6daad4023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['3f703ba4-7b92-4136-8573-98da58062fae'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:54.588809 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-aaefeec9-0265-4660-93fc-66bee1d5ea1c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/3f703ba4-7b92-4136-8573-98da58062fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2387707 Jan 27 17:14:54.592099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37112) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:54.607289 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:54.637669 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:54.639340 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b7c70d72-e109-4c45-b572-6c6daad4023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:54.639726 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c70d72-e109-4c45-b572-6c6daad4023e None None] The sync data for ids ['3f703ba4-7b92-4136-8573-98da58062fae'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:54.701497 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:54.704281 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:54.708042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:14:54.745173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=86e71301-5e7a-455e-933f-c6f872e53afb,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:55.030103 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-509db9e7-0b07-4f55-8339-1ef1d8e7fb31 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] remove_router_interface failed (client error): The resource could not be found. Jan 27 17:14:55.033616 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-509db9e7-0b07-4f55-8339-1ef1d8e7fb31 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/3f703ba4-7b92-4136-8573-98da58062fae/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4379280 Jan 27 17:14:55.034477 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37116) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:55.078656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-73011c2d-6321-4515-a3f0-dc7092203838 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Synchronizing usage tracker for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:14:55.095209 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-73011c2d-6321-4515-a3f0-dc7092203838 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Unset dirty status for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:14:55.099682 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-73011c2d-6321-4515-a3f0-dc7092203838 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f703ba4-7b92-4136-8573-98da58062fae HTTP/1.1" status: 200 len: 205 time: 0.0647223 Jan 27 17:14:55.100339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37120) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:55.253936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f35478cb-7e72-40ca-b1e2-2263f5b9de30 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.299571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.806573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f35478cb-7e72-40ca-b1e2-2263f5b9de30 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.810372 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f35478cb-7e72-40ca-b1e2-2263f5b9de30 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.896441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f35478cb-7e72-40ca-b1e2-2263f5b9de30 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.896932 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35478cb-7e72-40ca-b1e2-2263f5b9de30 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Fanout notify agent at l3_agent the message router_deleted on router 3f703ba4-7b92-4136-8573-98da58062fae {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:14:55.920038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f35478cb-7e72-40ca-b1e2-2263f5b9de30 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:55.921078 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f35478cb-7e72-40ca-b1e2-2263f5b9de30 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/routers/3f703ba4-7b92-4136-8573-98da58062fae HTTP/1.1" status: 204 len: 168 time: 0.8197994 Jan 27 17:14:55.924038 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37124) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:55.987713 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting subnet ad17b4d2-ece1-4351-a2e5-a573d07acb0d {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:14:55.990720 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.017414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.044946 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.132204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.204447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.221351 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router abc1f553-5447-4328-bbd4-799b60a1a16b is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:14:56.242907 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Subnet': ['ID=ad17b4d2-ece1-4351-a2e5-a573d07acb0d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:56.247862 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.254109 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b13edd-1e59-4a03-a934-52430e702cb4 None None] Network 88424381-c264-4bc6-9378-b14b15f16e36 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:56.255041 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:56.255362 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:56.255688 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:56.256005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:56.256320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:56.256631 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:56.256939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:56.257260 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:56.257551 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:56.257877 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:56.258180 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:56.258482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:14:56.263335 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-df225233-456c-4346-8511-5bd39d0bdc9d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/subnets/ad17b4d2-ece1-4351-a2e5-a573d07acb0d HTTP/1.1" status: 204 len: 168 time: 0.3383310 Jan 27 17:14:56.265984 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37128) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:56.380558 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.391201 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port 4ebe8190-61b8-4052-9e2e-e44027ea599c {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:56.391531 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.404079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:14:56.419003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Sync routers for ids ['abc1f553-5447-4328-bbd4-799b60a1a16b'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:14:56.429138 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.433989 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-698f0bfd-da0d-4558-83f6-7f209b275b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1700099 Jan 27 17:14:56.434223 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37132) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:56.440138 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Routers {'abc1f553-5447-4328-bbd4-799b60a1a16b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:56.440900 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['abc1f553-5447-4328-bbd4-799b60a1a16b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:56.476998 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1cc90f0a-9c27-44ae-be82-dc680681b8db tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=2e8c8c26aae041c68422ab49a8804631&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390253 Jan 27 17:14:56.477355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37136) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:56.602699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] For port 4ebe8190-61b8-4052-9e2e-e44027ea599c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4ebe8190-61b8-4052-9e2e-e44027ea599c,segment=NetworkSegment(3b1c3cc3-c50d-4071-a325-85c6c42226fd),segment_id=3b1c3cc3-c50d-4071-a325-85c6c42226fd)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:14:56.603511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.608186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ebe48b-b885-48b2-83c9-2f2961193033 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:56.612857 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f1ebe48b-b885-48b2-83c9-2f2961193033 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347141 Jan 27 17:14:56.613485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37140) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:56.636499 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Set router abc1f553-5447-4328-bbd4-799b60a1a16b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:14:56.746415 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Calling delete_port for 4ebe8190-61b8-4052-9e2e-e44027ea599c owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:14:56.786346 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87249c9-3d4f-4327-aee7-fb4b4f8e2a7d None None] DHCP port deletion for 88424381-c264-4bc6-9378-b14b15f16e36 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:14:56.812746 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a87249c9-3d4f-4327-aee7-fb4b4f8e2a7d None None] Deleting port 4ebe8190-61b8-4052-9e2e-e44027ea599c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:14:56.813440 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a87249c9-3d4f-4327-aee7-fb4b4f8e2a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.827483 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ea10e51a-81f9-4638-8fce-2fb6666973b3 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2126694 Jan 27 17:14:56.829850 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37144) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:56.835638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-08bc69de-81c4-4d69-be2e-574cd3706802 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2028990689', 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:56.851587 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:56.940168 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4ebe8190-61b8-4052-9e2e-e44027ea599c no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:14:56.944605 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Port': ['ID=4ebe8190-61b8-4052-9e2e-e44027ea599c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:56.950563 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] No DVR routers for this DVR port 4ebe8190-61b8-4052-9e2e-e44027ea599c on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:14:56.971498 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-08bc69de-81c4-4d69-be2e-574cd3706802 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:56.977015 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-08bc69de-81c4-4d69-be2e-574cd3706802 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:subnet and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:56.980788 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-08bc69de-81c4-4d69-be2e-574cd3706802 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:56.987449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-08bc69de-81c4-4d69-be2e-574cd3706802 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:56.988828 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 4ebe8190-61b8-4052-9e2e-e44027ea599c {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:14:56.989511 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4ebe8190-61b8-4052-9e2e-e44027ea599c not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:14:57.014114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bc69de-81c4-4d69-be2e-574cd3706802 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:57.019421 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-08bc69de-81c4-4d69-be2e-574cd3706802 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.089894 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a87249c9-3d4f-4327-aee7-fb4b4f8e2a7d None None] The port '4ebe8190-61b8-4052-9e2e-e44027ea599c' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:14:57.101863 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.141404 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88424381-c264-4bc6-9378-b14b15f16e36']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:57.169589 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1c3cc3-c50d-4071-a325-85c6c42226fd') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:57.170169 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1c3cc3-c50d-4071-a325-85c6c42226fd') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:57.213500 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.215546 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'name': 'tempest-TestNetworkBasicOps-router-800776049', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:14:52Z', 'updated_at': '2022-01-27T17:14:54Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:53Z', 'updated_at': '2022-01-27T17:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:57.221158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Checking router: abc1f553-5447-4328-bbd4-799b60a1a16b for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:14:57.221158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Updating router abc1f553-5447-4328-bbd4-799b60a1a16b port 86e71301-5e7a-455e-933f-c6f872e53afb binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:14:57.234721 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.241443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:14:57.242258 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:14:57.257233 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:14:57.278961 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.345033 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.350077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-08bc69de-81c4-4d69-be2e-574cd3706802 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.362617 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.373485 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Network': ['ID=88424381-c264-4bc6-9378-b14b15f16e36,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:57.387361 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8c39d078-e39a-412e-9819-2ec6f9754f2f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/networks/88424381-c264-4bc6-9378-b14b15f16e36 HTTP/1.1" status: 204 len: 168 time: 1.1201260 Jan 27 17:14:57.392220 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37148) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:57.401132 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-a0cd6698-e34b-4cfe-bafb-5ed0ed87dddc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-428601855'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:57.406737 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a0cd6698-e34b-4cfe-bafb-5ed0ed87dddc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:57.412757 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a0cd6698-e34b-4cfe-bafb-5ed0ed87dddc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:network and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:57.416809 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a0cd6698-e34b-4cfe-bafb-5ed0ed87dddc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:57.423757 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a0cd6698-e34b-4cfe-bafb-5ed0ed87dddc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:57.435539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc69de-81c4-4d69-be2e-574cd3706802 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Subnet': ['ID=9d03db55-ac91-4855-acf2-38c6e70620c0,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:57.435897 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cd6698-e34b-4cfe-bafb-5ed0ed87dddc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:57.440372 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a0cd6698-e34b-4cfe-bafb-5ed0ed87dddc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.444241 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bc69de-81c4-4d69-be2e-574cd3706802 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Checking segment: {'id': '349e8b60-d25d-4acd-9eb5-42ef09450b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:57.444589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bc69de-81c4-4d69-be2e-574cd3706802 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network hostable DHCP agents. Network: 02bc4657-2366-43f3-8f0c-40aaef494742, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:57.463431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bc69de-81c4-4d69-be2e-574cd3706802 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 02bc4657-2366-43f3-8f0c-40aaef494742 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:57.471531 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0cd6698-e34b-4cfe-bafb-5ed0ed87dddc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:14:57.474712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-08bc69de-81c4-4d69-be2e-574cd3706802 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 02bc4657-2366-43f3-8f0c-40aaef494742) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:57.480161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bc69de-81c4-4d69-be2e-574cd3706802 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:57.480976 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-08bc69de-81c4-4d69-be2e-574cd3706802 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.481634 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a0cd6698-e34b-4cfe-bafb-5ed0ed87dddc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.482126 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-a0cd6698-e34b-4cfe-bafb-5ed0ed87dddc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Added segment 7248e5ed-6723-4ae0-9800-6a568db716c8 of type vlan for network 4b00d262-5083-4b34-be12-9664f61b80b3 Jan 27 17:14:57.505464 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-08bc69de-81c4-4d69-be2e-574cd3706802 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6744852 Jan 27 17:14:57.508356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37152) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:57.511279 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a0cd6698-e34b-4cfe-bafb-5ed0ed87dddc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.512332 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad5cac3-5028-4343-8a69-a0df064e51b8 None None] Network 02bc4657-2366-43f3-8f0c-40aaef494742 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:57.548020 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a0cd6698-e34b-4cfe-bafb-5ed0ed87dddc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.553559 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd6698-e34b-4cfe-bafb-5ed0ed87dddc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:57.554164 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a0cd6698-e34b-4cfe-bafb-5ed0ed87dddc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.657990 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a0cd6698-e34b-4cfe-bafb-5ed0ed87dddc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2641745 Jan 27 17:14:57.658492 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37156) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:57.668857 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-a70a9e84-d2a6-4d72-9a01-2254795ec724 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'subnet': {'network_id': '4b00d262-5083-4b34-be12-9664f61b80b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:57.712939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd6698-e34b-4cfe-bafb-5ed0ed87dddc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Network': ['ID=4b00d262-5083-4b34-be12-9664f61b80b3,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:57.738116 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 4b00d262-5083-4b34-be12-9664f61b80b3 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:14:57.786081 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a70a9e84-d2a6-4d72-9a01-2254795ec724 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:57.789672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a70a9e84-d2a6-4d72-9a01-2254795ec724 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:subnet and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:57.792521 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a70a9e84-d2a6-4d72-9a01-2254795ec724 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:57.798282 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a70a9e84-d2a6-4d72-9a01-2254795ec724 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:57.809622 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70a9e84-d2a6-4d72-9a01-2254795ec724 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:14:57.813140 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a70a9e84-d2a6-4d72-9a01-2254795ec724 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.849488 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.907814 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-02bc4657-2366-43f3-8f0c-40aaef494742', 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ips': [{'subnet_id': '9d03db55-ac91-4855-acf2-38c6e70620c0'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:57.908645 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:57.937279 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Transition to ACTIVE for port object 86e71301-5e7a-455e-933f-c6f872e53afb will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:57.949247 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.073164 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cc273-9982-47f7-9828-e2cf47dcb4d9 None None] Pushing event updated for resources: {'Port': ['ID=86e71301-5e7a-455e-933f-c6f872e53afb,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:58.092277 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Attempting to bind port 86e71301-5e7a-455e-933f-c6f872e53afb on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:58.092632 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Attempting to bind port 86e71301-5e7a-455e-933f-c6f872e53afb by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:58.092980 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Attempting to bind port 86e71301-5e7a-455e-933f-c6f872e53afb on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:58.109410 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:58.109793 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:58.110185 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.110562 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:58.111148 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Bound port: 86e71301-5e7a-455e-933f-c6f872e53afb, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:58.111511 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.188291 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a70a9e84-d2a6-4d72-9a01-2254795ec724 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.245210 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] For port 86e71301-5e7a-455e-933f-c6f872e53afb, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:58.245210 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Allocated IP 172.20.0.2 (02bc4657-2366-43f3-8f0c-40aaef494742/9d03db55-ac91-4855-acf2-38c6e70620c0/5e455b6f-0e46-4faf-a4f9-7c04e1c27d08) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:58.245210 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] For port 86e71301-5e7a-455e-933f-c6f872e53afb, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=86e71301-5e7a-455e-933f-c6f872e53afb,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:58.253826 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.269585 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.282691 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a9e84-d2a6-4d72-9a01-2254795ec724 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Subnet': ['ID=0454b5c6-de5c-4d02-8557-0922255b3bbe,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:58.353659 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70a9e84-d2a6-4d72-9a01-2254795ec724 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Checking segment: {'id': '7248e5ed-6723-4ae0-9800-6a568db716c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '4b00d262-5083-4b34-be12-9664f61b80b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:58.353659 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70a9e84-d2a6-4d72-9a01-2254795ec724 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network hostable DHCP agents. Network: 4b00d262-5083-4b34-be12-9664f61b80b3, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:14:58.389980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70a9e84-d2a6-4d72-9a01-2254795ec724 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network 4b00d262-5083-4b34-be12-9664f61b80b3 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:14:58.414099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-a70a9e84-d2a6-4d72-9a01-2254795ec724 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 4b00d262-5083-4b34-be12-9664f61b80b3) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:58.423194 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70a9e84-d2a6-4d72-9a01-2254795ec724 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:14:58.423194 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a70a9e84-d2a6-4d72-9a01-2254795ec724 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.468799 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a70a9e84-d2a6-4d72-9a01-2254795ec724 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7957156 Jan 27 17:14:58.468799 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37160) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:58.473921 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbb742b-d57f-4a34-8f7d-24256c6af104 None None] Network 4b00d262-5083-4b34-be12-9664f61b80b3 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:14:58.480400 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-9e779e31-801c-414e-8601-23daedec881a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1422492299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:14:58.480400 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9e779e31-801c-414e-8601-23daedec881a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:14:58.493017 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9e779e31-801c-414e-8601-23daedec881a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:router and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:14:58.493017 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9e779e31-801c-414e-8601-23daedec881a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:14:58.497665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Routers {'abc1f553-5447-4328-bbd4-799b60a1a16b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:14:58.497665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['abc1f553-5447-4328-bbd4-799b60a1a16b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:58.503275 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9e779e31-801c-414e-8601-23daedec881a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:14:58.515309 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e779e31-801c-414e-8601-23daedec881a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.515309 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e779e31-801c-414e-8601-23daedec881a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.543361 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e779e31-801c-414e-8601-23daedec881a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.547253 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cc273-9982-47f7-9828-e2cf47dcb4d9 None None] Pushing event updated for resources: {'Port': ['ID=86e71301-5e7a-455e-933f-c6f872e53afb,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:58.582535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e779e31-801c-414e-8601-23daedec881a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.616808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e779e31-801c-414e-8601-23daedec881a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.616808 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9e779e31-801c-414e-8601-23daedec881a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1445494 Jan 27 17:14:58.616808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37164) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:14:58.906102 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:58.934375 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] Set router abc1f553-5447-4328-bbd4-799b60a1a16b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:14:59.047659 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Transition to ACTIVE for port object 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:59.081449 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-4b00d262-5083-4b34-be12-9664f61b80b3', 'network_id': '4b00d262-5083-4b34-be12-9664f61b80b3', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'fixed_ips': [{'subnet_id': '0454b5c6-de5c-4d02-8557-0922255b3bbe'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:14:59.081449 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:59.121977 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Transition to ACTIVE for port object 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:59.218161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:59.272864 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.1 (02bc4657-2366-43f3-8f0c-40aaef494742/9d03db55-ac91-4855-acf2-38c6e70620c0/501c6187-60b9-47c2-9b1a-0b1e04e75ed1) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:59.333377 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Network 02bc4657-2366-43f3-8f0c-40aaef494742 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:59.352842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:59.375472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:59.389793 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:14:59.389793 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Pushing event updated for resources: {'Port': ['ID=5e455b6f-0e46-4faf-a4f9-7c04e1c27d08,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:59.473015 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:59.496527 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:14:59.530138 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:59.592084 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Allocated IP 2001:db8::2 (4b00d262-5083-4b34-be12-9664f61b80b3/0454b5c6-de5c-4d02-8557-0922255b3bbe/b73996a0-c8bd-4f93-9b84-de432218b21c) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:14:59.598967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 02bc4657-2366-43f3-8f0c-40aaef494742 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:14:59.602517 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:14:59.611279 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:14:59.635868 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Attempting to bind port 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:14:59.636320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Attempting to bind port 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '349e8b60-d25d-4acd-9eb5-42ef09450b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:14:59.636733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Attempting to bind port 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08 on network 02bc4657-2366-43f3-8f0c-40aaef494742 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:14:59.655613 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=501c6187-60b9-47c2-9b1a-0b1e04e75ed1,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:14:59.667886 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:14:59.668320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Checking segment: {'id': '349e8b60-d25d-4acd-9eb5-42ef09450b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:14:59.668801 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:59.669249 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Bound using segment: {'id': '349e8b60-d25d-4acd-9eb5-42ef09450b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:14:59.670279 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Bound port: 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349e8b60-d25d-4acd-9eb5-42ef09450b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:14:59.670279 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:59.680852 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:59.688591 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'name': 'tempest-TestNetworkBasicOps-router-800776049', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:14:52Z', 'updated_at': '2022-01-27T17:14:54Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:53Z', 'updated_at': '2022-01-27T17:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:14:59.774523 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deae73e-a0d9-45c3-b610-ce155c20d16d None None] The sync data for ids ['abc1f553-5447-4328-bbd4-799b60a1a16b'] in dv-neutron-826439-2-hyperv is: [{'id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'name': 'tempest-TestNetworkBasicOps-router-800776049', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:14:52Z', 'updated_at': '2022-01-27T17:14:54Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:53Z', 'updated_at': '2022-01-27T17:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:14:59.831577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:14:59.894738 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] For port 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:14:59.911518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] For port 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5e455b6f-0e46-4faf-a4f9-7c04e1c27d08,segment=NetworkSegment(349e8b60-d25d-4acd-9eb5-42ef09450b7b),segment_id=349e8b60-d25d-4acd-9eb5-42ef09450b7b)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:14:59.924185 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.062166 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.117424 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Transition to ACTIVE for port object b73996a0-c8bd-4f93-9b84-de432218b21c will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:00.155750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Transition to ACTIVE for port object b73996a0-c8bd-4f93-9b84-de432218b21c will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:00.167358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652867f9-f63a-40e2-91c8-c15823f315bd None None] Pushing event updated for resources: {'Port': ['ID=5e455b6f-0e46-4faf-a4f9-7c04e1c27d08,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:00.178052 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.272249 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Network 4b00d262-5083-4b34-be12-9664f61b80b3 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:00.275246 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Allocated IP 2001:db8::1 (4b00d262-5083-4b34-be12-9664f61b80b3/0454b5c6-de5c-4d02-8557-0922255b3bbe/eadce9e6-a9cb-41d6-8f75-027aef6dbe9c) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:00.276093 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:00.280399 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:15:00.331315 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Pushing event updated for resources: {'Port': ['ID=b73996a0-c8bd-4f93-9b84-de432218b21c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:00.373065 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.381030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.405171 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Attempting to bind port b73996a0-c8bd-4f93-9b84-de432218b21c on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:00.405540 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Attempting to bind port b73996a0-c8bd-4f93-9b84-de432218b21c by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7248e5ed-6723-4ae0-9800-6a568db716c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '4b00d262-5083-4b34-be12-9664f61b80b3'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:00.405910 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Attempting to bind port b73996a0-c8bd-4f93-9b84-de432218b21c on network 4b00d262-5083-4b34-be12-9664f61b80b3 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:00.412897 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:00.413400 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Checking segment: {'id': '7248e5ed-6723-4ae0-9800-6a568db716c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '4b00d262-5083-4b34-be12-9664f61b80b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:00.413926 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.414415 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Bound using segment: {'id': '7248e5ed-6723-4ae0-9800-6a568db716c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '4b00d262-5083-4b34-be12-9664f61b80b3'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:00.415256 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Bound port: b73996a0-c8bd-4f93-9b84-de432218b21c, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7248e5ed-6723-4ae0-9800-6a568db716c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '4b00d262-5083-4b34-be12-9664f61b80b3'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:00.415836 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.539071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.547213 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.565234 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=501c6187-60b9-47c2-9b1a-0b1e04e75ed1,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:00.583789 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] For port b73996a0-c8bd-4f93-9b84-de432218b21c, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:00.589422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] For port b73996a0-c8bd-4f93-9b84-de432218b21c, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b73996a0-c8bd-4f93-9b84-de432218b21c,segment=NetworkSegment(7248e5ed-6723-4ae0-9800-6a568db716c8),segment_id=7248e5ed-6723-4ae0-9800-6a568db716c8)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:00.591096 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Transition to ACTIVE for port object eadce9e6-a9cb-41d6-8f75-027aef6dbe9c will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:00.597812 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.626430 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:00.719685 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Pushing event updated for resources: {'Port': ['ID=b73996a0-c8bd-4f93-9b84-de432218b21c,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:00.734776 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:00.734776 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:00.734990 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:00.735962 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:00.736357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:00.736920 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:00.737366 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:00.738586 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:00.739008 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:00.739420 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:00.739830 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:00.740237 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f9a798-3325-43db-82e6-195ec527560c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:00.782875 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 02bc4657-2366-43f3-8f0c-40aaef494742 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:00.785132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:00.899052 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network 4b00d262-5083-4b34-be12-9664f61b80b3 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:00.900324 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:00.908210 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:15:00.908745 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:01.014053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router abc1f553-5447-4328-bbd4-799b60a1a16b has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:01.108626 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 86e71301-5e7a-455e-933f-c6f872e53afb up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:01.164936 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=eadce9e6-a9cb-41d6-8f75-027aef6dbe9c,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:01.243118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 86e71301-5e7a-455e-933f-c6f872e53afb completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:01.252599 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 86e71301-5e7a-455e-933f-c6f872e53afb triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:01.253501 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:01.307551 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:01.486500 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:01.507281 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 86e71301-5e7a-455e-933f-c6f872e53afb, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=86e71301-5e7a-455e-933f-c6f872e53afb,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:01.513082 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:01.514154 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:01.525587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:01.560135 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-54d5deaa-591a-40b5-90d8-fed203fceb64 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/abc1f553-5447-4328-bbd4-799b60a1a16b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0416756 Jan 27 17:15:01.560135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37170) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:01.650676 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=86e71301-5e7a-455e-933f-c6f872e53afb,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:01.691561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:01.747607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc388348-a90a-465e-a278-fd0d7b9c9249 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:01.747607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc388348-a90a-465e-a278-fd0d7b9c9249 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:01.747607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc388348-a90a-465e-a278-fd0d7b9c9249 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:01.747607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc388348-a90a-465e-a278-fd0d7b9c9249 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:01.749806 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc388348-a90a-465e-a278-fd0d7b9c9249 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:01.749806 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc388348-a90a-465e-a278-fd0d7b9c9249 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:01.749806 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc388348-a90a-465e-a278-fd0d7b9c9249 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:01.749806 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc388348-a90a-465e-a278-fd0d7b9c9249 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:01.752958 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fc388348-a90a-465e-a278-fd0d7b9c9249 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5659 time: 0.1967545 Jan 27 17:15:01.755436 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37174) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:01.881782 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53f3af3-ba46-4224-baf1-4556404ef4a4 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:01.882239 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53f3af3-ba46-4224-baf1-4556404ef4a4 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:01.882903 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53f3af3-ba46-4224-baf1-4556404ef4a4 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:01.883409 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53f3af3-ba46-4224-baf1-4556404ef4a4 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:01.883923 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53f3af3-ba46-4224-baf1-4556404ef4a4 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:01.884501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53f3af3-ba46-4224-baf1-4556404ef4a4 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:01.885013 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53f3af3-ba46-4224-baf1-4556404ef4a4 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:01.885737 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53f3af3-ba46-4224-baf1-4556404ef4a4 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:01.887493 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a53f3af3-ba46-4224-baf1-4556404ef4a4 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5239 time: 0.1311104 Jan 27 17:15:01.890524 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37178) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:01.921336 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:01.927895 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:01.928907 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:02.041862 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5eacfc-89f1-43c5-bd2e-53ce096745ec None None] Network 02bc4657-2366-43f3-8f0c-40aaef494742 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:02.178453 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4c6f526c-577c-40e8-9665-910b03020545 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4302 time: 0.2851846 Jan 27 17:15:02.228486 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network 4b00d262-5083-4b34-be12-9664f61b80b3 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:02.228486 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:02.232696 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=eadce9e6-a9cb-41d6-8f75-027aef6dbe9c,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:02.277789 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7fae36a7-6701-40b6-94ee-ea539be38a2f None None] Provisioning for port 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:02.309410 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7fae36a7-6701-40b6-94ee-ea539be38a2f None None] Provisioning complete for port 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:02.310798 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7fae36a7-6701-40b6-94ee-ea539be38a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:02.566808 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7fae36a7-6701-40b6-94ee-ea539be38a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:02.604862 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Sync routers for ids ['abc1f553-5447-4328-bbd4-799b60a1a16b'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:02.618887 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Routers {'abc1f553-5447-4328-bbd4-799b60a1a16b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:02.618887 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['abc1f553-5447-4328-bbd4-799b60a1a16b'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:02.628885 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router d89be6e1-253f-491d-8c05-82dc291f6390 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:15:02.636632 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-7fae36a7-6701-40b6-94ee-ea539be38a2f None None] For port 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5e455b6f-0e46-4faf-a4f9-7c04e1c27d08,segment=NetworkSegment(349e8b60-d25d-4acd-9eb5-42ef09450b7b),segment_id=349e8b60-d25d-4acd-9eb5-42ef09450b7b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:02.654278 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7fae36a7-6701-40b6-94ee-ea539be38a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:02.662774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37184) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:02.668206 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c5b5b0b3-c2f6-47f3-bf56-e06df00568cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1128905778', 'description': 'tempest-secgroup-smoke-1128905778 description', 'project_id': '2e8c8c26aae041c68422ab49a8804631'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:02.676369 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c5b5b0b3-c2f6-47f3-bf56-e06df00568cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:02.686348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c5b5b0b3-c2f6-47f3-bf56-e06df00568cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:02.694367 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c5b5b0b3-c2f6-47f3-bf56-e06df00568cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:02.707283 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c5b5b0b3-c2f6-47f3-bf56-e06df00568cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:02.724721 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b0b3-c2f6-47f3-bf56-e06df00568cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:02.732589 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ab61e8-4790-45af-975f-ed33ccc987f8 None None] Network 4b00d262-5083-4b34-be12-9664f61b80b3 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:02.770798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c5b5b0b3-c2f6-47f3-bf56-e06df00568cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:02.778098 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c5b5b0b3-c2f6-47f3-bf56-e06df00568cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:02.785643 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c5b5b0b3-c2f6-47f3-bf56-e06df00568cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:02.804021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c5b5b0b3-c2f6-47f3-bf56-e06df00568cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:02.984764 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae36a7-6701-40b6-94ee-ea539be38a2f None None] Pushing event updated for resources: {'Port': ['ID=5e455b6f-0e46-4faf-a4f9-7c04e1c27d08,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:03.012819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:03.056017 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-efcdfd14-82dd-46c1-b08b-8d287862831b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/d89be6e1-253f-491d-8c05-82dc291f6390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4433038 Jan 27 17:15:03.060940 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37190) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:03.077621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c8051c22-c33e-45f1-898f-1ef448bd77a7 None None] Provisioning for port b73996a0-c8bd-4f93-9b84-de432218b21c completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:03.081211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7f28a-6ec0-4f0b-a434-9dd8d0987ca9 None None] Sync routers for ids ['d89be6e1-253f-491d-8c05-82dc291f6390'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:03.094079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b0b3-c2f6-47f3-bf56-e06df00568cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.106839 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Set router abc1f553-5447-4328-bbd4-799b60a1a16b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:03.111430 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b0b3-c2f6-47f3-bf56-e06df00568cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.173377 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7f28a-6ec0-4f0b-a434-9dd8d0987ca9 None None] Routers {'d89be6e1-253f-491d-8c05-82dc291f6390'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:03.173377 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-88e7f28a-6ec0-4f0b-a434-9dd8d0987ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d89be6e1-253f-491d-8c05-82dc291f6390'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:03.238251 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5b0b3-c2f6-47f3-bf56-e06df00568cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3932b9-0452-493b-bca5-7b2da0714071,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:03.258191 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b0b3-c2f6-47f3-bf56-e06df00568cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.258191 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c5b5b0b3-c2f6-47f3-bf56-e06df00568cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5910292 Jan 27 17:15:03.258191 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37196) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:03.270556 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74209041-5fb0-49b6-a752-5cfea78bfe09 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:03.273271 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d4c79c19-fbda-4b04-9ba9-e34ce3f92318 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'fd3932b9-0452-493b-bca5-7b2da0714071', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:03.279296 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-74209041-5fb0-49b6-a752-5cfea78bfe09 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Synchronizing usage tracker for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:03.283256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d4c79c19-fbda-4b04-9ba9-e34ce3f92318 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:03.292552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d4c79c19-fbda-4b04-9ba9-e34ce3f92318 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:03.295224 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d4c79c19-fbda-4b04-9ba9-e34ce3f92318 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:03.301501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d4c79c19-fbda-4b04-9ba9-e34ce3f92318 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:03.307744 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-74209041-5fb0-49b6-a752-5cfea78bfe09 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Unset dirty status for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:03.309179 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-74209041-5fb0-49b6-a752-5cfea78bfe09 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports/eadce9e6-a9cb-41d6-8f75-027aef6dbe9c HTTP/1.1" status: 200 len: 911 time: 0.2464118 Jan 27 17:15:03.311396 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37200) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:03.325929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d4c79c19-fbda-4b04-9ba9-e34ce3f92318 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.362514 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b73996a0-c8bd-4f93-9b84-de432218b21c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:03.451011 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d4c79c19-fbda-4b04-9ba9-e34ce3f92318 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.467092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d4c79c19-fbda-4b04-9ba9-e34ce3f92318 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.511312 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-88e7f28a-6ec0-4f0b-a434-9dd8d0987ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:03.522404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c79c19-fbda-4b04-9ba9-e34ce3f92318 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2756f29a-d10e-4d74-9ded-624d214abc3a,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:03.535259 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.546692 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d4c79c19-fbda-4b04-9ba9-e34ce3f92318 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.556152 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d4c79c19-fbda-4b04-9ba9-e34ce3f92318 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2955825 Jan 27 17:15:03.557631 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37204) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:03.566798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f5a5df68-f001-479f-bc6d-6f69773c5a3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'fd3932b9-0452-493b-bca5-7b2da0714071', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:03.575547 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f5a5df68-f001-479f-bc6d-6f69773c5a3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:03.577712 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-36de0d96-e64f-4db4-862f-c09ee9c1a7c0 None None] Provisioning complete for port 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:03.578105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36de0d96-e64f-4db4-862f-c09ee9c1a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.582495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f5a5df68-f001-479f-bc6d-6f69773c5a3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:03.587487 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f5a5df68-f001-479f-bc6d-6f69773c5a3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:03.594302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f5a5df68-f001-479f-bc6d-6f69773c5a3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:03.619463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7f28a-6ec0-4f0b-a434-9dd8d0987ca9 None None] Routers {'d89be6e1-253f-491d-8c05-82dc291f6390'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:03.620112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-88e7f28a-6ec0-4f0b-a434-9dd8d0987ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d89be6e1-253f-491d-8c05-82dc291f6390'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:03.628561 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5a5df68-f001-479f-bc6d-6f69773c5a3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.733209 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'name': 'tempest-TestNetworkBasicOps-router-800776049', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:14:52Z', 'updated_at': '2022-01-27T17:14:59Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:53Z', 'updated_at': '2022-01-27T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '501c6187-60b9-47c2-9b1a-0b1e04e75ed1', 'name': '', 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:46:22:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:58Z', 'updated_at': '2022-01-27T17:15:00Z', 'revision_number': 2, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:03.738110 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Checking router: abc1f553-5447-4328-bbd4-799b60a1a16b for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:15:03.738778 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Updating router abc1f553-5447-4328-bbd4-799b60a1a16b port 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:15:03.747703 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5a5df68-f001-479f-bc6d-6f69773c5a3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.759551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5a5df68-f001-479f-bc6d-6f69773c5a3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.798474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-88e7f28a-6ec0-4f0b-a434-9dd8d0987ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:03.799030 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7f28a-6ec0-4f0b-a434-9dd8d0987ca9 None None] The sync data for ids ['d89be6e1-253f-491d-8c05-82dc291f6390'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:03.847445 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5df68-f001-479f-bc6d-6f69773c5a3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064e4efd-fd8c-4745-9ca7-47550fbe5e5f,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:03.863134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5a5df68-f001-479f-bc6d-6f69773c5a3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.863134 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f5a5df68-f001-479f-bc6d-6f69773c5a3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2886555 Jan 27 17:15:03.863134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37208) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:03.863134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1e6b1498-19db-4e53-b298-97e50a83e7d2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'fd3932b9-0452-493b-bca5-7b2da0714071', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:03.877293 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1e6b1498-19db-4e53-b298-97e50a83e7d2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:03.887903 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port b73996a0-c8bd-4f93-9b84-de432218b21c completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:03.890867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1e6b1498-19db-4e53-b298-97e50a83e7d2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:03.891047 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port b73996a0-c8bd-4f93-9b84-de432218b21c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:03.891047 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.891411 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:03.896913 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1e6b1498-19db-4e53-b298-97e50a83e7d2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:03.902283 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1e6b1498-19db-4e53-b298-97e50a83e7d2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:03.931536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1498-19db-4e53-b298-97e50a83e7d2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.038229 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1498-19db-4e53-b298-97e50a83e7d2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.044636 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1498-19db-4e53-b298-97e50a83e7d2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.096723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b1498-19db-4e53-b298-97e50a83e7d2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f460c9-15a8-46c4-8bc6-5dc9414025fc,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:04.108288 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-36de0d96-e64f-4db4-862f-c09ee9c1a7c0 None None] Provisioning for port 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:04.114478 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.114802 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1498-19db-4e53-b298-97e50a83e7d2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.116722 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1e6b1498-19db-4e53-b298-97e50a83e7d2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2596359 Jan 27 17:15:04.119807 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37212) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:04.140372 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-36de0d96-e64f-4db4-862f-c09ee9c1a7c0 None None] Provisioning complete for port 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:04.140879 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36de0d96-e64f-4db4-862f-c09ee9c1a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.154346 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-889a272e-6d30-409e-b7c4-f48e7c99d50b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'fd3932b9-0452-493b-bca5-7b2da0714071', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:04.174788 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-889a272e-6d30-409e-b7c4-f48e7c99d50b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:04.193825 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-889a272e-6d30-409e-b7c4-f48e7c99d50b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:04.200831 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-889a272e-6d30-409e-b7c4-f48e7c99d50b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:04.221085 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-889a272e-6d30-409e-b7c4-f48e7c99d50b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:04.251198 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port b73996a0-c8bd-4f93-9b84-de432218b21c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b73996a0-c8bd-4f93-9b84-de432218b21c,segment=NetworkSegment(7248e5ed-6723-4ae0-9800-6a568db716c8),segment_id=7248e5ed-6723-4ae0-9800-6a568db716c8)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:04.252433 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-36de0d96-e64f-4db4-862f-c09ee9c1a7c0 None None] Port 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:04.257975 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.259469 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 86e71301-5e7a-455e-933f-c6f872e53afb up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:04.297325 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-889a272e-6d30-409e-b7c4-f48e7c99d50b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.332817 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.346806 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Transition to ACTIVE for port object 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:04.363037 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.409996 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-062a4e66-ac5f-43a3-b1f9-2791d9d90d0a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.424998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=b73996a0-c8bd-4f93-9b84-de432218b21c,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:04.444623 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 86e71301-5e7a-455e-933f-c6f872e53afb triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:04.445415 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.452924 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a3926-2dba-49f5-af3c-3c4e4927dc01 None None] Pushing event updated for resources: {'Port': ['ID=501c6187-60b9-47c2-9b1a-0b1e04e75ed1,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:04.500684 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-889a272e-6d30-409e-b7c4-f48e7c99d50b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.584109 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-889a272e-6d30-409e-b7c4-f48e7c99d50b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.646806 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a272e-6d30-409e-b7c4-f48e7c99d50b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a67898e-0343-41c8-b2d0-0952ab21c402,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:04.651896 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d0e04f2e-a3a5-4b0d-b7a0-69b9b0102989 None None] Provisioning complete for port b73996a0-c8bd-4f93-9b84-de432218b21c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:04.652493 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0e04f2e-a3a5-4b0d-b7a0-69b9b0102989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.685728 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Attempting to bind port 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:04.686084 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Attempting to bind port 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '349e8b60-d25d-4acd-9eb5-42ef09450b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:04.686471 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Attempting to bind port 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 on network 02bc4657-2366-43f3-8f0c-40aaef494742 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:04.694688 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:04.694688 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Checking segment: {'id': '349e8b60-d25d-4acd-9eb5-42ef09450b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:04.694688 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.694688 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Bound using segment: {'id': '349e8b60-d25d-4acd-9eb5-42ef09450b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:04.694688 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Bound port: 501c6187-60b9-47c2-9b1a-0b1e04e75ed1, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349e8b60-d25d-4acd-9eb5-42ef09450b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:04.694688 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.733335 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-889a272e-6d30-409e-b7c4-f48e7c99d50b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.740281 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-889a272e-6d30-409e-b7c4-f48e7c99d50b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6160104 Jan 27 17:15:04.740737 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37218) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:04.748440 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-8609ca7d-e2f6-4409-81a7-f3973a396e68 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'fd3932b9-0452-493b-bca5-7b2da0714071', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:04.769211 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8609ca7d-e2f6-4409-81a7-f3973a396e68 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:04.783048 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8609ca7d-e2f6-4409-81a7-f3973a396e68 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:04.790849 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8609ca7d-e2f6-4409-81a7-f3973a396e68 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:04.801592 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8609ca7d-e2f6-4409-81a7-f3973a396e68 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:04.818517 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] For port 501c6187-60b9-47c2-9b1a-0b1e04e75ed1, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:04.822014 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] For port 501c6187-60b9-47c2-9b1a-0b1e04e75ed1, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=501c6187-60b9-47c2-9b1a-0b1e04e75ed1,segment=NetworkSegment(349e8b60-d25d-4acd-9eb5-42ef09450b7b),segment_id=349e8b60-d25d-4acd-9eb5-42ef09450b7b)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:04.826733 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-8609ca7d-e2f6-4409-81a7-f3973a396e68 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:15:04.834114 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.858386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8609ca7d-e2f6-4409-81a7-f3973a396e68 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.872539 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d0e04f2e-a3a5-4b0d-b7a0-69b9b0102989 None None] Provisioning for port eadce9e6-a9cb-41d6-8f75-027aef6dbe9c completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:04.881371 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d0e04f2e-a3a5-4b0d-b7a0-69b9b0102989 None None] Provisioning complete for port eadce9e6-a9cb-41d6-8f75-027aef6dbe9c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:04.885095 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0e04f2e-a3a5-4b0d-b7a0-69b9b0102989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:04.950080 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Routers {'abc1f553-5447-4328-bbd4-799b60a1a16b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:04.951164 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['abc1f553-5447-4328-bbd4-799b60a1a16b'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:04.959953 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d0e04f2e-a3a5-4b0d-b7a0-69b9b0102989 None None] Port eadce9e6-a9cb-41d6-8f75-027aef6dbe9c cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:04.995210 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8609ca7d-e2f6-4409-81a7-f3973a396e68 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.005493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8609ca7d-e2f6-4409-81a7-f3973a396e68 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.023346 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b73996a0-c8bd-4f93-9b84-de432218b21c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:05.031823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-062a4e66-ac5f-43a3-b1f9-2791d9d90d0a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port eadce9e6-a9cb-41d6-8f75-027aef6dbe9c {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:05.032380 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-062a4e66-ac5f-43a3-b1f9-2791d9d90d0a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.076598 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609ca7d-e2f6-4409-81a7-f3973a396e68 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02eb535d-3325-4404-b26e-c8caebca7f90,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:05.125607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8609ca7d-e2f6-4409-81a7-f3973a396e68 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.127977 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8609ca7d-e2f6-4409-81a7-f3973a396e68 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3858693 Jan 27 17:15:05.131376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37222) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:05.139956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-e5f9aeed-583c-4561-b076-fab78493375a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'fd3932b9-0452-493b-bca5-7b2da0714071', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:05.150337 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-e5f9aeed-583c-4561-b076-fab78493375a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:05.181492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e5f9aeed-583c-4561-b076-fab78493375a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:05.187993 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e5f9aeed-583c-4561-b076-fab78493375a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:05.191724 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a3926-2dba-49f5-af3c-3c4e4927dc01 None None] Pushing event updated for resources: {'Port': ['ID=501c6187-60b9-47c2-9b1a-0b1e04e75ed1,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:05.211564 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-94599e74-04c1-4691-bbcb-e9f91fad4cd8 None None] Provisioning complete for port eadce9e6-a9cb-41d6-8f75-027aef6dbe9c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:05.211564 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-94599e74-04c1-4691-bbcb-e9f91fad4cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.214738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-e5f9aeed-583c-4561-b076-fab78493375a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:05.241479 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-e5f9aeed-583c-4561-b076-fab78493375a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:15:05.254562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e5f9aeed-583c-4561-b076-fab78493375a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.332853 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-94599e74-04c1-4691-bbcb-e9f91fad4cd8 None None] Port eadce9e6-a9cb-41d6-8f75-027aef6dbe9c cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:05.354117 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e5f9aeed-583c-4561-b076-fab78493375a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.359673 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port b73996a0-c8bd-4f93-9b84-de432218b21c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:05.360038 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.367266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e5f9aeed-583c-4561-b076-fab78493375a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.420129 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e5f9aeed-583c-4561-b076-fab78493375a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.421853 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e5f9aeed-583c-4561-b076-fab78493375a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2893136 Jan 27 17:15:05.436812 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] Set router abc1f553-5447-4328-bbd4-799b60a1a16b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:05.442606 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-062a4e66-ac5f-43a3-b1f9-2791d9d90d0a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.445187 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9aeed-583c-4561-b076-fab78493375a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feee8043-f075-444e-8eea-50c75c6396fe,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:05.542517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:05.632241 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c76afb35-43ad-4a6b-beea-43cb7ebc6bfa None None] Provisioning complete for port eadce9e6-a9cb-41d6-8f75-027aef6dbe9c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:05.632740 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c76afb35-43ad-4a6b-beea-43cb7ebc6bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.636139 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-062a4e66-ac5f-43a3-b1f9-2791d9d90d0a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Calling delete_port for eadce9e6-a9cb-41d6-8f75-027aef6dbe9c owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:05.707768 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:05.708456 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:05.708681 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-89f4cb5b-7a40-47ca-8e9f-25da68b13f52 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:05.732381 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-89f4cb5b-7a40-47ca-8e9f-25da68b13f52 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:05.734048 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-89f4cb5b-7a40-47ca-8e9f-25da68b13f52 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1128905778&fields=id&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 267 time: 0.0760694 Jan 27 17:15:05.755335 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c76afb35-43ad-4a6b-beea-43cb7ebc6bfa None None] Port eadce9e6-a9cb-41d6-8f75-027aef6dbe9c cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:05.839896 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'name': 'tempest-TestNetworkBasicOps-router-800776049', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:14:52Z', 'updated_at': '2022-01-27T17:14:59Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:53Z', 'updated_at': '2022-01-27T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '501c6187-60b9-47c2-9b1a-0b1e04e75ed1', 'name': '', 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:46:22:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:58Z', 'updated_at': '2022-01-27T17:15:04Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:05.844569 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f44050-1507-4f5b-aa73-57444b816c26 None None] The sync data for ids ['abc1f553-5447-4328-bbd4-799b60a1a16b'] in dv-neutron-826439-2-hyperv is: [{'id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'name': 'tempest-TestNetworkBasicOps-router-800776049', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:14:52Z', 'updated_at': '2022-01-27T17:14:59Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:53Z', 'updated_at': '2022-01-27T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '501c6187-60b9-47c2-9b1a-0b1e04e75ed1', 'name': '', 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:46:22:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:58Z', 'updated_at': '2022-01-27T17:15:04Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:06.017253 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-4793c31a-b211-4f86-83b5-28d406e912f2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:06.019479 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-4793c31a-b211-4f86-83b5-28d406e912f2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:06.020338 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-062a4e66-ac5f-43a3-b1f9-2791d9d90d0a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:06.039451 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-4793c31a-b211-4f86-83b5-28d406e912f2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:06.042590 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-4793c31a-b211-4f86-83b5-28d406e912f2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/networks?id=02bc4657-2366-43f3-8f0c-40aaef494742 HTTP/1.1" status: 200 len: 796 time: 0.3011618 Jan 27 17:15:06.072159 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-eda2fa6e-5037-462a-9cab-092f4429fab1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/quotas/2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 375 time: 0.0150809 Jan 27 17:15:06.072672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a4e66-ac5f-43a3-b1f9-2791d9d90d0a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Port': ['ID=eadce9e6-a9cb-41d6-8f75-027aef6dbe9c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:06.229329 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-1c2e7299-031e-4776-8bf8-01033c151730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:06.249731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-1c2e7299-031e-4776-8bf8-01033c151730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:06.251613 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-1c2e7299-031e-4776-8bf8-01033c151730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1648779 Jan 27 17:15:06.312902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-062a4e66-ac5f-43a3-b1f9-2791d9d90d0a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:06.451360 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-3b1160ba-38db-4d0c-8216-4174f4a4038f service neutron] 10.222.0.50 "GET /v2.0/networks/02bc4657-2366-43f3-8f0c-40aaef494742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855576 Jan 27 17:15:06.611991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062a4e66-ac5f-43a3-b1f9-2791d9d90d0a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router d89be6e1-253f-491d-8c05-82dc291f6390 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:06.732433 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-f9ac5751-5146-495b-aab8-587303cffe9e service neutron] 10.222.0.50 "GET /v2.0/networks/02bc4657-2366-43f3-8f0c-40aaef494742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721100 Jan 27 17:15:06.756502 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062a4e66-ac5f-43a3-b1f9-2791d9d90d0a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:06.767472 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029dd05f-da90-406d-9408-b1d17c3c3d91 None None] Sync routers for ids ['d89be6e1-253f-491d-8c05-82dc291f6390'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:06.777221 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029dd05f-da90-406d-9408-b1d17c3c3d91 None None] Routers {'d89be6e1-253f-491d-8c05-82dc291f6390'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:06.777965 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-029dd05f-da90-406d-9408-b1d17c3c3d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d89be6e1-253f-491d-8c05-82dc291f6390'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:06.794077 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-062a4e66-ac5f-43a3-b1f9-2791d9d90d0a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/d89be6e1-253f-491d-8c05-82dc291f6390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4792428 Jan 27 17:15:06.794480 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37240) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:06.845639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4b06f3f1-8523-48cf-9ab2-4105c2a800b1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Synchronizing usage tracker for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:06.850212 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-029dd05f-da90-406d-9408-b1d17c3c3d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:06.862814 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029dd05f-da90-406d-9408-b1d17c3c3d91 None None] Routers {'d89be6e1-253f-491d-8c05-82dc291f6390'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:06.863608 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-029dd05f-da90-406d-9408-b1d17c3c3d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['d89be6e1-253f-491d-8c05-82dc291f6390'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:06.868201 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4b06f3f1-8523-48cf-9ab2-4105c2a800b1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Unset dirty status for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:06.870465 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4b06f3f1-8523-48cf-9ab2-4105c2a800b1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports?device_id=d89be6e1-253f-491d-8c05-82dc291f6390 HTTP/1.1" status: 200 len: 205 time: 0.0749888 Jan 27 17:15:06.874151 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37244) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:06.940564 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-029dd05f-da90-406d-9408-b1d17c3c3d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:06.940955 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029dd05f-da90-406d-9408-b1d17c3c3d91 None None] The sync data for ids ['d89be6e1-253f-491d-8c05-82dc291f6390'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:07.045012 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:07.099392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4197c96f-c6eb-4ee6-9ad4-3e4abea88709 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:07.139706 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:07.153933 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:07.154502 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:07.269497 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-21ef705a-b9a8-437d-82df-0d35177910e7 req-88b26e89-6c2b-446c-80c2-83cee2f85f9e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:07.358142 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:07.412243 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 501c6187-60b9-47c2-9b1a-0b1e04e75ed1, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=501c6187-60b9-47c2-9b1a-0b1e04e75ed1,segment=NetworkSegment(349e8b60-d25d-4acd-9eb5-42ef09450b7b),segment_id=349e8b60-d25d-4acd-9eb5-42ef09450b7b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:07.422555 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:07.434099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-21ef705a-b9a8-437d-82df-0d35177910e7 req-88b26e89-6c2b-446c-80c2-83cee2f85f9e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:07.435265 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-21ef705a-b9a8-437d-82df-0d35177910e7 req-88b26e89-6c2b-446c-80c2-83cee2f85f9e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 210 time: 0.2590926 Jan 27 17:15:07.590829 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=501c6187-60b9-47c2-9b1a-0b1e04e75ed1,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:07.762569 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4197c96f-c6eb-4ee6-9ad4-3e4abea88709 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:07.764494 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4197c96f-c6eb-4ee6-9ad4-3e4abea88709 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:07.798043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4197c96f-c6eb-4ee6-9ad4-3e4abea88709 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:07.798634 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4197c96f-c6eb-4ee6-9ad4-3e4abea88709 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Fanout notify agent at l3_agent the message router_deleted on router d89be6e1-253f-491d-8c05-82dc291f6390 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:15:07.810821 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4197c96f-c6eb-4ee6-9ad4-3e4abea88709 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:07.812003 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4197c96f-c6eb-4ee6-9ad4-3e4abea88709 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/routers/d89be6e1-253f-491d-8c05-82dc291f6390 HTTP/1.1" status: 204 len: 168 time: 0.9367106 Jan 27 17:15:07.815208 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37260) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:07.879903 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-19aaeadb-76d4-4438-8959-0f9b4660a766 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting subnet 0454b5c6-de5c-4d02-8557-0922255b3bbe {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:07.882738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-19aaeadb-76d4-4438-8959-0f9b4660a766 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:07.943262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-19aaeadb-76d4-4438-8959-0f9b4660a766 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.026899 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-19aaeadb-76d4-4438-8959-0f9b4660a766 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.105904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-19aaeadb-76d4-4438-8959-0f9b4660a766 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.144552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aaeadb-76d4-4438-8959-0f9b4660a766 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Subnet': ['ID=0454b5c6-de5c-4d02-8557-0922255b3bbe,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:08.148354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-19aaeadb-76d4-4438-8959-0f9b4660a766 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.156570 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61d17b1-21b3-4198-84f5-1b3ad60f5b99 None None] Network 4b00d262-5083-4b34-be12-9664f61b80b3 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:08.157758 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37264) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:08.157938 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-19aaeadb-76d4-4438-8959-0f9b4660a766 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/subnets/0454b5c6-de5c-4d02-8557-0922255b3bbe HTTP/1.1" status: 204 len: 168 time: 0.3416145 Jan 27 17:15:08.396009 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.445357 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port b73996a0-c8bd-4f93-9b84-de432218b21c {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:08.445485 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.453097 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69bfb73-aee9-46ab-8d76-a6f6d1370603 None None] DHCP port deletion for 4b00d262-5083-4b34-be12-9664f61b80b3 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:15:08.459797 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f69bfb73-aee9-46ab-8d76-a6f6d1370603 None None] Deleting port b73996a0-c8bd-4f93-9b84-de432218b21c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:08.460165 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f69bfb73-aee9-46ab-8d76-a6f6d1370603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.520454 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-b5ed0427-bf64-4e9e-9f99-92d999c9d076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:08.521129 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-b5ed0427-bf64-4e9e-9f99-92d999c9d076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:08.568846 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-b5ed0427-bf64-4e9e-9f99-92d999c9d076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:08.569861 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-b5ed0427-bf64-4e9e-9f99-92d999c9d076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/networks?id=02bc4657-2366-43f3-8f0c-40aaef494742 HTTP/1.1" status: 200 len: 796 time: 0.3626330 Jan 27 17:15:08.615899 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4dcd6fc1-9ee8-487c-8254-d91c120e312f req-628230e6-dfc6-416c-80ea-e158d1187910 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 210 time: 0.0432620 Jan 27 17:15:08.646664 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-fe75476c-da76-4bdd-b552-e95330200838 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 380 time: 0.0633814 Jan 27 17:15:08.665879 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-af111b38-43c9-4b07-a65e-bccbc4b99cdd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'port': {'device_id': 'f99a8726-16f9-4cc8-930d-b52c21aa6376', 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742', 'admin_state_up': True, 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'security_groups': ['fd3932b9-0452-493b-bca5-7b2da0714071']}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:08.686307 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f69bfb73-aee9-46ab-8d76-a6f6d1370603 None None] For port b73996a0-c8bd-4f93-9b84-de432218b21c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b73996a0-c8bd-4f93-9b84-de432218b21c,segment=NetworkSegment(7248e5ed-6723-4ae0-9800-6a568db716c8),segment_id=7248e5ed-6723-4ae0-9800-6a568db716c8)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:08.686682 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f69bfb73-aee9-46ab-8d76-a6f6d1370603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.808474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f69bfb73-aee9-46ab-8d76-a6f6d1370603 None None] Calling delete_port for b73996a0-c8bd-4f93-9b84-de432218b21c owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:08.820031 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] For port b73996a0-c8bd-4f93-9b84-de432218b21c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b73996a0-c8bd-4f93-9b84-de432218b21c,segment=NetworkSegment(7248e5ed-6723-4ae0-9800-6a568db716c8),segment_id=7248e5ed-6723-4ae0-9800-6a568db716c8)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:08.820588 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.890162 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f69bfb73-aee9-46ab-8d76-a6f6d1370603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:08.925672 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:08.958205 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Calling delete_port for b73996a0-c8bd-4f93-9b84-de432218b21c owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:08.983344 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bfb73-aee9-46ab-8d76-a6f6d1370603 None None] Pushing event deleted for resources: {'Port': ['ID=b73996a0-c8bd-4f93-9b84-de432218b21c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:08.989274 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69bfb73-aee9-46ab-8d76-a6f6d1370603 None None] No DVR routers for this DVR port b73996a0-c8bd-4f93-9b84-de432218b21c on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:09.015230 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:09.015597 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.032538 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-af111b38-43c9-4b07-a65e-bccbc4b99cdd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:09.056555 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-af111b38-43c9-4b07-a65e-bccbc4b99cdd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:09.067493 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.api [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:15:09.067886 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG oslo_db.api [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:15:09.069451 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-af111b38-43c9-4b07-a65e-bccbc4b99cdd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:09.073138 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-af111b38-43c9-4b07-a65e-bccbc4b99cdd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.185966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b73996a0-c8bd-4f93-9b84-de432218b21c no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:09.220721 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: b73996a0-c8bd-4f93-9b84-de432218b21c {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:09.221074 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b73996a0-c8bd-4f93-9b84-de432218b21c not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:09.244668 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-af111b38-43c9-4b07-a65e-bccbc4b99cdd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.9 (02bc4657-2366-43f3-8f0c-40aaef494742/9d03db55-ac91-4855-acf2-38c6e70620c0/95edd09e-a1dd-459c-a60e-faba2607ad51) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:09.436527 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-af111b38-43c9-4b07-a65e-bccbc4b99cdd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.452390 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-af111b38-43c9-4b07-a65e-bccbc4b99cdd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object 95edd09e-a1dd-459c-a60e-faba2607ad51 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:09.478940 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-af111b38-43c9-4b07-a65e-bccbc4b99cdd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.500869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37276) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:09.546545 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-af111b38-43c9-4b07-a65e-bccbc4b99cdd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 02bc4657-2366-43f3-8f0c-40aaef494742 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:09.549627 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-af111b38-43c9-4b07-a65e-bccbc4b99cdd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:09.552170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-af111b38-43c9-4b07-a65e-bccbc4b99cdd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:15:09.583492 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port b73996a0-c8bd-4f93-9b84-de432218b21c {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:09.583790 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.628343 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af111b38-43c9-4b07-a65e-bccbc4b99cdd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=95edd09e-a1dd-459c-a60e-faba2607ad51,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:09.679582 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] The port 'b73996a0-c8bd-4f93-9b84-de432218b21c' was deleted {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:15:09.710405 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-47bab44d-6309-4e2d-9a74-e0d06a545c60 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Deleting port 36c3796a-d893-49cc-b08f-66be373fc593 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:09.710638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-47bab44d-6309-4e2d-9a74-e0d06a545c60 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.811975 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-126881a7-1c4b-4316-9eca-09206b4c2f2f None None] Provisioning for port 95edd09e-a1dd-459c-a60e-faba2607ad51 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:09.818019 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-126881a7-1c4b-4316-9eca-09206b4c2f2f None None] Provisioning complete for port 95edd09e-a1dd-459c-a60e-faba2607ad51 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:09.818391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-126881a7-1c4b-4316-9eca-09206b4c2f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.882565 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-126881a7-1c4b-4316-9eca-09206b4c2f2f None None] Port 95edd09e-a1dd-459c-a60e-faba2607ad51 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:09.899143 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-47bab44d-6309-4e2d-9a74-e0d06a545c60 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.899465 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-47bab44d-6309-4e2d-9a74-e0d06a545c60 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:09.923194 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-af111b38-43c9-4b07-a65e-bccbc4b99cdd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:09.923931 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-af111b38-43c9-4b07-a65e-bccbc4b99cdd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.028383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-47bab44d-6309-4e2d-9a74-e0d06a545c60 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Calling delete_port for 36c3796a-d893-49cc-b08f-66be373fc593 owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:10.035555 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.049823 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-af111b38-43c9-4b07-a65e-bccbc4b99cdd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3961594 Jan 27 17:15:10.068428 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Request body: {'port': {'device_id': 'f99a8726-16f9-4cc8-930d-b52c21aa6376', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:10.106787 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b00d262-5083-4b34-be12-9664f61b80b3']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:10.139141 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7248e5ed-6723-4ae0-9800-6a568db716c8') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:10.139141 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7248e5ed-6723-4ae0-9800-6a568db716c8') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:10.155374 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.180196 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.196945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-47bab44d-6309-4e2d-9a74-e0d06a545c60 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.239830 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3985cf-bf2c-4559-91eb-86590279f0e4 req-7dcf9db1-2d9b-4be2-8e61-b192ed3d273d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:10.240473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-0d3985cf-bf2c-4559-91eb-86590279f0e4 req-7dcf9db1-2d9b-4be2-8e61-b192ed3d273d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:10.247725 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:10.248073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.250021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bab44d-6309-4e2d-9a74-e0d06a545c60 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event deleted for resources: {'Port': ['ID=36c3796a-d893-49cc-b08f-66be373fc593,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: util.warn( Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:10.266394 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:10.351395 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-47bab44d-6309-4e2d-9a74-e0d06a545c60 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.351726 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-47bab44d-6309-4e2d-9a74-e0d06a545c60 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Floating IP 35186492-9534-40b5-b587-a6daedaf70f5 disassociated (deleted). External IP: 172.26.1.208, port: 94fa7e18-c19a-41bd-98b7-a853be64b611. Jan 27 17:15:10.359364 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-0d3985cf-bf2c-4559-91eb-86590279f0e4 req-7dcf9db1-2d9b-4be2-8e61-b192ed3d273d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:10.360592 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0d3985cf-bf2c-4559-91eb-86590279f0e4 req-7dcf9db1-2d9b-4be2-8e61-b192ed3d273d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 931 time: 0.5243063 Jan 27 17:15:10.361755 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.458955 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.464797 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.512354 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0d3985cf-bf2c-4559-91eb-86590279f0e4 req-b5f760dc-d3be-4808-b78e-3ffff0d57478 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3932b9-0452-493b-bca5-7b2da0714071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404579 Jan 27 17:15:10.515686 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Network': ['ID=4b00d262-5083-4b34-be12-9664f61b80b3,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:10.526463 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9dfa7e52-8a47-4e45-bb2d-db6c460d8be6 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/networks/4b00d262-5083-4b34-be12-9664f61b80b3 HTTP/1.1" status: 204 len: 168 time: 2.3669596 Jan 27 17:15:10.533099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37282) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:10.547277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-68470138', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:10.590469 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:10.602835 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:router and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:10.607418 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:10.623412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:10.660108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.661203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.751125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:10.857937 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bab44d-6309-4e2d-9a74-e0d06a545c60 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Router 36202f19-896b-40b5-a829-4f1fc97bbb57 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:10.996995 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.db.resource_extend [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 17:15:11.066803 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bab44d-6309-4e2d-9a74-e0d06a545c60 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:11.086362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c804c1-f8d9-4773-8f12-b727fd43e917 None None] Sync routers for ids ['36202f19-896b-40b5-a829-4f1fc97bbb57'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:11.097042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-47bab44d-6309-4e2d-9a74-e0d06a545c60 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.097384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c804c1-f8d9-4773-8f12-b727fd43e917 None None] Routers {'36202f19-896b-40b5-a829-4f1fc97bbb57'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:11.100381 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-23c804c1-f8d9-4773-8f12-b727fd43e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['36202f19-896b-40b5-a829-4f1fc97bbb57'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:11.100733 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.151775 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95edd09e-a1dd-459c-a60e-faba2607ad51 {{(pid=87595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:15:11.171081 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.184665 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-47bab44d-6309-4e2d-9a74-e0d06a545c60 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "DELETE /v2.0/floatingips/35186492-9534-40b5-b587-a6daedaf70f5 HTTP/1.1" status: 204 len: 168 time: 1.6826851 Jan 27 17:15:11.185238 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a90ce0e-28eb-436c-9e7e-2c76409758ab', 'tag': '94fa7e18-c19a-41bd-98b7-a853be64b611'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:15:11.220884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Transition to ACTIVE for port object 95edd09e-a1dd-459c-a60e-faba2607ad51 will not be triggered until provisioned by entity L2. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:11.236936 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a90ce0e-28eb-436c-9e7e-2c76409758ab', 'tag': '94fa7e18-c19a-41bd-98b7-a853be64b611', 'status': 'completed', 'code': 200} Jan 27 17:15:11.238650 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:11.353306 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-23c804c1-f8d9-4773-8f12-b727fd43e917 None None] Set router 36202f19-896b-40b5-a829-4f1fc97bbb57 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:11.379648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f04f51-3bf3-4b57-aa1f-a48812e565eb req-d7b4bde3-f278-4263-8a36-2d5f3fd4cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:11.384640 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-90f04f51-3bf3-4b57-aa1f-a48812e565eb req-d7b4bde3-f278-4263-8a36-2d5f3fd4cb4b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e2d3a4626dac4978a7511f57d1b94de5&device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 1099 time: 0.1038530 Jan 27 17:15:11.724579 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f04f51-3bf3-4b57-aa1f-a48812e565eb req-d23fe138-c6ca-48e0-8289-db7d99e94777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:11.725945 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-90f04f51-3bf3-4b57-aa1f-a48812e565eb req-d23fe138-c6ca-48e0-8289-db7d99e94777 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9df79931-ff99-48bd-9e24-be30fd940aa8 HTTP/1.1" status: 200 len: 898 time: 0.3351867 Jan 27 17:15:11.806565 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=95edd09e-a1dd-459c-a60e-faba2607ad51,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:11.817956 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-90f04f51-3bf3-4b57-aa1f-a48812e565eb req-89a180a0-0d64-48f3-a8fc-decfa4638f58 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94fa7e18-c19a-41bd-98b7-a853be64b611 HTTP/1.1" status: 200 len: 217 time: 0.0846725 Jan 27 17:15:11.876869 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-23c804c1-f8d9-4773-8f12-b727fd43e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967112323', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:45Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'gw_port': {'id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:46Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a', 'name': '', 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'mac_address': 'fa:16:3e:d7:70:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:59Z', 'updated_at': '2022-01-27T17:13:16Z', 'revision_number': 5, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'subnets': [{'id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:11.881774 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c804c1-f8d9-4773-8f12-b727fd43e917 None None] Checking router: 36202f19-896b-40b5-a829-4f1fc97bbb57 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:15:11.893356 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c804c1-f8d9-4773-8f12-b727fd43e917 None None] Routers {'36202f19-896b-40b5-a829-4f1fc97bbb57'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:11.894692 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-23c804c1-f8d9-4773-8f12-b727fd43e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['36202f19-896b-40b5-a829-4f1fc97bbb57'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:11.895461 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f04f51-3bf3-4b57-aa1f-a48812e565eb req-2cec14ce-2714-41e5-9946-305015e7fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:11.897072 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-90f04f51-3bf3-4b57-aa1f-a48812e565eb req-2cec14ce-2714-41e5-9946-305015e7fb42 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5025f0b8-1fd1-4899-a869-5fb109283ef3 HTTP/1.1" status: 200 len: 835 time: 0.0701470 Jan 27 17:15:11.940824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325b238-1627-4d15-9b5d-6b8989081a0c req-4315156b-da50-4203-9053-b122a7db4f42 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:11.942351 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e325b238-1627-4d15-9b5d-6b8989081a0c req-4315156b-da50-4203-9053-b122a7db4f42 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 943 time: 0.2593544 Jan 27 17:15:11.963276 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Attempting to bind port 95edd09e-a1dd-459c-a60e-faba2607ad51 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:11.963611 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Attempting to bind port 95edd09e-a1dd-459c-a60e-faba2607ad51 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '349e8b60-d25d-4acd-9eb5-42ef09450b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:11.963933 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Attempting to bind port 95edd09e-a1dd-459c-a60e-faba2607ad51 on network 02bc4657-2366-43f3-8f0c-40aaef494742 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:12.014402 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e325b238-1627-4d15-9b5d-6b8989081a0c req-5dd3c7a5-a96c-41cd-b1a7-d6c556f51165 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3932b9-0452-493b-bca5-7b2da0714071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551689 Jan 27 17:15:12.027940 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f04f51-3bf3-4b57-aa1f-a48812e565eb req-15593af2-b6b9-4671-9781-3abab692c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:12.030134 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-90f04f51-3bf3-4b57-aa1f-a48812e565eb req-15593af2-b6b9-4671-9781-3abab692c80d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9df79931-ff99-48bd-9e24-be30fd940aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1259570 Jan 27 17:15:12.062769 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6ce3d-7b91-458d-9b0d-64032311ea1e req-aa6e35c9-77f3-4d3b-a58d-008fe4466b1e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:12.064472 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8ae6ce3d-7b91-458d-9b0d-64032311ea1e req-aa6e35c9-77f3-4d3b-a58d-008fe4466b1e tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.3221235 Jan 27 17:15:12.069793 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Port 95edd09e-a1dd-459c-a60e-faba2607ad51 on network 02bc4657-2366-43f3-8f0c-40aaef494742 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:15:12.070602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Attempting to bind port 95edd09e-a1dd-459c-a60e-faba2607ad51 on network 02bc4657-2366-43f3-8f0c-40aaef494742 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:12.124339 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-23c804c1-f8d9-4773-8f12-b727fd43e917 None None] Set router 36202f19-896b-40b5-a829-4f1fc97bbb57 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:12.168671 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:12.168671 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Checking segment: {'id': '349e8b60-d25d-4acd-9eb5-42ef09450b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:12.168671 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Bound using segment: {'id': '349e8b60-d25d-4acd-9eb5-42ef09450b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742'} {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:12.168671 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Bound port: 95edd09e-a1dd-459c-a60e-faba2607ad51, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349e8b60-d25d-4acd-9eb5-42ef09450b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742'}}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:12.168671 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:12.213709 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8ae6ce3d-7b91-458d-9b0d-64032311ea1e req-97d0ecba-0a0a-4c32-b8f9-406af6b68049 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411779 Jan 27 17:15:12.220501 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:12.249952 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-90f04f51-3bf3-4b57-aa1f-a48812e565eb req-3d696afd-7e2e-4c38-9485-172720dfd80f service neutron] 10.222.0.83 "GET /v2.0/networks/9df79931-ff99-48bd-9e24-be30fd940aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104945 Jan 27 17:15:12.298882 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:12.400064 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] For port 95edd09e-a1dd-459c-a60e-faba2607ad51, host hv-neutron-8264, cleared binding levels {{(pid=87595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:12.441365 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] For port 95edd09e-a1dd-459c-a60e-faba2607ad51, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=95edd09e-a1dd-459c-a60e-faba2607ad51,segment=NetworkSegment(349e8b60-d25d-4acd-9eb5-42ef09450b7b),segment_id=349e8b60-d25d-4acd-9eb5-42ef09450b7b)] {{(pid=87595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:12.456437 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:12.457401 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-90f04f51-3bf3-4b57-aa1f-a48812e565eb req-06cb810e-f1d4-4188-bacf-9a2ca847220d service neutron] 10.222.0.83 "GET /v2.0/networks/9df79931-ff99-48bd-9e24-be30fd940aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907895 Jan 27 17:15:12.533710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-23c804c1-f8d9-4773-8f12-b727fd43e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967112323', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:45Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'gw_port': {'id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:46Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a', 'name': '', 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'mac_address': 'fa:16:3e:d7:70:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:59Z', 'updated_at': '2022-01-27T17:13:16Z', 'revision_number': 5, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'subnets': [{'id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:12.539361 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Allocated IP 172.26.1.146 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/cf1615b4-1143-4106-b842-85b2de5619e8) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:12.542568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c804c1-f8d9-4773-8f12-b727fd43e917 None None] The sync data for ids ['36202f19-896b-40b5-a829-4f1fc97bbb57'] in dv-neutron-826439-2-hyperv is: [{'id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967112323', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:45Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'gw_port': {'id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:46Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a', 'name': '', 'network_id': '9df79931-ff99-48bd-9e24-be30fd940aa8', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'mac_address': 'fa:16:3e:d7:70:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:59Z', 'updated_at': '2022-01-27T17:13:16Z', 'revision_number': 5, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'subnets': [{'id': '5025f0b8-1fd1-4899-a869-5fb109283ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:12.547108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:12.547712 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:12.549801 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] 10.222.0.83 "PUT /v2.0/ports/95edd09e-a1dd-459c-a60e-faba2607ad51 HTTP/1.1" status: 200 len: 1093 time: 2.4856658 Jan 27 17:15:12.549801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99a8726-16f9-4cc8-930d-b52c21aa6376', 'tag': '95edd09e-a1dd-459c-a60e-faba2607ad51'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:15:12.602854 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05c945-74f9-4d95-aedd-a24757e60ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=95edd09e-a1dd-459c-a60e-faba2607ad51,revision_number=3']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:12.672722 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99a8726-16f9-4cc8-930d-b52c21aa6376', 'tag': '95edd09e-a1dd-459c-a60e-faba2607ad51', 'status': 'completed', 'code': 200} Jan 27 17:15:12.831369 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:12.837932 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-efd9aa4c-6aa4-4d11-aa9a-2cbd2ccd43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:12.841181 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-efd9aa4c-6aa4-4d11-aa9a-2cbd2ccd43a1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 1096 time: 0.2202551 Jan 27 17:15:12.911199 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06663edf-315b-4451-bd02-aca400040651 None None] New status for floating IP 35186492-9534-40b5-b587-a6daedaf70f5: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:15:12.929804 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-c01be377-53da-406d-9a95-49115e76277d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95edd09e-a1dd-459c-a60e-faba2607ad51 HTTP/1.1" status: 200 len: 217 time: 0.0813498 Jan 27 17:15:13.007181 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-5773df30-0b12-4f42-9f20-3c0e7d46ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:13.010657 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-5773df30-0b12-4f42-9f20-3c0e7d46ed01 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d03db55-ac91-4855-acf2-38c6e70620c0 HTTP/1.1" status: 200 len: 835 time: 0.0746396 Jan 27 17:15:13.012625 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:13.150190 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543aace-a962-4ff7-8793-73fbc8b2c83d req-dae3ad9b-94c2-4645-83fc-3aea0a5be6f4 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:13.151049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-3543aace-a962-4ff7-8793-73fbc8b2c83d req-dae3ad9b-94c2-4645-83fc-3aea0a5be6f4 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Synchronizing usage tracker for tenant:e2d3a4626dac4978a7511f57d1b94de5 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:13.173910 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-3543aace-a962-4ff7-8793-73fbc8b2c83d req-dae3ad9b-94c2-4645-83fc-3aea0a5be6f4 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Unset dirty status for tenant:e2d3a4626dac4978a7511f57d1b94de5 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:13.175311 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3543aace-a962-4ff7-8793-73fbc8b2c83d req-dae3ad9b-94c2-4645-83fc-3aea0a5be6f4 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.1975331 Jan 27 17:15:13.182804 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=cf1615b4-1143-4106-b842-85b2de5619e8,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:13.266907 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-3543aace-a962-4ff7-8793-73fbc8b2c83d req-79cedea4-0263-4935-81e2-25060497b7f4 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Deleting port 94fa7e18-c19a-41bd-98b7-a853be64b611 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:13.266907 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3543aace-a962-4ff7-8793-73fbc8b2c83d req-79cedea4-0263-4935-81e2-25060497b7f4 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:13.271448 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:13.278937 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:13.282436 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:15:13.746720 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab66c2-5719-4486-a36e-98016edb1725 req-e68b45b3-2842-4830-af56-906480bf909c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:13.754095 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-93ab66c2-5719-4486-a36e-98016edb1725 req-e68b45b3-2842-4830-af56-906480bf909c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 943 time: 0.5747743 Jan 27 17:15:13.754095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-f9df4819-eeb7-47b4-8d56-d71346d2687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:13.755476 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-f9df4819-eeb7-47b4-8d56-d71346d2687f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02bc4657-2366-43f3-8f0c-40aaef494742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7302773 Jan 27 17:15:13.822533 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edbfa1-f610-4b3f-8370-4f9d9e148ffc req-62caf2ed-cdfe-4dfe-bb16-14a6b5978a3b tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:13.823933 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-95edbfa1-f610-4b3f-8370-4f9d9e148ffc req-62caf2ed-cdfe-4dfe-bb16-14a6b5978a3b tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a90ce0e-28eb-436c-9e7e-2c76409758ab HTTP/1.1" status: 200 len: 946 time: 0.3631208 Jan 27 17:15:13.876654 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-3543aace-a962-4ff7-8793-73fbc8b2c83d req-79cedea4-0263-4935-81e2-25060497b7f4 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] For port 94fa7e18-c19a-41bd-98b7-a853be64b611, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=94fa7e18-c19a-41bd-98b7-a853be64b611,segment=NetworkSegment(ae53acc8-380e-44fc-aa4f-73efeee99087),segment_id=ae53acc8-380e-44fc-aa4f-73efeee99087)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:13.876883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3543aace-a962-4ff7-8793-73fbc8b2c83d req-79cedea4-0263-4935-81e2-25060497b7f4 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:13.955225 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-95edbfa1-f610-4b3f-8370-4f9d9e148ffc req-b8ff2ef0-8a20-4d09-af55-898e3b1cf0a1 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "GET /v2.0/security-groups?id=d48d785f-6c1c-46e1-ab73-f42944c7ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223974 Jan 27 17:15:13.987337 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-93ab66c2-5719-4486-a36e-98016edb1725 req-e61f31a1-0f41-4273-980a-09a12ebd6714 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3932b9-0452-493b-bca5-7b2da0714071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254119 Jan 27 17:15:14.013397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-3543aace-a962-4ff7-8793-73fbc8b2c83d req-79cedea4-0263-4935-81e2-25060497b7f4 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Calling delete_port for 94fa7e18-c19a-41bd-98b7-a853be64b611 owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:14.115973 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-b1f0f790-5296-4b34-a49a-0408febf363c service neutron] 10.222.0.83 "GET /v2.0/networks/02bc4657-2366-43f3-8f0c-40aaef494742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538098 Jan 27 17:15:14.116642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:14.187476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3543aace-a962-4ff7-8793-73fbc8b2c83d req-79cedea4-0263-4935-81e2-25060497b7f4 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:14.244980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cedea4-0263-4935-81e2-25060497b7f4 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event deleted for resources: {'Port': ['ID=94fa7e18-c19a-41bd-98b7-a853be64b611,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:14.321842 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3543aace-a962-4ff7-8793-73fbc8b2c83d req-79cedea4-0263-4935-81e2-25060497b7f4 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] No DVR routers for this DVR port 94fa7e18-c19a-41bd-98b7-a853be64b611 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:14.324213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3543aace-a962-4ff7-8793-73fbc8b2c83d req-79cedea4-0263-4935-81e2-25060497b7f4 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:14.327865 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a90ce0e-28eb-436c-9e7e-2c76409758ab', 'name': 'network-vif-deleted', 'tag': '94fa7e18-c19a-41bd-98b7-a853be64b611'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:15:14.342883 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3543aace-a962-4ff7-8793-73fbc8b2c83d req-79cedea4-0263-4935-81e2-25060497b7f4 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.83 "DELETE /v2.0/ports/94fa7e18-c19a-41bd-98b7-a853be64b611 HTTP/1.1" status: 204 len: 173 time: 1.1621020 Jan 27 17:15:14.383550 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a90ce0e-28eb-436c-9e7e-2c76409758ab', 'name': 'network-vif-deleted', 'tag': '94fa7e18-c19a-41bd-98b7-a853be64b611', 'status': 'completed', 'code': 200} Jan 27 17:15:14.457543 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-98a446b5-8b13-4141-bc4b-cb062cd1d8ac req-a6761407-ca7a-43aa-84af-a6b2283a9a5e service neutron] 10.222.0.83 "GET /v2.0/networks/02bc4657-2366-43f3-8f0c-40aaef494742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877495 Jan 27 17:15:14.637718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:14.750758 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5269f-8d01-408b-be54-b08fd31d2851 req-48a86fe0-bced-4928-bdaa-e856cc8c4f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:14.752794 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-68d5269f-8d01-408b-be54-b08fd31d2851 req-48a86fe0-bced-4928-bdaa-e856cc8c4f71 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 1096 time: 0.1982346 Jan 27 17:15:15.009098 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5269f-8d01-408b-be54-b08fd31d2851 req-477a17b1-1df6-4e68-968a-e88dd0809237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:15.011233 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-68d5269f-8d01-408b-be54-b08fd31d2851 req-477a17b1-1df6-4e68-968a-e88dd0809237 service neutron] 10.222.0.83 "GET /v2.0/networks?id=02bc4657-2366-43f3-8f0c-40aaef494742 HTTP/1.1" status: 200 len: 898 time: 0.2507367 Jan 27 17:15:15.099151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37306) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:15.247601 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-68d5269f-8d01-408b-be54-b08fd31d2851 req-6658e143-7e03-4f0a-ad77-ed1cf0613f77 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95edd09e-a1dd-459c-a60e-faba2607ad51 HTTP/1.1" status: 200 len: 217 time: 0.2248864 Jan 27 17:15:15.248271 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router f48a3a65-82fb-4107-9b29-308c5ee6bb9c is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:15:15.344255 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be66077-ae88-46df-ba1a-3ff34f9d1333 req-8bece10e-c896-4bfe-a955-04da971934e1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:15.345819 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6be66077-ae88-46df-ba1a-3ff34f9d1333 req-8bece10e-c896-4bfe-a955-04da971934e1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 943 time: 0.1898625 Jan 27 17:15:15.401885 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5269f-8d01-408b-be54-b08fd31d2851 req-67813d7f-4f11-4e5c-8f7e-c5da49bb9a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:15.403227 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-68d5269f-8d01-408b-be54-b08fd31d2851 req-67813d7f-4f11-4e5c-8f7e-c5da49bb9a52 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d03db55-ac91-4855-acf2-38c6e70620c0 HTTP/1.1" status: 200 len: 835 time: 0.1470323 Jan 27 17:15:15.480990 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6be66077-ae88-46df-ba1a-3ff34f9d1333 req-f548fec5-a7f5-4201-b707-5b52d01f6713 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3932b9-0452-493b-bca5-7b2da0714071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267509 Jan 27 17:15:15.503965 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:15:15.547466 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:15.558276 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a63b47a-717a-4558-803f-67e18fd720c5 None None] Sync routers for ids ['f48a3a65-82fb-4107-9b29-308c5ee6bb9c'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:15.568418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a63b47a-717a-4558-803f-67e18fd720c5 None None] Routers {'f48a3a65-82fb-4107-9b29-308c5ee6bb9c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:15.569314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1a63b47a-717a-4558-803f-67e18fd720c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f48a3a65-82fb-4107-9b29-308c5ee6bb9c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:15.581221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.582451 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-36542731-aa82-4a8b-a305-c467f29b8149 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.0430391 Jan 27 17:15:15.585376 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5269f-8d01-408b-be54-b08fd31d2851 req-cab6b99a-93a2-4f32-9a94-4021a83290da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:15.586958 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-68d5269f-8d01-408b-be54-b08fd31d2851 req-cab6b99a-93a2-4f32-9a94-4021a83290da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02bc4657-2366-43f3-8f0c-40aaef494742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1766918 Jan 27 17:15:15.587395 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37310) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:15.655086 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1a63b47a-717a-4558-803f-67e18fd720c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:15.664059 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a63b47a-717a-4558-803f-67e18fd720c5 None None] Routers {'f48a3a65-82fb-4107-9b29-308c5ee6bb9c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:15.664649 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1a63b47a-717a-4558-803f-67e18fd720c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f48a3a65-82fb-4107-9b29-308c5ee6bb9c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:15.734755 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1a63b47a-717a-4558-803f-67e18fd720c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:15.735148 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a63b47a-717a-4558-803f-67e18fd720c5 None None] The sync data for ids ['f48a3a65-82fb-4107-9b29-308c5ee6bb9c'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:15.824380 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-822b2810-4295-4482-99f1-c27bda0c768b tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:15.880562 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3feda9d5-8bbf-43b4-b3fc-9175242ac0c5 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/routers/f48a3a65-82fb-4107-9b29-308c5ee6bb9c HTTP/1.1" status: 200 len: 883 time: 0.2905705 Jan 27 17:15:15.881610 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-68d5269f-8d01-408b-be54-b08fd31d2851 req-7133c9c8-285b-4b34-bf79-2a909ee7c42c service neutron] 10.222.0.83 "GET /v2.0/networks/02bc4657-2366-43f3-8f0c-40aaef494742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331676 Jan 27 17:15:15.882092 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37314) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:16.031506 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 95edd09e-a1dd-459c-a60e-faba2607ad51 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:15:16.038620 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 94fa7e18-c19a-41bd-98b7-a853be64b611 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:16.094479 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 94fa7e18-c19a-41bd-98b7-a853be64b611 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:16.095091 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 94fa7e18-c19a-41bd-98b7-a853be64b611 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:16.095366 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-68d5269f-8d01-408b-be54-b08fd31d2851 req-61c7e0b2-7d37-4d4d-a1eb-4fcfe20fb8e3 service neutron] 10.222.0.83 "GET /v2.0/networks/02bc4657-2366-43f3-8f0c-40aaef494742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561477 Jan 27 17:15:16.200569 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-06d4cc48-89df-48f5-9b92-aeb5fb8252ec tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Synchronizing usage tracker for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:router {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:16.222327 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-06d4cc48-89df-48f5-9b92-aeb5fb8252ec tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Unset dirty status for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:router {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:16.223518 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-06d4cc48-89df-48f5-9b92-aeb5fb8252ec tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3404093 Jan 27 17:15:16.226172 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37320) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:16.232051 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-bb8e5918-adb4-454c-986c-b0dad8110c46 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-68470138'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:16.242576 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 95edd09e-a1dd-459c-a60e-faba2607ad51, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=95edd09e-a1dd-459c-a60e-faba2607ad51,segment=NetworkSegment(349e8b60-d25d-4acd-9eb5-42ef09450b7b),segment_id=349e8b60-d25d-4acd-9eb5-42ef09450b7b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:16.258308 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '95edd09e-a1dd-459c-a60e-faba2607ad51', 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742', 'port_id': '95edd09e-a1dd-459c-a60e-faba2607ad51', 'mac_address': 'fa:16:3e:87:68:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:15:16.318098 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.327381 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-822b2810-4295-4482-99f1-c27bda0c768b tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Deleting port f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:16.328020 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-822b2810-4295-4482-99f1-c27bda0c768b tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.335685 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95edd09e-a1dd-459c-a60e-faba2607ad51 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:15:16.350892 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 95edd09e-a1dd-459c-a60e-faba2607ad51, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=95edd09e-a1dd-459c-a60e-faba2607ad51,segment=NetworkSegment(349e8b60-d25d-4acd-9eb5-42ef09450b7b),segment_id=349e8b60-d25d-4acd-9eb5-42ef09450b7b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:16.357495 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.424250 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=95edd09e-a1dd-459c-a60e-faba2607ad51,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:16.523425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-822b2810-4295-4482-99f1-c27bda0c768b tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] For port f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a,segment=NetworkSegment(ae53acc8-380e-44fc-aa4f-73efeee99087),segment_id=ae53acc8-380e-44fc-aa4f-73efeee99087)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:16.523954 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-822b2810-4295-4482-99f1-c27bda0c768b tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:16.581208 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['95edd09e-a1dd-459c-a60e-faba2607ad51'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:15:16.668102 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-822b2810-4295-4482-99f1-c27bda0c768b tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Calling delete_port for f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:16.861822 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976856e2-702d-41f0-80e9-4bf6b8169f8e req-9ade581c-b69e-4ae8-9416-737dd8ae1a28 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:16.863296 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-976856e2-702d-41f0-80e9-4bf6b8169f8e req-9ade581c-b69e-4ae8-9416-737dd8ae1a28 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 944 time: 0.2493443 Jan 27 17:15:16.987714 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-976856e2-702d-41f0-80e9-4bf6b8169f8e req-85ce778f-0ae4-44e5-b383-eef391b28aec tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3932b9-0452-493b-bca5-7b2da0714071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170225 Jan 27 17:15:16.998074 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5918-adb4-454c-986c-b0dad8110c46 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:17.015690 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5918-adb4-454c-986c-b0dad8110c46 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:17.015937 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-822b2810-4295-4482-99f1-c27bda0c768b tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:17.068988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b2810-4295-4482-99f1-c27bda0c768b tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event deleted for resources: {'Port': ['ID=f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:17.216740 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8e5918-adb4-454c-986c-b0dad8110c46 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router f48a3a65-82fb-4107-9b29-308c5ee6bb9c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:17.371137 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-822b2810-4295-4482-99f1-c27bda0c768b tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:17.425460 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8e5918-adb4-454c-986c-b0dad8110c46 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:17.433655 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5918-adb4-454c-986c-b0dad8110c46 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:17.435912 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bb8e5918-adb4-454c-986c-b0dad8110c46 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/f48a3a65-82fb-4107-9b29-308c5ee6bb9c HTTP/1.1" status: 200 len: 890 time: 1.2087471 Jan 27 17:15:17.437893 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37326) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:17.438147 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a99ad-e5f6-4d7e-a8dc-064776b78adb None None] Sync routers for ids ['f48a3a65-82fb-4107-9b29-308c5ee6bb9c'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:17.448166 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a99ad-e5f6-4d7e-a8dc-064776b78adb None None] Routers {'f48a3a65-82fb-4107-9b29-308c5ee6bb9c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:17.448771 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-326a99ad-e5f6-4d7e-a8dc-064776b78adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f48a3a65-82fb-4107-9b29-308c5ee6bb9c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:17.518280 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-326a99ad-e5f6-4d7e-a8dc-064776b78adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:17.524859 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a99ad-e5f6-4d7e-a8dc-064776b78adb None None] Routers {'f48a3a65-82fb-4107-9b29-308c5ee6bb9c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:17.525289 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-326a99ad-e5f6-4d7e-a8dc-064776b78adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['f48a3a65-82fb-4107-9b29-308c5ee6bb9c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:17.595606 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-326a99ad-e5f6-4d7e-a8dc-064776b78adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:17.598104 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a99ad-e5f6-4d7e-a8dc-064776b78adb None None] The sync data for ids ['f48a3a65-82fb-4107-9b29-308c5ee6bb9c'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:17.631696 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3ed6e4bd-305b-46ec-9001-3c8200e15f3f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/routers/f48a3a65-82fb-4107-9b29-308c5ee6bb9c HTTP/1.1" status: 200 len: 890 time: 0.1927009 Jan 27 17:15:17.634398 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37330) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:17.677999 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c14879e9-8b90-4777-9c50-4f21bdc60c43 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Synchronizing usage tracker for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:17.695086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c14879e9-8b90-4777-9c50-4f21bdc60c43 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Unset dirty status for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:17.698886 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c14879e9-8b90-4777-9c50-4f21bdc60c43 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports?device_id=f48a3a65-82fb-4107-9b29-308c5ee6bb9c HTTP/1.1" status: 200 len: 205 time: 0.0608611 Jan 27 17:15:17.699197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37334) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:17.863871 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822b2810-4295-4482-99f1-c27bda0c768b tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Router 36202f19-896b-40b5-a829-4f1fc97bbb57 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:17.875546 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d243cd-5a74-4d93-9167-65b3ab0a99ff tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.034518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 95edd09e-a1dd-459c-a60e-faba2607ad51 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:18.079330 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822b2810-4295-4482-99f1-c27bda0c768b tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:18.097379 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-822b2810-4295-4482-99f1-c27bda0c768b tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "PUT /v2.0/routers/36202f19-896b-40b5-a829-4f1fc97bbb57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9972699 Jan 27 17:15:18.106604 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37340) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:18.126954 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe8ea7-da8b-45ab-ad04-1aba3434f212 None None] Sync routers for ids ['36202f19-896b-40b5-a829-4f1fc97bbb57'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:18.141816 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe8ea7-da8b-45ab-ad04-1aba3434f212 None None] Routers {'36202f19-896b-40b5-a829-4f1fc97bbb57'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:18.142489 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-10fe8ea7-da8b-45ab-ad04-1aba3434f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['36202f19-896b-40b5-a829-4f1fc97bbb57'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:18.219430 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 95edd09e-a1dd-459c-a60e-faba2607ad51 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:18.221427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d243cd-5a74-4d93-9167-65b3ab0a99ff tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.229926 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 95edd09e-a1dd-459c-a60e-faba2607ad51 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:18.230298 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.231055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c5399a-b979-4403-92b2-beec67d6d751 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Deleting subnet 5025f0b8-1fd1-4899-a869-5fb109283ef3 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:18.234192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-85d243cd-5a74-4d93-9167-65b3ab0a99ff tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port cf1615b4-1143-4106-b842-85b2de5619e8 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:18.234726 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d243cd-5a74-4d93-9167-65b3ab0a99ff tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.236058 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a9c5399a-b979-4403-92b2-beec67d6d751 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.297525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae15f9-d238-4016-a5a8-acb308cd2d2c req-aafdfb1f-973d-46f7-91e5-bdcc4afe9b32 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:18.298947 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-74ae15f9-d238-4016-a5a8-acb308cd2d2c req-aafdfb1f-973d-46f7-91e5-bdcc4afe9b32 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 944 time: 0.1598091 Jan 27 17:15:18.306915 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a9c5399a-b979-4403-92b2-beec67d6d751 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.378117 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-10fe8ea7-da8b-45ab-ad04-1aba3434f212 None None] Set router 36202f19-896b-40b5-a829-4f1fc97bbb57 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:18.419406 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-74ae15f9-d238-4016-a5a8-acb308cd2d2c req-51abcedc-29df-4006-a349-8f2f99297f2e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3932b9-0452-493b-bca5-7b2da0714071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853052 Jan 27 17:15:18.441365 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d243cd-5a74-4d93-9167-65b3ab0a99ff tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.443287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a9c5399a-b979-4403-92b2-beec67d6d751 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.525222 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a9c5399a-b979-4403-92b2-beec67d6d751 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.566177 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-85d243cd-5a74-4d93-9167-65b3ab0a99ff tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Calling delete_port for cf1615b4-1143-4106-b842-85b2de5619e8 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:18.568328 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.578672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5399a-b979-4403-92b2-beec67d6d751 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event deleted for resources: {'Subnet': ['ID=5025f0b8-1fd1-4899-a869-5fb109283ef3,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:18.581154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a9c5399a-b979-4403-92b2-beec67d6d751 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.591986 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a9c5399a-b979-4403-92b2-beec67d6d751 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "DELETE /v2.0/subnets/5025f0b8-1fd1-4899-a869-5fb109283ef3 HTTP/1.1" status: 204 len: 168 time: 0.4820919 Jan 27 17:15:18.592595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37344) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:18.628975 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ea3c88-6a83-4949-9291-63db1988e37b None None] Network 9df79931-ff99-48bd-9e24-be30fd940aa8 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:18.702282 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99a8726-16f9-4cc8-930d-b52c21aa6376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95edd09e-a1dd-459c-a60e-faba2607ad51'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:15:18.772841 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d243cd-5a74-4d93-9167-65b3ab0a99ff tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.792764 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99a8726-16f9-4cc8-930d-b52c21aa6376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95edd09e-a1dd-459c-a60e-faba2607ad51', 'code': 200} Jan 27 17:15:18.808566 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 95edd09e-a1dd-459c-a60e-faba2607ad51, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=95edd09e-a1dd-459c-a60e-faba2607ad51,segment=NetworkSegment(349e8b60-d25d-4acd-9eb5-42ef09450b7b),segment_id=349e8b60-d25d-4acd-9eb5-42ef09450b7b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:18.824061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.828032 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdf7058d-dece-4e0f-a143-b92682f08ffd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.836678 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d243cd-5a74-4d93-9167-65b3ab0a99ff tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Port': ['ID=cf1615b4-1143-4106-b842-85b2de5619e8,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:18.919303 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cdf4521a-a961-45e5-a20e-5ef70ba29d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:18.942637 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d243cd-5a74-4d93-9167-65b3ab0a99ff tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.023668 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=95edd09e-a1dd-459c-a60e-faba2607ad51,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:19.059179 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-10fe8ea7-da8b-45ab-ad04-1aba3434f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967112323', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:45Z', 'updated_at': '2022-01-27T17:15:16Z', 'revision_number': 5, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'gw_port': {'id': 'a0e334d0-5bca-4eed-adb3-949e8c6d7964', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:12:46Z', 'updated_at': '2022-01-27T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:19.071016 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe8ea7-da8b-45ab-ad04-1aba3434f212 None None] Checking router: 36202f19-896b-40b5-a829-4f1fc97bbb57 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:15:19.098779 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe8ea7-da8b-45ab-ad04-1aba3434f212 None None] Routers {'36202f19-896b-40b5-a829-4f1fc97bbb57'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:19.098779 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-10fe8ea7-da8b-45ab-ad04-1aba3434f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:14:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['36202f19-896b-40b5-a829-4f1fc97bbb57'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:19.167709 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdf7058d-dece-4e0f-a143-b92682f08ffd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.193329 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-cdf7058d-dece-4e0f-a143-b92682f08ffd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Deleting port a0e334d0-5bca-4eed-adb3-949e8c6d7964 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:19.193662 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdf7058d-dece-4e0f-a143-b92682f08ffd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.304033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e67e504-847f-4888-8a57-30587688d011 None None] DHCP port deletion for 9df79931-ff99-48bd-9e24-be30fd940aa8 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:15:19.314610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-10fe8ea7-da8b-45ab-ad04-1aba3434f212 None None] Set router 36202f19-896b-40b5-a829-4f1fc97bbb57 gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:19.323222 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d243cd-5a74-4d93-9167-65b3ab0a99ff tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.326804 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d243cd-5a74-4d93-9167-65b3ab0a99ff tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.359371 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9e67e504-847f-4888-8a57-30587688d011 None None] Deleting port e4ecc94f-7d94-4f63-9a4a-1904704ef0d9 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:19.360130 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e67e504-847f-4888-8a57-30587688d011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.363002 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d243cd-5a74-4d93-9167-65b3ab0a99ff tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.363689 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d243cd-5a74-4d93-9167-65b3ab0a99ff tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Fanout notify agent at l3_agent the message router_deleted on router f48a3a65-82fb-4107-9b29-308c5ee6bb9c {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:15:19.385567 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-cdf7058d-dece-4e0f-a143-b92682f08ffd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] For port a0e334d0-5bca-4eed-adb3-949e8c6d7964, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=a0e334d0-5bca-4eed-adb3-949e8c6d7964,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:19.397245 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdf7058d-dece-4e0f-a143-b92682f08ffd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.414174 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d243cd-5a74-4d93-9167-65b3ab0a99ff tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.415756 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-85d243cd-5a74-4d93-9167-65b3ab0a99ff tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/routers/f48a3a65-82fb-4107-9b29-308c5ee6bb9c HTTP/1.1" status: 204 len: 168 time: 1.7155139 Jan 27 17:15:19.419555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37350) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:19.424124 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841eb99-3451-492e-b405-530d1e3a482d req-2ea5c226-2e17-47c0-a58f-ebf5f70c269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:19.425788 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a841eb99-3451-492e-b405-530d1e3a482d req-2ea5c226-2e17-47c0-a58f-ebf5f70c269e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 1098 time: 0.3122191 Jan 27 17:15:19.473519 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a841eb99-3451-492e-b405-530d1e3a482d req-ef26c88c-2f7e-459b-bff0-28c8a1fa55fe service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fd3932b9-0452-493b-bca5-7b2da0714071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399206 Jan 27 17:15:19.490829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c4c3c46e-3f36-4fa6-92f9-803463a16d21 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1190114563'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:19.547218 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-10fe8ea7-da8b-45ab-ad04-1aba3434f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967112323', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:45Z', 'updated_at': '2022-01-27T17:15:19Z', 'revision_number': 6, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:19.557936 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe8ea7-da8b-45ab-ad04-1aba3434f212 None None] The sync data for ids ['36202f19-896b-40b5-a829-4f1fc97bbb57'] in dv-neutron-826439-2-hyperv is: [{'id': '36202f19-896b-40b5-a829-4f1fc97bbb57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-967112323', 'tenant_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:12:45Z', 'updated_at': '2022-01-27T17:15:19Z', 'revision_number': 6, 'project_id': 'e2d3a4626dac4978a7511f57d1b94de5', 'gw_port_host': None}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:19.711183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c4c3c46e-3f36-4fa6-92f9-803463a16d21 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:19.719486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-cdf7058d-dece-4e0f-a143-b92682f08ffd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Calling delete_port for a0e334d0-5bca-4eed-adb3-949e8c6d7964 owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:19.737059 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-9e67e504-847f-4888-8a57-30587688d011 None None] For port e4ecc94f-7d94-4f63-9a4a-1904704ef0d9, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e4ecc94f-7d94-4f63-9a4a-1904704ef0d9,segment=NetworkSegment(ae53acc8-380e-44fc-aa4f-73efeee99087),segment_id=ae53acc8-380e-44fc-aa4f-73efeee99087)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:19.737418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e67e504-847f-4888-8a57-30587688d011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.795038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c4c3c46e-3f36-4fa6-92f9-803463a16d21 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:network and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:19.810908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c4c3c46e-3f36-4fa6-92f9-803463a16d21 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:19.825730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c4c3c46e-3f36-4fa6-92f9-803463a16d21 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:19.864184 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c3c46e-3f36-4fa6-92f9-803463a16d21 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:19.865165 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9e67e504-847f-4888-8a57-30587688d011 None None] Calling delete_port for e4ecc94f-7d94-4f63-9a4a-1904704ef0d9 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:19.867482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c46e-3f36-4fa6-92f9-803463a16d21 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.930406 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1262213-b627-43d7-a43e-5aa081e812d1 req-3454444c-1120-40bb-8c9e-43393da517f6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:19.931982 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d1262213-b627-43d7-a43e-5aa081e812d1 req-3454444c-1120-40bb-8c9e-43393da517f6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 945 time: 0.2228568 Jan 27 17:15:19.954742 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c3c46e-3f36-4fa6-92f9-803463a16d21 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1075} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:15:19.958673 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e67e504-847f-4888-8a57-30587688d011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.976009 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c46e-3f36-4fa6-92f9-803463a16d21 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:19.976829 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-c4c3c46e-3f36-4fa6-92f9-803463a16d21 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Added segment 11d71da9-ec3d-423d-8115-e988fe650861 of type vlan for network 00240c45-54bd-4fcd-835b-ef6256cf2f03 Jan 27 17:15:20.015732 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67e504-847f-4888-8a57-30587688d011 None None] Pushing event deleted for resources: {'Port': ['ID=e4ecc94f-7d94-4f63-9a4a-1904704ef0d9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:20.020619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e67e504-847f-4888-8a57-30587688d011 None None] No DVR routers for this DVR port e4ecc94f-7d94-4f63-9a4a-1904704ef0d9 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:20.054248 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d1262213-b627-43d7-a43e-5aa081e812d1 req-2a76a826-568b-4e45-a404-fc20999ef7a1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3932b9-0452-493b-bca5-7b2da0714071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143801 Jan 27 17:15:20.086664 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c46e-3f36-4fa6-92f9-803463a16d21 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.123009 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdf7058d-dece-4e0f-a143-b92682f08ffd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.173747 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7058d-dece-4e0f-a143-b92682f08ffd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event deleted for resources: {'Port': ['ID=a0e334d0-5bca-4eed-adb3-949e8c6d7964,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:20.209110 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c46e-3f36-4fa6-92f9-803463a16d21 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.214381 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c3c46e-3f36-4fa6-92f9-803463a16d21 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:20.214977 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c46e-3f36-4fa6-92f9-803463a16d21 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.368801 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c4c3c46e-3f36-4fa6-92f9-803463a16d21 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9479129 Jan 27 17:15:20.372089 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3c46e-3f36-4fa6-92f9-803463a16d21 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Network': ['ID=00240c45-54bd-4fcd-835b-ef6256cf2f03,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:20.372538 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37356) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:20.379031 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdf7058d-dece-4e0f-a143-b92682f08ffd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.382105 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ef0f740c-1502-4ddb-84d6-00cb51b3a8c8 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'subnet': {'network_id': '00240c45-54bd-4fcd-835b-ef6256cf2f03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:20.388714 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 00240c45-54bd-4fcd-835b-ef6256cf2f03 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:15:20.552386 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ef0f740c-1502-4ddb-84d6-00cb51b3a8c8 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:20.558762 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ef0f740c-1502-4ddb-84d6-00cb51b3a8c8 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:subnet and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:20.564102 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ef0f740c-1502-4ddb-84d6-00cb51b3a8c8 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:20.576233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdf7058d-dece-4e0f-a143-b92682f08ffd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.576412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ef0f740c-1502-4ddb-84d6-00cb51b3a8c8 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:20.578566 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdf7058d-dece-4e0f-a143-b92682f08ffd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.589221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0f740c-1502-4ddb-84d6-00cb51b3a8c8 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:20.600357 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ef0f740c-1502-4ddb-84d6-00cb51b3a8c8 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.609085 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdf7058d-dece-4e0f-a143-b92682f08ffd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.609842 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf7058d-dece-4e0f-a143-b92682f08ffd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Fanout notify agent at l3_agent the message router_deleted on router 36202f19-896b-40b5-a829-4f1fc97bbb57 {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:15:20.624577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdf7058d-dece-4e0f-a143-b92682f08ffd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.624577 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cdf7058d-dece-4e0f-a143-b92682f08ffd tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "DELETE /v2.0/routers/36202f19-896b-40b5-a829-4f1fc97bbb57 HTTP/1.1" status: 204 len: 168 time: 2.0309155 Jan 27 17:15:20.627395 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37360) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:20.759957 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d9ce323f-8fdd-43e4-b860-e1fa86390140 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.838047 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ef0f740c-1502-4ddb-84d6-00cb51b3a8c8 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.909563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d9ce323f-8fdd-43e4-b860-e1fa86390140 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.935098 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:20.944617 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-d9ce323f-8fdd-43e4-b860-e1fa86390140 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df79931-ff99-48bd-9e24-be30fd940aa8']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:20.959776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-d9ce323f-8fdd-43e4-b860-e1fa86390140 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae53acc8-380e-44fc-aa4f-73efeee99087') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:20.960086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-d9ce323f-8fdd-43e4-b860-e1fa86390140 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae53acc8-380e-44fc-aa4f-73efeee99087') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:20.975225 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:20.975565 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f02fc9f5-6e74-4c5d-8fb5-b98b7fb7911a not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:20.976036 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a0e334d0-5bca-4eed-adb3-949e8c6d7964 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:20.977537 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d9ce323f-8fdd-43e4-b860-e1fa86390140 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:20.996324 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d9ce323f-8fdd-43e4-b860-e1fa86390140 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.004260 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ce323f-8fdd-43e4-b860-e1fa86390140 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:21.004674 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d9ce323f-8fdd-43e4-b860-e1fa86390140 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.020444 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: a0e334d0-5bca-4eed-adb3-949e8c6d7964 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:21.020855 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a0e334d0-5bca-4eed-adb3-949e8c6d7964 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:21.021334 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e4ecc94f-7d94-4f63-9a4a-1904704ef0d9 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:21.022931 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:21.042618 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f740c-1502-4ddb-84d6-00cb51b3a8c8 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Subnet': ['ID=5047cd94-a0b4-45b6-8cfc-211bf773a6d2,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:21.050598 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f740c-1502-4ddb-84d6-00cb51b3a8c8 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Checking segment: {'id': '11d71da9-ec3d-423d-8115-e988fe650861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '00240c45-54bd-4fcd-835b-ef6256cf2f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:21.050955 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0f740c-1502-4ddb-84d6-00cb51b3a8c8 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network hostable DHCP agents. Network: 00240c45-54bd-4fcd-835b-ef6256cf2f03, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:15:21.071644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: e4ecc94f-7d94-4f63-9a4a-1904704ef0d9 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:21.071644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e4ecc94f-7d94-4f63-9a4a-1904704ef0d9 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:21.075780 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0f740c-1502-4ddb-84d6-00cb51b3a8c8 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network 00240c45-54bd-4fcd-835b-ef6256cf2f03 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:15:21.087866 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-227541ef-3af7-4e26-8683-99d711bb79ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.093110 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-ef0f740c-1502-4ddb-84d6-00cb51b3a8c8 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 00240c45-54bd-4fcd-835b-ef6256cf2f03) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:21.098284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0f740c-1502-4ddb-84d6-00cb51b3a8c8 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:21.099346 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ef0f740c-1502-4ddb-84d6-00cb51b3a8c8 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.107979 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59be6593-b1a8-4737-99f0-41ddff4074d5 None None] Network 00240c45-54bd-4fcd-835b-ef6256cf2f03 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:21.136203 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ef0f740c-1502-4ddb-84d6-00cb51b3a8c8 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7623954 Jan 27 17:15:21.136886 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37366) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:21.143726 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-4667caa6-6df3-4034-99f8-5f2a08046be7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-885395070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:21.151272 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4667caa6-6df3-4034-99f8-5f2a08046be7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:21.156301 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4667caa6-6df3-4034-99f8-5f2a08046be7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:router and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:21.160935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4667caa6-6df3-4034-99f8-5f2a08046be7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:21.163753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d9ce323f-8fdd-43e4-b860-e1fa86390140 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.169019 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4667caa6-6df3-4034-99f8-5f2a08046be7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:21.174259 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d9ce323f-8fdd-43e4-b860-e1fa86390140 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.182499 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4667caa6-6df3-4034-99f8-5f2a08046be7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.183981 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4667caa6-6df3-4034-99f8-5f2a08046be7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.203911 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce323f-8fdd-43e4-b860-e1fa86390140 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event deleted for resources: {'Network': ['ID=9df79931-ff99-48bd-9e24-be30fd940aa8,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:21.211710 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4667caa6-6df3-4034-99f8-5f2a08046be7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.215652 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d9ce323f-8fdd-43e4-b860-e1fa86390140 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "DELETE /v2.0/networks/9df79931-ff99-48bd-9e24-be30fd940aa8 HTTP/1.1" status: 204 len: 168 time: 0.5870845 Jan 27 17:15:21.218377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37370) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:21.277468 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4667caa6-6df3-4034-99f8-5f2a08046be7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.307261 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f775d9ec-2f9e-4982-97e8-4e330093b085 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.317259 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4667caa6-6df3-4034-99f8-5f2a08046be7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.321497 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4667caa6-6df3-4034-99f8-5f2a08046be7 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1834264 Jan 27 17:15:21.321933 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37374) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:21.345001 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446606a-1677-4c82-a1b9-7d228eef04fd req-ec8ecd4d-4c8b-4fc6-b6e6-bcbca5f7bedb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:21.346934 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d446606a-1677-4c82-a1b9-7d228eef04fd req-ec8ecd4d-4c8b-4fc6-b6e6-bcbca5f7bedb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 945 time: 0.1162627 Jan 27 17:15:21.361957 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-00240c45-54bd-4fcd-835b-ef6256cf2f03', 'network_id': '00240c45-54bd-4fcd-835b-ef6256cf2f03', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'fixed_ips': [{'subnet_id': '5047cd94-a0b4-45b6-8cfc-211bf773a6d2'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:15:21.362859 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.399939 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d446606a-1677-4c82-a1b9-7d228eef04fd req-fcfd7baa-e3b4-486d-bb1e-d0b2f8693079 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3932b9-0452-493b-bca5-7b2da0714071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457816 Jan 27 17:15:21.435649 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f775d9ec-2f9e-4982-97e8-4e330093b085 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.529852 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Allocated IP 2001:db8::2 (00240c45-54bd-4fcd-835b-ef6256cf2f03/5047cd94-a0b4-45b6-8cfc-211bf773a6d2/04783122-31f0-48be-8bc9-20614d1f0ad0) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:21.744162 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.754866 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Transition to ACTIVE for port object 04783122-31f0-48be-8bc9-20614d1f0ad0 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:21.774624 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Transition to ACTIVE for port object 04783122-31f0-48be-8bc9-20614d1f0ad0 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:21.780115 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.847656 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Network 00240c45-54bd-4fcd-835b-ef6256cf2f03 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:21.850475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:21.854042 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:15:21.859583 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Pushing event updated for resources: {'Port': ['ID=04783122-31f0-48be-8bc9-20614d1f0ad0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:21.985324 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Attempting to bind port 04783122-31f0-48be-8bc9-20614d1f0ad0 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:21.985701 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Attempting to bind port 04783122-31f0-48be-8bc9-20614d1f0ad0 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '11d71da9-ec3d-423d-8115-e988fe650861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '00240c45-54bd-4fcd-835b-ef6256cf2f03'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:21.986084 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Attempting to bind port 04783122-31f0-48be-8bc9-20614d1f0ad0 on network 00240c45-54bd-4fcd-835b-ef6256cf2f03 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:21.991570 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:21.991695 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Checking segment: {'id': '11d71da9-ec3d-423d-8115-e988fe650861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '00240c45-54bd-4fcd-835b-ef6256cf2f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:21.992091 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:21.992484 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Bound using segment: {'id': '11d71da9-ec3d-423d-8115-e988fe650861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '00240c45-54bd-4fcd-835b-ef6256cf2f03'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:21.992933 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Bound port: 04783122-31f0-48be-8bc9-20614d1f0ad0, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d71da9-ec3d-423d-8115-e988fe650861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '00240c45-54bd-4fcd-835b-ef6256cf2f03'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:21.993306 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.033069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdb6cc-1a6c-486c-b58b-81cab1b76fcb req-8a3ac0db-4570-43dd-b214-8c266be2aa62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:22.035213 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d4fdb6cc-1a6c-486c-b58b-81cab1b76fcb req-8a3ac0db-4570-43dd-b214-8c266be2aa62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 945 time: 0.3453677 Jan 27 17:15:22.089845 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.103278 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f775d9ec-2f9e-4982-97e8-4e330093b085 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.104902 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] For port 04783122-31f0-48be-8bc9-20614d1f0ad0, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:22.114499 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] For port 04783122-31f0-48be-8bc9-20614d1f0ad0, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=04783122-31f0-48be-8bc9-20614d1f0ad0,segment=NetworkSegment(11d71da9-ec3d-423d-8115-e988fe650861),segment_id=11d71da9-ec3d-423d-8115-e988fe650861)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:22.115468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.118511 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.196125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775d9ec-2f9e-4982-97e8-4e330093b085 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48d785f-6c1c-46e1-ab73-f42944c7ab41,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:22.213334 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cbf3f-3696-4096-b1a0-18828293674a None None] Pushing event updated for resources: {'Port': ['ID=04783122-31f0-48be-8bc9-20614d1f0ad0,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:22.237947 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.283809 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d4fdb6cc-1a6c-486c-b58b-81cab1b76fcb req-52bf60bb-a868-4c13-b534-c4ddefe4c273 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3932b9-0452-493b-bca5-7b2da0714071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173541 Jan 27 17:15:22.307576 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37380) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:22.324732 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f775d9ec-2f9e-4982-97e8-4e330093b085 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.334372 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f775d9ec-2f9e-4982-97e8-4e330093b085 tempest-TestNetworkAdvancedServerOps-1183031708 tempest-TestNetworkAdvancedServerOps-1183031708-project] 10.222.0.50 "DELETE /v2.0/security-groups/d48d785f-6c1c-46e1-ab73-f42944c7ab41 HTTP/1.1" status: 204 len: 168 time: 1.1146970 Jan 27 17:15:22.399814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41988da9-e5b9-436f-97d8-b8cb49c3d1ed tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:22.410520 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-41988da9-e5b9-436f-97d8-b8cb49c3d1ed tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 1093 time: 0.0911140 Jan 27 17:15:22.410520 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37388) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:22.420981 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '95edd09e-a1dd-459c-a60e-faba2607ad51', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:22.432099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:22.443265 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:floatingip and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:22.443265 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:22.463295 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:22.489065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.607160 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Allocated IP 2001:db8::1 (00240c45-54bd-4fcd-835b-ef6256cf2f03/5047cd94-a0b4-45b6-8cfc-211bf773a6d2/d425151d-bf89-49a2-bd71-392955559e11) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:22.729016 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.772615 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37396) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:22.832766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.855413 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Transition to ACTIVE for port object d425151d-bf89-49a2-bd71-392955559e11 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:22.904071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:22.909821 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.26.1.8 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/2e85b0ee-77bc-4774-8d4f-95c165afec04) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:23.005367 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 04783122-31f0-48be-8bc9-20614d1f0ad0 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:23.029063 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network 00240c45-54bd-4fcd-835b-ef6256cf2f03 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:23.036580 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:23.043658 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:15:23.044953 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:23.085268 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 04783122-31f0-48be-8bc9-20614d1f0ad0 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:23.127829 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:23.160738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:23.182694 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=d425151d-bf89-49a2-bd71-392955559e11,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:23.220220 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b271cdf1-88be-49c4-8f97-509195d5b9e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e2d3a4626dac4978a7511f57d1b94de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4462445 Jan 27 17:15:23.226828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37404) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:23.245259 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:23.251769 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:23.257567 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:15:23.317233 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=2e85b0ee-77bc-4774-8d4f-95c165afec04,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:23.366611 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c831e76-48fe-4a0d-b302-7c47bc571854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:23.419218 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:23.453182 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c831e76-48fe-4a0d-b302-7c47bc571854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:23.479120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:23.665460 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c831e76-48fe-4a0d-b302-7c47bc571854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:23.697752 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a23232-df5f-4c1f-bbc7-c5f3a256d0d3 None None] Network 00240c45-54bd-4fcd-835b-ef6256cf2f03 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:23.741418 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c831e76-48fe-4a0d-b302-7c47bc571854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6ada50-2b68-48b0-b421-39a65a1b54e0,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:23.776603 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c831e76-48fe-4a0d-b302-7c47bc571854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:23.777265 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1c831e76-48fe-4a0d-b302-7c47bc571854 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ba6ada50-2b68-48b0-b421-39a65a1b54e0 HTTP/1.1" status: 204 len: 168 time: 0.5495262 Jan 27 17:15:23.911737 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:23.927707 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-eea29185-8a00-4ba5-9541-62229852924a None None] Provisioning for port 04783122-31f0-48be-8bc9-20614d1f0ad0 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:23.954736 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-eea29185-8a00-4ba5-9541-62229852924a None None] Provisioning complete for port 04783122-31f0-48be-8bc9-20614d1f0ad0 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:23.954736 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eea29185-8a00-4ba5-9541-62229852924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.065860 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.077298 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.085788 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.088860 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.310683 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eea29185-8a00-4ba5-9541-62229852924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.334769 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=d425151d-bf89-49a2-bd71-392955559e11,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:24.386013 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-eea29185-8a00-4ba5-9541-62229852924a None None] For port 04783122-31f0-48be-8bc9-20614d1f0ad0, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=04783122-31f0-48be-8bc9-20614d1f0ad0,segment=NetworkSegment(11d71da9-ec3d-423d-8115-e988fe650861),segment_id=11d71da9-ec3d-423d-8115-e988fe650861)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:24.396827 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eea29185-8a00-4ba5-9541-62229852924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.419824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37412) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:24.425395 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network 00240c45-54bd-4fcd-835b-ef6256cf2f03 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:24.447583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:24.454417 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9eebf14d-e497-4628-b469-19f243e83a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.466250 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.477899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.506916 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea29185-8a00-4ba5-9541-62229852924a None None] Pushing event updated for resources: {'Port': ['ID=04783122-31f0-48be-8bc9-20614d1f0ad0,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:24.532221 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9eebf14d-e497-4628-b469-19f243e83a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:24.593079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9eebf14d-e497-4628-b469-19f243e83a98 admin admin] Usage tracker for resource:security_group_rule and tenant:9053048d0bd94ce093c52da8301be9fe is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:24.604890 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9eebf14d-e497-4628-b469-19f243e83a98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:24.622049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9eebf14d-e497-4628-b469-19f243e83a98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:24.713336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router 965c0aaa-5050-472e-87dc-d130d914f457 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:15:24.740737 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=2e85b0ee-77bc-4774-8d4f-95c165afec04,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:24.760489 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.833166 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ef30899d-f177-4c28-8518-7ff13aa44476 None None] Provisioning complete for port 04783122-31f0-48be-8bc9-20614d1f0ad0 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:24.833652 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ef30899d-f177-4c28-8518-7ff13aa44476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.887399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9eebf14d-e497-4628-b469-19f243e83a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.916163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9eebf14d-e497-4628-b469-19f243e83a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:24.999590 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP 80e82968-469a-410a-ba03-80709dffb7ef associated. External IP: 172.26.1.8, port: 95edd09e-a1dd-459c-a60e-faba2607ad51. Jan 27 17:15:25.020012 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 04783122-31f0-48be-8bc9-20614d1f0ad0 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:25.039762 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebf14d-e497-4628-b469-19f243e83a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb37543-9c69-42ff-8d11-e1a2dcc5abc4,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:25.048206 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9eebf14d-e497-4628-b469-19f243e83a98 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9053048d0bd94ce093c52da8301be9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6267574 Jan 27 17:15:25.050349 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:25.051201 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37416) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:25.068638 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1399b95e-94e5-453c-9977-1c0f3da558db None None] Sync routers for ids ['965c0aaa-5050-472e-87dc-d130d914f457'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:25.090193 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1399b95e-94e5-453c-9977-1c0f3da558db None None] Routers {'965c0aaa-5050-472e-87dc-d130d914f457'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:25.091108 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-1399b95e-94e5-453c-9977-1c0f3da558db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['965c0aaa-5050-472e-87dc-d130d914f457'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:25.164229 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a2f98769-77ac-45cb-95c6-3fbd6060f328 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/965c0aaa-5050-472e-87dc-d130d914f457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8410194 Jan 27 17:15:25.169522 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37420) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:25.203919 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c5509087-2e78-4a35-80ad-b06ba7d71753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.240742 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-1399b95e-94e5-453c-9977-1c0f3da558db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:25.254586 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ef30899d-f177-4c28-8518-7ff13aa44476 None None] Provisioning for port d425151d-bf89-49a2-bd71-392955559e11 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:25.254876 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c5509087-2e78-4a35-80ad-b06ba7d71753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.270845 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1399b95e-94e5-453c-9977-1c0f3da558db None None] Routers {'965c0aaa-5050-472e-87dc-d130d914f457'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:25.274033 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-1399b95e-94e5-453c-9977-1c0f3da558db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['965c0aaa-5050-472e-87dc-d130d914f457'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:25.282448 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ef30899d-f177-4c28-8518-7ff13aa44476 None None] Provisioning complete for port d425151d-bf89-49a2-bd71-392955559e11 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:25.282828 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ef30899d-f177-4c28-8518-7ff13aa44476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.283516 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1265fb22-9d19-4ef8-832e-77b147495bb3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:25.289710 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1265fb22-9d19-4ef8-832e-77b147495bb3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports/d425151d-bf89-49a2-bd71-392955559e11 HTTP/1.1" status: 200 len: 911 time: 0.1146240 Jan 27 17:15:25.291016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37424) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:25.303667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c0066421-b317-421c-890e-7d1d1c6adc6a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5047cd94-a0b4-45b6-8cfc-211bf773a6d2'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:25.378681 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 04783122-31f0-48be-8bc9-20614d1f0ad0 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:25.379175 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.429524 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-1399b95e-94e5-453c-9977-1c0f3da558db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:25.429524 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1399b95e-94e5-453c-9977-1c0f3da558db None None] The sync data for ids ['965c0aaa-5050-472e-87dc-d130d914f457'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:25.473670 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ef30899d-f177-4c28-8518-7ff13aa44476 None None] Port d425151d-bf89-49a2-bd71-392955559e11 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:25.529943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c5509087-2e78-4a35-80ad-b06ba7d71753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.557320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router abc1f553-5447-4328-bbd4-799b60a1a16b has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:25.557908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c5509087-2e78-4a35-80ad-b06ba7d71753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.558686 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c5509087-2e78-4a35-80ad-b06ba7d71753 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0fb37543-9c69-42ff-8d11-e1a2dcc5abc4 HTTP/1.1" status: 204 len: 168 time: 0.5066063 Jan 27 17:15:25.559559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5509087-2e78-4a35-80ad-b06ba7d71753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb37543-9c69-42ff-8d11-e1a2dcc5abc4,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:25.609111 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0d513b7f-da37-414c-892c-950a3923e609 None None] Provisioning complete for port d425151d-bf89-49a2-bd71-392955559e11 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:25.609281 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d513b7f-da37-414c-892c-950a3923e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.673718 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c0066421-b317-421c-890e-7d1d1c6adc6a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.700984 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0d513b7f-da37-414c-892c-950a3923e609 None None] Port d425151d-bf89-49a2-bd71-392955559e11 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:25.782078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:25.796750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907ea456-a864-4061-b5d4-dedfdb33dcae None None] Sync routers for ids ['abc1f553-5447-4328-bbd4-799b60a1a16b'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:25.808318 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907ea456-a864-4061-b5d4-dedfdb33dcae None None] Routers {'abc1f553-5447-4328-bbd4-799b60a1a16b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:25.809446 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-907ea456-a864-4061-b5d4-dedfdb33dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['abc1f553-5447-4328-bbd4-799b60a1a16b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:25.812511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:25.887170 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d8125883-272a-4880-a798-432cb4d1a257 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.4783938 Jan 27 17:15:25.888324 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99a8726-16f9-4cc8-930d-b52c21aa6376', 'tag': '95edd09e-a1dd-459c-a60e-faba2607ad51'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:15:25.895014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37430) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:25.999863 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99a8726-16f9-4cc8-930d-b52c21aa6376', 'tag': '95edd09e-a1dd-459c-a60e-faba2607ad51', 'status': 'completed', 'code': 200} Jan 27 17:15:26.071874 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-907ea456-a864-4061-b5d4-dedfdb33dcae None None] Set router abc1f553-5447-4328-bbd4-799b60a1a16b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:26.096917 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7424bc87-e7e4-4140-99f4-8976e75bdbd8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/80e82968-469a-410a-ba03-80709dffb7ef HTTP/1.1" status: 200 len: 989 time: 0.1999774 Jan 27 17:15:26.112604 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68e05f-9921-44a5-a9b3-51351be35c0e req-8bf7153d-1aa4-4ef8-9560-5e1c323a9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:26.114614 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-da68e05f-9921-44a5-a9b3-51351be35c0e req-8bf7153d-1aa4-4ef8-9560-5e1c323a9765 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 1098 time: 0.0995259 Jan 27 17:15:26.250262 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68e05f-9921-44a5-a9b3-51351be35c0e req-426d5615-02bc-4088-8fca-4cac679ea372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:26.251649 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-da68e05f-9921-44a5-a9b3-51351be35c0e req-426d5615-02bc-4088-8fca-4cac679ea372 service neutron] 10.222.0.83 "GET /v2.0/networks?id=02bc4657-2366-43f3-8f0c-40aaef494742 HTTP/1.1" status: 200 len: 898 time: 0.1301904 Jan 27 17:15:26.450526 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c0066421-b317-421c-890e-7d1d1c6adc6a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:26.463267 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c0066421-b317-421c-890e-7d1d1c6adc6a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:26.470892 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0066421-b317-421c-890e-7d1d1c6adc6a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:26.471578 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c0066421-b317-421c-890e-7d1d1c6adc6a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:26.473869 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c0066421-b317-421c-890e-7d1d1c6adc6a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/ports/d425151d-bf89-49a2-bd71-392955559e11 HTTP/1.1" status: 200 len: 911 time: 1.1790664 Jan 27 17:15:26.476818 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37436) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:26.478181 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-907ea456-a864-4061-b5d4-dedfdb33dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'name': 'tempest-TestNetworkBasicOps-router-800776049', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:14:52Z', 'updated_at': '2022-01-27T17:14:59Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:53Z', 'updated_at': '2022-01-27T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '80e82968-469a-410a-ba03-80709dffb7ef', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.8', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'port_id': '95edd09e-a1dd-459c-a60e-faba2607ad51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742', 'mac_address': 'fa:16:3e:87:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99a8726-16f9-4cc8-930d-b52c21aa6376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:15:23Z', 'updated_at': '2022-01-27T17:15:23Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501c6187-60b9-47c2-9b1a-0b1e04e75ed1', 'name': '', 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:46:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:58Z', 'updated_at': '2022-01-27T17:15:07Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:26.482774 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907ea456-a864-4061-b5d4-dedfdb33dcae None None] Checking router: abc1f553-5447-4328-bbd4-799b60a1a16b for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:15:26.492038 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907ea456-a864-4061-b5d4-dedfdb33dcae None None] Routers {'abc1f553-5447-4328-bbd4-799b60a1a16b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:26.492641 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-907ea456-a864-4061-b5d4-dedfdb33dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['abc1f553-5447-4328-bbd4-799b60a1a16b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:26.546300 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0066421-b317-421c-890e-7d1d1c6adc6a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=d425151d-bf89-49a2-bd71-392955559e11,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:26.552504 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-da68e05f-9921-44a5-a9b3-51351be35c0e req-0876205b-a5e0-490d-9892-fc0016aa1507 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95edd09e-a1dd-459c-a60e-faba2607ad51 HTTP/1.1" status: 200 len: 997 time: 0.2948990 Jan 27 17:15:26.672669 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-907ea456-a864-4061-b5d4-dedfdb33dcae None None] Set router abc1f553-5447-4328-bbd4-799b60a1a16b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:26.746424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68e05f-9921-44a5-a9b3-51351be35c0e req-8ca4ff43-b0ae-4665-b942-4cd4652d6161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:26.747746 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-da68e05f-9921-44a5-a9b3-51351be35c0e req-8ca4ff43-b0ae-4665-b942-4cd4652d6161 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d03db55-ac91-4855-acf2-38c6e70620c0 HTTP/1.1" status: 200 len: 835 time: 0.1469793 Jan 27 17:15:26.984957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68e05f-9921-44a5-a9b3-51351be35c0e req-83bfc490-d53b-4f67-88b4-d0cd535dd666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:26.986501 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-da68e05f-9921-44a5-a9b3-51351be35c0e req-83bfc490-d53b-4f67-88b4-d0cd535dd666 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02bc4657-2366-43f3-8f0c-40aaef494742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1848578 Jan 27 17:15:27.031083 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-907ea456-a864-4061-b5d4-dedfdb33dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'name': 'tempest-TestNetworkBasicOps-router-800776049', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:14:52Z', 'updated_at': '2022-01-27T17:14:59Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:53Z', 'updated_at': '2022-01-27T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '80e82968-469a-410a-ba03-80709dffb7ef', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.8', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'port_id': '95edd09e-a1dd-459c-a60e-faba2607ad51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742', 'mac_address': 'fa:16:3e:87:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99a8726-16f9-4cc8-930d-b52c21aa6376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:15:23Z', 'updated_at': '2022-01-27T17:15:23Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501c6187-60b9-47c2-9b1a-0b1e04e75ed1', 'name': '', 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:46:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:58Z', 'updated_at': '2022-01-27T17:15:07Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:27.035457 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907ea456-a864-4061-b5d4-dedfdb33dcae None None] The sync data for ids ['abc1f553-5447-4328-bbd4-799b60a1a16b'] in dv-neutron-826439-2-hyperv is: [{'id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'name': 'tempest-TestNetworkBasicOps-router-800776049', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:14:52Z', 'updated_at': '2022-01-27T17:14:59Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:53Z', 'updated_at': '2022-01-27T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '80e82968-469a-410a-ba03-80709dffb7ef', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.8', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'port_id': '95edd09e-a1dd-459c-a60e-faba2607ad51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742', 'mac_address': 'fa:16:3e:87:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99a8726-16f9-4cc8-930d-b52c21aa6376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:15:23Z', 'updated_at': '2022-01-27T17:15:23Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501c6187-60b9-47c2-9b1a-0b1e04e75ed1', 'name': '', 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:46:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:58Z', 'updated_at': '2022-01-27T17:15:07Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:27.099576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37440) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:27.166850 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-da68e05f-9921-44a5-a9b3-51351be35c0e req-d8fcc06c-4028-46d2-9aa7-d7301e76c579 service neutron] 10.222.0.83 "GET /v2.0/networks/02bc4657-2366-43f3-8f0c-40aaef494742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719446 Jan 27 17:15:27.237855 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ec45df69-0bbc-4428-a11f-318dea6c46c3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/80e82968-469a-410a-ba03-80709dffb7ef HTTP/1.1" status: 200 len: 989 time: 0.1366701 Jan 27 17:15:27.273457 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89c677b-42c3-4ce9-beba-cda3f892d765 None None] New status for floating IP 80e82968-469a-410a-ba03-80709dffb7ef: ACTIVE {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:15:27.296651 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6a66798e-ac10-413a-b69b-75acccbca655 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:27.428998 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-da68e05f-9921-44a5-a9b3-51351be35c0e req-f074cd6b-568f-4e82-bb3b-254625af7968 service neutron] 10.222.0.83 "GET /v2.0/networks/02bc4657-2366-43f3-8f0c-40aaef494742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537251 Jan 27 17:15:27.635702 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-6a66798e-ac10-413a-b69b-75acccbca655 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port d425151d-bf89-49a2-bd71-392955559e11 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:27.636034 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6a66798e-ac10-413a-b69b-75acccbca655 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:27.932204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6a66798e-ac10-413a-b69b-75acccbca655 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.049981 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-6a66798e-ac10-413a-b69b-75acccbca655 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Calling delete_port for d425151d-bf89-49a2-bd71-392955559e11 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:28.225389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6a66798e-ac10-413a-b69b-75acccbca655 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.241157 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37444) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:28.274834 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66798e-ac10-413a-b69b-75acccbca655 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Port': ['ID=d425151d-bf89-49a2-bd71-392955559e11,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:28.363910 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0deebd76-efbe-4a45-9d2a-41fbdc9757f7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/80e82968-469a-410a-ba03-80709dffb7ef HTTP/1.1" status: 200 len: 991 time: 0.1200461 Jan 27 17:15:28.447339 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6a66798e-ac10-413a-b69b-75acccbca655 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:28.712859 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a66798e-ac10-413a-b69b-75acccbca655 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router 965c0aaa-5050-472e-87dc-d130d914f457 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:28.842451 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a66798e-ac10-413a-b69b-75acccbca655 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:28.852749 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e0417-3261-41af-a086-cedc5202fe9d None None] Sync routers for ids ['965c0aaa-5050-472e-87dc-d130d914f457'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:28.854928 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6a66798e-ac10-413a-b69b-75acccbca655 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/965c0aaa-5050-472e-87dc-d130d914f457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3771181 Jan 27 17:15:28.857744 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37448) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:28.863462 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e0417-3261-41af-a086-cedc5202fe9d None None] Routers {'965c0aaa-5050-472e-87dc-d130d914f457'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:28.864255 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-470e0417-3261-41af-a086-cedc5202fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['965c0aaa-5050-472e-87dc-d130d914f457'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:28.899942 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7d131ba9-dd87-4820-b99f-f07eeefffe14 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Synchronizing usage tracker for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:28.916685 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7d131ba9-dd87-4820-b99f-f07eeefffe14 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Unset dirty status for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:28.917949 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7d131ba9-dd87-4820-b99f-f07eeefffe14 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports?device_id=965c0aaa-5050-472e-87dc-d130d914f457 HTTP/1.1" status: 200 len: 205 time: 0.0592842 Jan 27 17:15:28.920700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37452) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:28.927885 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-470e0417-3261-41af-a086-cedc5202fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:28.936447 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e0417-3261-41af-a086-cedc5202fe9d None None] Routers {'965c0aaa-5050-472e-87dc-d130d914f457'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:28.937037 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-470e0417-3261-41af-a086-cedc5202fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['965c0aaa-5050-472e-87dc-d130d914f457'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:28.998866 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-470e0417-3261-41af-a086-cedc5202fe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:28.999195 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e0417-3261-41af-a086-cedc5202fe9d None None] The sync data for ids ['965c0aaa-5050-472e-87dc-d130d914f457'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:29.051414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85ab6439-7b57-4e20-ab0b-8d13959866b3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.343417 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85ab6439-7b57-4e20-ab0b-8d13959866b3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.345675 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85ab6439-7b57-4e20-ab0b-8d13959866b3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.368829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85ab6439-7b57-4e20-ab0b-8d13959866b3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.369391 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ab6439-7b57-4e20-ab0b-8d13959866b3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Fanout notify agent at l3_agent the message router_deleted on router 965c0aaa-5050-472e-87dc-d130d914f457 {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:15:29.384039 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85ab6439-7b57-4e20-ab0b-8d13959866b3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.385117 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-85ab6439-7b57-4e20-ab0b-8d13959866b3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/routers/965c0aaa-5050-472e-87dc-d130d914f457 HTTP/1.1" status: 204 len: 168 time: 0.4634328 Jan 27 17:15:29.387911 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37456) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:29.464269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-e650ab75-c1b7-40fa-845e-b70a36feef81 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting subnet 5047cd94-a0b4-45b6-8cfc-211bf773a6d2 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:29.467696 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e650ab75-c1b7-40fa-845e-b70a36feef81 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.527943 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e650ab75-c1b7-40fa-845e-b70a36feef81 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.617243 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e650ab75-c1b7-40fa-845e-b70a36feef81 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.704433 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e650ab75-c1b7-40fa-845e-b70a36feef81 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.851621 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650ab75-c1b7-40fa-845e-b70a36feef81 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Subnet': ['ID=5047cd94-a0b4-45b6-8cfc-211bf773a6d2,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:29.853498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e650ab75-c1b7-40fa-845e-b70a36feef81 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.858832 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05753d78-e6bc-4e55-a474-2e4972487ec9 None None] Network 00240c45-54bd-4fcd-835b-ef6256cf2f03 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:29.860572 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e650ab75-c1b7-40fa-845e-b70a36feef81 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/subnets/5047cd94-a0b4-45b6-8cfc-211bf773a6d2 HTTP/1.1" status: 204 len: 168 time: 0.4713271 Jan 27 17:15:29.863247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37460) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:29.974593 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:29.984646 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port 04783122-31f0-48be-8bc9-20614d1f0ad0 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:29.984978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.101626 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32149222-a77a-4dcf-bb31-3bcec2b102d0 None None] DHCP port deletion for 00240c45-54bd-4fcd-835b-ef6256cf2f03 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:15:30.106024 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-32149222-a77a-4dcf-bb31-3bcec2b102d0 None None] Deleting port 04783122-31f0-48be-8bc9-20614d1f0ad0 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:30.106392 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32149222-a77a-4dcf-bb31-3bcec2b102d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.191982 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] For port 04783122-31f0-48be-8bc9-20614d1f0ad0, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=04783122-31f0-48be-8bc9-20614d1f0ad0,segment=NetworkSegment(11d71da9-ec3d-423d-8115-e988fe650861),segment_id=11d71da9-ec3d-423d-8115-e988fe650861)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:30.192302 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.307898 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-32149222-a77a-4dcf-bb31-3bcec2b102d0 None None] For port 04783122-31f0-48be-8bc9-20614d1f0ad0, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=04783122-31f0-48be-8bc9-20614d1f0ad0,segment=NetworkSegment(11d71da9-ec3d-423d-8115-e988fe650861),segment_id=11d71da9-ec3d-423d-8115-e988fe650861)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:30.308156 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32149222-a77a-4dcf-bb31-3bcec2b102d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.318265 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Calling delete_port for 04783122-31f0-48be-8bc9-20614d1f0ad0 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:30.393410 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.443216 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Port': ['ID=04783122-31f0-48be-8bc9-20614d1f0ad0,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:30.447944 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] No DVR routers for this DVR port 04783122-31f0-48be-8bc9-20614d1f0ad0 on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:30.467875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-32149222-a77a-4dcf-bb31-3bcec2b102d0 None None] Calling delete_port for 04783122-31f0-48be-8bc9-20614d1f0ad0 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:30.539939 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-32149222-a77a-4dcf-bb31-3bcec2b102d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:15:30.540298 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-32149222-a77a-4dcf-bb31-3bcec2b102d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:15:30.570913 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.598836 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00240c45-54bd-4fcd-835b-ef6256cf2f03']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:30.610798 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d71da9-ec3d-423d-8115-e988fe650861') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:30.611088 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d71da9-ec3d-423d-8115-e988fe650861') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:30.622586 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.640134 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.646902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:30.647308 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:30.661675 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:30.742284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.746844 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.773476 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Network': ['ID=00240c45-54bd-4fcd-835b-ef6256cf2f03,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:30.786605 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ca6a4b2b-904d-4f52-a55a-336e5d92c02d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/networks/00240c45-54bd-4fcd-835b-ef6256cf2f03 HTTP/1.1" status: 204 len: 168 time: 0.9183891 Jan 27 17:15:30.786844 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37464) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:30.791995 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-3475d1ce-07c6-4df6-ada7-1c3fe645f7da tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-192853300', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:30.799226 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3475d1ce-07c6-4df6-ada7-1c3fe645f7da tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:30.803511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3475d1ce-07c6-4df6-ada7-1c3fe645f7da tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:router and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:30.806421 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3475d1ce-07c6-4df6-ada7-1c3fe645f7da tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:30.812719 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3475d1ce-07c6-4df6-ada7-1c3fe645f7da tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:30.823888 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3475d1ce-07c6-4df6-ada7-1c3fe645f7da tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.824883 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3475d1ce-07c6-4df6-ada7-1c3fe645f7da tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.840141 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3475d1ce-07c6-4df6-ada7-1c3fe645f7da tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.861817 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3475d1ce-07c6-4df6-ada7-1c3fe645f7da tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.895085 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3475d1ce-07c6-4df6-ada7-1c3fe645f7da tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.896570 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3475d1ce-07c6-4df6-ada7-1c3fe645f7da tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1086786 Jan 27 17:15:30.899244 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37468) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:30.905067 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-3d0f7e23-835e-43db-a026-dcd90228a023 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1370955983'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:30.910249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3d0f7e23-835e-43db-a026-dcd90228a023 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:30.915040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3d0f7e23-835e-43db-a026-dcd90228a023 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:network and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:30.918117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3d0f7e23-835e-43db-a026-dcd90228a023 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:30.920710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 04783122-31f0-48be-8bc9-20614d1f0ad0 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:30.927025 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3d0f7e23-835e-43db-a026-dcd90228a023 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:30.938086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0f7e23-835e-43db-a026-dcd90228a023 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:30.941505 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7e23-835e-43db-a026-dcd90228a023 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.954903 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 04783122-31f0-48be-8bc9-20614d1f0ad0 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:30.955308 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 04783122-31f0-48be-8bc9-20614d1f0ad0 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:30.968839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0f7e23-835e-43db-a026-dcd90228a023 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:15:30.977328 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7e23-835e-43db-a026-dcd90228a023 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:30.977655 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-3d0f7e23-835e-43db-a026-dcd90228a023 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Added segment 664a45d3-23bb-4c03-96e6-127759c0c25d of type vlan for network 5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d Jan 27 17:15:31.002772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7e23-835e-43db-a026-dcd90228a023 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:31.034161 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7e23-835e-43db-a026-dcd90228a023 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:31.039616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0f7e23-835e-43db-a026-dcd90228a023 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:31.040183 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7e23-835e-43db-a026-dcd90228a023 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:31.041942 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-32149222-a77a-4dcf-bb31-3bcec2b102d0 None None] Deleting port 04783122-31f0-48be-8bc9-20614d1f0ad0 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:31.042386 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32149222-a77a-4dcf-bb31-3bcec2b102d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:31.098850 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3d0f7e23-835e-43db-a026-dcd90228a023 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1984949 Jan 27 17:15:31.102226 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37472) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:31.107832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ce1d3a28-4e37-4a0b-bfaf-ee80a09e0758 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'subnet': {'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:31.110095 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-32149222-a77a-4dcf-bb31-3bcec2b102d0 None None] The port '04783122-31f0-48be-8bc9-20614d1f0ad0' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:15:31.156507 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f7e23-835e-43db-a026-dcd90228a023 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Network': ['ID=5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:31.167256 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:15:31.343079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ce1d3a28-4e37-4a0b-bfaf-ee80a09e0758 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:31.347215 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ce1d3a28-4e37-4a0b-bfaf-ee80a09e0758 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:subnet and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:31.350045 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ce1d3a28-4e37-4a0b-bfaf-ee80a09e0758 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:31.355627 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ce1d3a28-4e37-4a0b-bfaf-ee80a09e0758 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:31.367820 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1d3a28-4e37-4a0b-bfaf-ee80a09e0758 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:31.371508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3a28-4e37-4a0b-bfaf-ee80a09e0758 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:31.592724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3a28-4e37-4a0b-bfaf-ee80a09e0758 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:31.665588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d3a28-4e37-4a0b-bfaf-ee80a09e0758 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Subnet': ['ID=6d3640a2-d0ca-45ee-9657-428fef801217,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:31.675832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d3a28-4e37-4a0b-bfaf-ee80a09e0758 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Checking segment: {'id': '664a45d3-23bb-4c03-96e6-127759c0c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:31.676194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1d3a28-4e37-4a0b-bfaf-ee80a09e0758 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network hostable DHCP agents. Network: 5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:15:31.698776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1d3a28-4e37-4a0b-bfaf-ee80a09e0758 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network 5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:15:31.708129 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-ce1d3a28-4e37-4a0b-bfaf-ee80a09e0758 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:31.711872 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1d3a28-4e37-4a0b-bfaf-ee80a09e0758 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:31.712445 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3a28-4e37-4a0b-bfaf-ee80a09e0758 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:31.717487 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b16f05-68b1-4198-b088-576a9f289275 None None] Network 5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:31.734159 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ce1d3a28-4e37-4a0b-bfaf-ee80a09e0758 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6306765 Jan 27 17:15:31.737062 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37476) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:31.930467 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:15:31.931302 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.091171 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Allocated IP 2001:db8::2 (5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d/6d3640a2-d0ca-45ee-9657-428fef801217/ae7d5922-ef17-4694-b160-67b4e2899f7b) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:32.292135 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.301784 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Transition to ACTIVE for port object ae7d5922-ef17-4694-b160-67b4e2899f7b will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:32.319268 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Transition to ACTIVE for port object ae7d5922-ef17-4694-b160-67b4e2899f7b will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:32.325875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.329786 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.389949 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Network 5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:32.392892 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:32.397112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:15:32.405925 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Pushing event updated for resources: {'Port': ['ID=ae7d5922-ef17-4694-b160-67b4e2899f7b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:32.491091 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Attempting to bind port ae7d5922-ef17-4694-b160-67b4e2899f7b on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:32.491426 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Attempting to bind port ae7d5922-ef17-4694-b160-67b4e2899f7b by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '664a45d3-23bb-4c03-96e6-127759c0c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:32.491796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Attempting to bind port ae7d5922-ef17-4694-b160-67b4e2899f7b on network 5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:32.497377 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:32.497735 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Checking segment: {'id': '664a45d3-23bb-4c03-96e6-127759c0c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:32.498149 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.498530 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Bound using segment: {'id': '664a45d3-23bb-4c03-96e6-127759c0c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:32.499087 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Bound port: ae7d5922-ef17-4694-b160-67b4e2899f7b, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664a45d3-23bb-4c03-96e6-127759c0c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:32.499443 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.588488 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] For port ae7d5922-ef17-4694-b160-67b4e2899f7b, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:32.591633 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] For port ae7d5922-ef17-4694-b160-67b4e2899f7b, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ae7d5922-ef17-4694-b160-67b4e2899f7b,segment=NetworkSegment(664a45d3-23bb-4c03-96e6-127759c0c25d),segment_id=664a45d3-23bb-4c03-96e6-127759c0c25d)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:32.596779 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.674560 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Allocated IP 2001:db8::1 (5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d/6d3640a2-d0ca-45ee-9657-428fef801217/e94da54f-b4fa-4538-a7c7-ddffbbe6945d) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:32.677275 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023e4c8-4f29-4f14-8767-7ec81611b808 None None] Pushing event updated for resources: {'Port': ['ID=ae7d5922-ef17-4694-b160-67b4e2899f7b,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:32.856486 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.873291 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Transition to ACTIVE for port object e94da54f-b4fa-4538-a7c7-ddffbbe6945d will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:32.909921 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:32.979890 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ae7d5922-ef17-4694-b160-67b4e2899f7b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:32.987028 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network 5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:32.990672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:32.992479 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=e94da54f-b4fa-4538-a7c7-ddffbbe6945d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:32.994789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:15:32.995314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.070063 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port ae7d5922-ef17-4694-b160-67b4e2899f7b completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:33.102914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.254215 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.492046 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.497107 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.497922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.598769 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ca3832-c770-4e17-803d-c3f04a21d8fb None None] Network 5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:33.728083 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=e94da54f-b4fa-4538-a7c7-ddffbbe6945d,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:33.739749 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6ac2304c-a2f5-4c07-a722-265ee6dc4614 None None] Provisioning for port ae7d5922-ef17-4694-b160-67b4e2899f7b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:33.749362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6ac2304c-a2f5-4c07-a722-265ee6dc4614 None None] Provisioning complete for port ae7d5922-ef17-4694-b160-67b4e2899f7b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:33.749755 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ac2304c-a2f5-4c07-a722-265ee6dc4614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:33.822813 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network 5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:33.824078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:33.999386 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ac2304c-a2f5-4c07-a722-265ee6dc4614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.014912 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router 479efe28-d382-4bb4-9c0d-c7ae3816de39 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:15:34.042490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6ac2304c-a2f5-4c07-a722-265ee6dc4614 None None] For port ae7d5922-ef17-4694-b160-67b4e2899f7b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ae7d5922-ef17-4694-b160-67b4e2899f7b,segment=NetworkSegment(664a45d3-23bb-4c03-96e6-127759c0c25d),segment_id=664a45d3-23bb-4c03-96e6-127759c0c25d)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:34.047758 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ac2304c-a2f5-4c07-a722-265ee6dc4614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.119938 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2304c-a2f5-4c07-a722-265ee6dc4614 None None] Pushing event updated for resources: {'Port': ['ID=ae7d5922-ef17-4694-b160-67b4e2899f7b,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:34.171961 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:34.181383 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Sync routers for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:34.185020 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b7dd8638-d85a-4355-be49-5da276860d9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/479efe28-d382-4bb4-9c0d-c7ae3816de39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4467649 Jan 27 17:15:34.187766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37480) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:34.191388 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:34.192003 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:34.194475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-920a2f1a-3cf1-4070-9a36-70bd98662a9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-463233125'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:34.200062 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-920a2f1a-3cf1-4070-9a36-70bd98662a9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:34.205346 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-920a2f1a-3cf1-4070-9a36-70bd98662a9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:network and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:34.209296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-920a2f1a-3cf1-4070-9a36-70bd98662a9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:34.216189 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-920a2f1a-3cf1-4070-9a36-70bd98662a9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:34.227702 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920a2f1a-3cf1-4070-9a36-70bd98662a9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:34.231916 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-920a2f1a-3cf1-4070-9a36-70bd98662a9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.264650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920a2f1a-3cf1-4070-9a36-70bd98662a9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:15:34.274763 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-920a2f1a-3cf1-4070-9a36-70bd98662a9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.275168 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-920a2f1a-3cf1-4070-9a36-70bd98662a9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Added segment fa36617c-268a-4640-929c-37ec616e17d7 of type vlan for network b5755b31-9949-4dc8-b7bf-05b5d9f2ff90 Jan 27 17:15:34.305980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-920a2f1a-3cf1-4070-9a36-70bd98662a9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.341156 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-920a2f1a-3cf1-4070-9a36-70bd98662a9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.344831 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:34.348104 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920a2f1a-3cf1-4070-9a36-70bd98662a9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:34.348852 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-920a2f1a-3cf1-4070-9a36-70bd98662a9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.376393 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d30111c8-309d-4610-944d-b8db26f9095d None None] Provisioning complete for port ae7d5922-ef17-4694-b160-67b4e2899f7b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:34.376776 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d30111c8-309d-4610-944d-b8db26f9095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.388928 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37484) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:34.395570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-60d3973f-8662-477b-9fce-e555b5834e26 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'subnet': {'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:34.401220 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-920a2f1a-3cf1-4070-9a36-70bd98662a9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2116747 Jan 27 17:15:34.497068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a2f1a-3cf1-4070-9a36-70bd98662a9f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Network': ['ID=b5755b31-9949-4dc8-b7bf-05b5d9f2ff90,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:34.513807 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network b5755b31-9949-4dc8-b7bf-05b5d9f2ff90 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:15:34.552769 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-60d3973f-8662-477b-9fce-e555b5834e26 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:34.556804 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-60d3973f-8662-477b-9fce-e555b5834e26 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:subnet and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:34.559742 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-60d3973f-8662-477b-9fce-e555b5834e26 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:34.565865 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-60d3973f-8662-477b-9fce-e555b5834e26 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:34.578146 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d3973f-8662-477b-9fce-e555b5834e26 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:34.582130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-60d3973f-8662-477b-9fce-e555b5834e26 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.648658 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d30111c8-309d-4610-944d-b8db26f9095d None None] Provisioning for port e94da54f-b4fa-4538-a7c7-ddffbbe6945d completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:34.654786 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d30111c8-309d-4610-944d-b8db26f9095d None None] Provisioning complete for port e94da54f-b4fa-4538-a7c7-ddffbbe6945d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:34.655600 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d30111c8-309d-4610-944d-b8db26f9095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.716500 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d30111c8-309d-4610-944d-b8db26f9095d None None] Port e94da54f-b4fa-4538-a7c7-ddffbbe6945d cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:34.731934 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:33Z', 'revision_number': 2, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:33Z', 'revision_number': 2, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:34.736219 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Checking router: 479efe28-d382-4bb4-9c0d-c7ae3816de39 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:15:34.736599 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Updating router 479efe28-d382-4bb4-9c0d-c7ae3816de39 port e94da54f-b4fa-4538-a7c7-ddffbbe6945d binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:15:34.820037 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.837504 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1a01d593-7381-4ceb-9e0e-314086c1a139 None None] Provisioning complete for port e94da54f-b4fa-4538-a7c7-ddffbbe6945d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:34.837898 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a01d593-7381-4ceb-9e0e-314086c1a139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.849045 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-60d3973f-8662-477b-9fce-e555b5834e26 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.917029 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1a01d593-7381-4ceb-9e0e-314086c1a139 None None] Port e94da54f-b4fa-4538-a7c7-ddffbbe6945d cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:34.933401 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3973f-8662-477b-9fce-e555b5834e26 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Subnet': ['ID=e4b57643-4a0b-4935-a015-ade57d6b5415,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:34.938810 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d3973f-8662-477b-9fce-e555b5834e26 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Checking segment: {'id': 'fa36617c-268a-4640-929c-37ec616e17d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:34.939155 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d3973f-8662-477b-9fce-e555b5834e26 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network hostable DHCP agents. Network: b5755b31-9949-4dc8-b7bf-05b5d9f2ff90, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:15:34.955376 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ae7d5922-ef17-4694-b160-67b4e2899f7b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:34.960931 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d3973f-8662-477b-9fce-e555b5834e26 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network b5755b31-9949-4dc8-b7bf-05b5d9f2ff90 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:15:34.973323 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-60d3973f-8662-477b-9fce-e555b5834e26 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, b5755b31-9949-4dc8-b7bf-05b5d9f2ff90) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:34.978192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3973f-8662-477b-9fce-e555b5834e26 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:34.979098 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-60d3973f-8662-477b-9fce-e555b5834e26 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:34.986447 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ae7ba5-d82f-4ba9-be9f-a01cf0ad4625 None None] Network b5755b31-9949-4dc8-b7bf-05b5d9f2ff90 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:35.005188 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-60d3973f-8662-477b-9fce-e555b5834e26 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6150298 Jan 27 17:15:35.008176 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37488) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:35.159597 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port ae7d5922-ef17-4694-b160-67b4e2899f7b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:35.160257 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.197288 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.210056 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Transition to ACTIVE for port object e94da54f-b4fa-4538-a7c7-ddffbbe6945d will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:35.217261 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.300755 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:15:35.301594 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.408289 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239a66f-c1c6-489a-9dad-d33476ef60fb None None] Pushing event updated for resources: {'Port': ['ID=e94da54f-b4fa-4538-a7c7-ddffbbe6945d,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:35.431104 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239a66f-c1c6-489a-9dad-d33476ef60fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:35.431436 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239a66f-c1c6-489a-9dad-d33476ef60fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:35.431964 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239a66f-c1c6-489a-9dad-d33476ef60fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:35.432289 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239a66f-c1c6-489a-9dad-d33476ef60fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:35.432609 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239a66f-c1c6-489a-9dad-d33476ef60fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:35.432929 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239a66f-c1c6-489a-9dad-d33476ef60fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:35.433250 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239a66f-c1c6-489a-9dad-d33476ef60fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:35.433564 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239a66f-c1c6-489a-9dad-d33476ef60fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:35.433901 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239a66f-c1c6-489a-9dad-d33476ef60fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:35.434211 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239a66f-c1c6-489a-9dad-d33476ef60fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:35.434519 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239a66f-c1c6-489a-9dad-d33476ef60fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:35.434825 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239a66f-c1c6-489a-9dad-d33476ef60fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:35.442017 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Attempting to bind port e94da54f-b4fa-4538-a7c7-ddffbbe6945d on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:35.442656 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Attempting to bind port e94da54f-b4fa-4538-a7c7-ddffbbe6945d by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '664a45d3-23bb-4c03-96e6-127759c0c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:35.443171 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Attempting to bind port e94da54f-b4fa-4538-a7c7-ddffbbe6945d on network 5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:35.450711 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:35.451178 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Checking segment: {'id': '664a45d3-23bb-4c03-96e6-127759c0c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:35.451714 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.452168 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Bound using segment: {'id': '664a45d3-23bb-4c03-96e6-127759c0c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:35.452700 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Bound port: e94da54f-b4fa-4538-a7c7-ddffbbe6945d, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664a45d3-23bb-4c03-96e6-127759c0c25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:35.453126 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.520820 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Allocated IP 2001:db8:1::2 (b5755b31-9949-4dc8-b7bf-05b5d9f2ff90/e4b57643-4a0b-4935-a015-ade57d6b5415/32bd7d6f-20f4-4279-a6da-356de32f3f86) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:35.565903 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] For port e94da54f-b4fa-4538-a7c7-ddffbbe6945d, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:35.568922 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] For port e94da54f-b4fa-4538-a7c7-ddffbbe6945d, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e94da54f-b4fa-4538-a7c7-ddffbbe6945d,segment=NetworkSegment(664a45d3-23bb-4c03-96e6-127759c0c25d),segment_id=664a45d3-23bb-4c03-96e6-127759c0c25d)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:35.574776 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.652597 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:35.653115 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:35.666411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.735186 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239a66f-c1c6-489a-9dad-d33476ef60fb None None] Pushing event updated for resources: {'Port': ['ID=e94da54f-b4fa-4538-a7c7-ddffbbe6945d,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:35.758896 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.772197 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Transition to ACTIVE for port object 32bd7d6f-20f4-4279-a6da-356de32f3f86 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:35.794347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Transition to ACTIVE for port object 32bd7d6f-20f4-4279-a6da-356de32f3f86 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:35.805930 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.834110 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:35.877270 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Network b5755b31-9949-4dc8-b7bf-05b5d9f2ff90 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:35.880494 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:35.884631 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:15:35.928915 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Pushing event updated for resources: {'Port': ['ID=32bd7d6f-20f4-4279-a6da-356de32f3f86,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:35.990093 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Attempting to bind port 32bd7d6f-20f4-4279-a6da-356de32f3f86 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:35.990334 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Attempting to bind port 32bd7d6f-20f4-4279-a6da-356de32f3f86 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'fa36617c-268a-4640-929c-37ec616e17d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:35.990688 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Attempting to bind port 32bd7d6f-20f4-4279-a6da-356de32f3f86 on network b5755b31-9949-4dc8-b7bf-05b5d9f2ff90 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:35.997485 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:35.997876 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Checking segment: {'id': 'fa36617c-268a-4640-929c-37ec616e17d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:35.998270 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:35.998640 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Bound using segment: {'id': 'fa36617c-268a-4640-929c-37ec616e17d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:35.999099 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Bound port: 32bd7d6f-20f4-4279-a6da-356de32f3f86, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa36617c-268a-4640-929c-37ec616e17d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:35.999527 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:36.087484 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] For port 32bd7d6f-20f4-4279-a6da-356de32f3f86, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:36.090755 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] For port 32bd7d6f-20f4-4279-a6da-356de32f3f86, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=32bd7d6f-20f4-4279-a6da-356de32f3f86,segment=NetworkSegment(fa36617c-268a-4640-929c-37ec616e17d7),segment_id=fa36617c-268a-4640-929c-37ec616e17d7)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:36.096435 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:36.168559 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:33Z', 'revision_number': 2, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:35Z', 'revision_number': 4, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:36.172383 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d56b47-dbad-4990-8701-b593e80063ff None None] The sync data for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv is: [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:33Z', 'revision_number': 2, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:35Z', 'revision_number': 4, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:36.226595 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65055c69-042b-4d8e-8c67-b342b7a4a822 None None] Pushing event updated for resources: {'Port': ['ID=32bd7d6f-20f4-4279-a6da-356de32f3f86,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:36.231718 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Allocated IP 2001:db8:1::1 (b5755b31-9949-4dc8-b7bf-05b5d9f2ff90/e4b57643-4a0b-4935-a015-ade57d6b5415/6cb68964-6f13-4580-8889-570e539dc757) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:36.414836 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:36.439538 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Transition to ACTIVE for port object 6cb68964-6f13-4580-8889-570e539dc757 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:36.462883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:36.538748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network b5755b31-9949-4dc8-b7bf-05b5d9f2ff90 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:36.542201 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:36.546366 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:15:36.547273 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:36.553257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=6cb68964-6f13-4580-8889-570e539dc757,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:36.691907 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.026875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 32bd7d6f-20f4-4279-a6da-356de32f3f86 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:37.105126 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 32bd7d6f-20f4-4279-a6da-356de32f3f86 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:37.112612 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e94da54f-b4fa-4538-a7c7-ddffbbe6945d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:37.128231 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.133326 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.134373 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.188145 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port e94da54f-b4fa-4538-a7c7-ddffbbe6945d completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:37.193707 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e94da54f-b4fa-4538-a7c7-ddffbbe6945d triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:37.194083 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.245154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=6cb68964-6f13-4580-8889-570e539dc757,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:37.327443 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1717ad-c650-4576-8506-074c7b0fb0b3 None None] Network b5755b31-9949-4dc8-b7bf-05b5d9f2ff90 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:37.348498 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network b5755b31-9949-4dc8-b7bf-05b5d9f2ff90 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:37.349911 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:37.352373 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.444514 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-291d82b5-f780-437e-a5ac-889dbd66637d None None] Provisioning for port 32bd7d6f-20f4-4279-a6da-356de32f3f86 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:37.466916 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-291d82b5-f780-437e-a5ac-889dbd66637d None None] Provisioning complete for port 32bd7d6f-20f4-4279-a6da-356de32f3f86 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:37.467281 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-291d82b5-f780-437e-a5ac-889dbd66637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.505942 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port e94da54f-b4fa-4538-a7c7-ddffbbe6945d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e94da54f-b4fa-4538-a7c7-ddffbbe6945d,segment=NetworkSegment(664a45d3-23bb-4c03-96e6-127759c0c25d),segment_id=664a45d3-23bb-4c03-96e6-127759c0c25d)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:37.513429 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router 479efe28-d382-4bb4-9c0d-c7ae3816de39 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:37.525768 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.680216 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=e94da54f-b4fa-4538-a7c7-ddffbbe6945d,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:37.761564 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-291d82b5-f780-437e-a5ac-889dbd66637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.804239 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-291d82b5-f780-437e-a5ac-889dbd66637d None None] For port 32bd7d6f-20f4-4279-a6da-356de32f3f86, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=32bd7d6f-20f4-4279-a6da-356de32f3f86,segment=NetworkSegment(fa36617c-268a-4640-929c-37ec616e17d7),segment_id=fa36617c-268a-4640-929c-37ec616e17d7)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:37.810147 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-291d82b5-f780-437e-a5ac-889dbd66637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.819470 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:37.833602 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c143a675-a4dc-4106-97e2-08c0f5a8614f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/479efe28-d382-4bb4-9c0d-c7ae3816de39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8240826 Jan 27 17:15:37.836071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37492) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:37.841707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-743619e8-1639-4c58-ae2b-33df412fb4ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2100013865'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:37.847323 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-743619e8-1639-4c58-ae2b-33df412fb4ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:37.852690 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-743619e8-1639-4c58-ae2b-33df412fb4ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:network and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:37.854088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Sync routers for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:37.854821 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-743619e8-1639-4c58-ae2b-33df412fb4ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:37.860740 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-743619e8-1639-4c58-ae2b-33df412fb4ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:37.872523 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743619e8-1639-4c58-ae2b-33df412fb4ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:37.876416 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-743619e8-1639-4c58-ae2b-33df412fb4ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.884569 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:37.885012 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:37.904720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743619e8-1639-4c58-ae2b-33df412fb4ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:15:37.914188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-743619e8-1639-4c58-ae2b-33df412fb4ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.914530 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-743619e8-1639-4c58-ae2b-33df412fb4ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Added segment 022df174-d803-4a6e-88ec-43837c77b157 of type vlan for network d1372dd7-4ef2-44d3-adec-43bd99defd45 Jan 27 17:15:37.944935 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-743619e8-1639-4c58-ae2b-33df412fb4ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.978393 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-743619e8-1639-4c58-ae2b-33df412fb4ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:37.984149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743619e8-1639-4c58-ae2b-33df412fb4ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:37.984857 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-743619e8-1639-4c58-ae2b-33df412fb4ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.010183 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d82b5-f780-437e-a5ac-889dbd66637d None None] Pushing event updated for resources: {'Port': ['ID=32bd7d6f-20f4-4279-a6da-356de32f3f86,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:38.059867 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:38.095985 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37496) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:38.096628 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-743619e8-1639-4c58-ae2b-33df412fb4ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2588928 Jan 27 17:15:38.101786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743619e8-1639-4c58-ae2b-33df412fb4ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Network': ['ID=d1372dd7-4ef2-44d3-adec-43bd99defd45,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:38.111438 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-6feb85e7-2c67-4dfe-a3bb-0dd03246020f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'subnet': {'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:38.116832 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network d1372dd7-4ef2-44d3-adec-43bd99defd45 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:15:38.231214 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6feb85e7-2c67-4dfe-a3bb-0dd03246020f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:38.235324 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6feb85e7-2c67-4dfe-a3bb-0dd03246020f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:subnet and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:38.238679 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6feb85e7-2c67-4dfe-a3bb-0dd03246020f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:38.244498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6feb85e7-2c67-4dfe-a3bb-0dd03246020f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:38.255661 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6feb85e7-2c67-4dfe-a3bb-0dd03246020f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:38.259435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6feb85e7-2c67-4dfe-a3bb-0dd03246020f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.306054 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2dbb2827-2127-495e-8a38-a93d17f901a9 None None] Provisioning complete for port 32bd7d6f-20f4-4279-a6da-356de32f3f86 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:38.306409 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2dbb2827-2127-495e-8a38-a93d17f901a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.498264 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6feb85e7-2c67-4dfe-a3bb-0dd03246020f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.578257 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb85e7-2c67-4dfe-a3bb-0dd03246020f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Subnet': ['ID=36eb7064-9ed3-4129-8a93-f7788d1aa86f,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:38.588308 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb85e7-2c67-4dfe-a3bb-0dd03246020f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Checking segment: {'id': '022df174-d803-4a6e-88ec-43837c77b157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:38.588660 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feb85e7-2c67-4dfe-a3bb-0dd03246020f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network hostable DHCP agents. Network: d1372dd7-4ef2-44d3-adec-43bd99defd45, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:15:38.612219 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feb85e7-2c67-4dfe-a3bb-0dd03246020f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network d1372dd7-4ef2-44d3-adec-43bd99defd45 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:15:38.623577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-6feb85e7-2c67-4dfe-a3bb-0dd03246020f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, d1372dd7-4ef2-44d3-adec-43bd99defd45) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:38.627907 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feb85e7-2c67-4dfe-a3bb-0dd03246020f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:38.628482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6feb85e7-2c67-4dfe-a3bb-0dd03246020f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.632856 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2dbb2827-2127-495e-8a38-a93d17f901a9 None None] Provisioning for port 6cb68964-6f13-4580-8889-570e539dc757 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:38.639898 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8fe979-221c-42f0-b47a-a2dd3cacd895 None None] Network d1372dd7-4ef2-44d3-adec-43bd99defd45 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:38.651974 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6feb85e7-2c67-4dfe-a3bb-0dd03246020f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5537791 Jan 27 17:15:38.654873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37500) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:38.664660 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2dbb2827-2127-495e-8a38-a93d17f901a9 None None] Provisioning complete for port 6cb68964-6f13-4580-8889-570e539dc757 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:38.665032 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2dbb2827-2127-495e-8a38-a93d17f901a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.785304 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2dbb2827-2127-495e-8a38-a93d17f901a9 None None] Port 6cb68964-6f13-4580-8889-570e539dc757 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:38.789417 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:36Z', 'revision_number': 3, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': '6cb68964-6f13-4580-8889-570e539dc757', 'name': '', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:d0:26:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:36Z', 'updated_at': '2022-01-27T17:15:36Z', 'revision_number': 2, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:38.804162 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Checking router: 479efe28-d382-4bb4-9c0d-c7ae3816de39 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:15:38.804515 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Updating router 479efe28-d382-4bb4-9c0d-c7ae3816de39 port 6cb68964-6f13-4580-8889-570e539dc757 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:15:38.908672 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:38.939150 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 32bd7d6f-20f4-4279-a6da-356de32f3f86 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:39.057003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-acea9f7e-6588-4260-a693-5ad661270130 None None] Provisioning complete for port 6cb68964-6f13-4580-8889-570e539dc757 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:39.057240 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acea9f7e-6588-4260-a693-5ad661270130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:39.118911 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-d1372dd7-4ef2-44d3-adec-43bd99defd45', 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'fixed_ips': [{'subnet_id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:15:39.119623 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:39.208174 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-acea9f7e-6588-4260-a693-5ad661270130 None None] Port 6cb68964-6f13-4580-8889-570e539dc757 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:39.299342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 32bd7d6f-20f4-4279-a6da-356de32f3f86 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:39.299683 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:39.339823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:39.512870 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Allocated IP 2001:db8:2::2 (d1372dd7-4ef2-44d3-adec-43bd99defd45/36eb7064-9ed3-4129-8a93-f7788d1aa86f/a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:39.658060 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e94da54f-b4fa-4538-a7c7-ddffbbe6945d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:39.793385 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:39.829999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Transition to ACTIVE for port object 6cb68964-6f13-4580-8889-570e539dc757 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:39.875377 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.053587 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e94da54f-b4fa-4538-a7c7-ddffbbe6945d triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:40.053895 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.103621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.107653 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40dc3a-8f13-40a6-8318-e944ad0b76cb None None] Pushing event updated for resources: {'Port': ['ID=6cb68964-6f13-4580-8889-570e539dc757,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:40.158856 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Transition to ACTIVE for port object a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:40.231314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Transition to ACTIVE for port object a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:40.244127 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Attempting to bind port 6cb68964-6f13-4580-8889-570e539dc757 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:40.244487 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Attempting to bind port 6cb68964-6f13-4580-8889-570e539dc757 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'fa36617c-268a-4640-929c-37ec616e17d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:40.244842 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Attempting to bind port 6cb68964-6f13-4580-8889-570e539dc757 on network b5755b31-9949-4dc8-b7bf-05b5d9f2ff90 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:40.247051 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.295444 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:40.295779 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Checking segment: {'id': 'fa36617c-268a-4640-929c-37ec616e17d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:40.296202 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.296593 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Bound using segment: {'id': 'fa36617c-268a-4640-929c-37ec616e17d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:40.297047 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Bound port: 6cb68964-6f13-4580-8889-570e539dc757, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa36617c-268a-4640-929c-37ec616e17d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:40.297408 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.308290 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Allocated IP 2001:db8:2::1 (d1372dd7-4ef2-44d3-adec-43bd99defd45/36eb7064-9ed3-4129-8a93-f7788d1aa86f/1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:40.364551 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Network d1372dd7-4ef2-44d3-adec-43bd99defd45 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:40.380068 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:40.409003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:15:40.432579 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Pushing event updated for resources: {'Port': ['ID=a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:40.471654 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.488090 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Transition to ACTIVE for port object 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:40.512629 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.552624 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Attempting to bind port a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:40.552968 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Attempting to bind port a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '022df174-d803-4a6e-88ec-43837c77b157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:40.553332 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Attempting to bind port a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 on network d1372dd7-4ef2-44d3-adec-43bd99defd45 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:40.555604 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] For port 6cb68964-6f13-4580-8889-570e539dc757, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:40.562890 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:40.563184 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Checking segment: {'id': '022df174-d803-4a6e-88ec-43837c77b157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:40.563581 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.564216 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Bound using segment: {'id': '022df174-d803-4a6e-88ec-43837c77b157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:40.564434 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Bound port: a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022df174-d803-4a6e-88ec-43837c77b157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:40.564768 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.576339 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] For port 6cb68964-6f13-4580-8889-570e539dc757, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=6cb68964-6f13-4580-8889-570e539dc757,segment=NetworkSegment(fa36617c-268a-4640-929c-37ec616e17d7),segment_id=fa36617c-268a-4640-929c-37ec616e17d7)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:40.578882 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network d1372dd7-4ef2-44d3-adec-43bd99defd45 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:40.582280 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:40.583502 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.586551 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:15:40.587075 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.600504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:40.719981 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:40.720624 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:40.729253 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.779045 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40dc3a-8f13-40a6-8318-e944ad0b76cb None None] Pushing event updated for resources: {'Port': ['ID=6cb68964-6f13-4580-8889-570e539dc757,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:40.866303 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] For port a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:40.879369 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] For port a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5,segment=NetworkSegment(022df174-d803-4a6e-88ec-43837c77b157),segment_id=022df174-d803-4a6e-88ec-43837c77b157)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:40.897104 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:40.901516 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:41.138849 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cef1d4-2c88-4112-b088-540a47ad2dc0 None None] Pushing event updated for resources: {'Port': ['ID=a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:41.253650 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.259154 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.259858 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.315514 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:40Z', 'revision_number': 4, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': '1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e', 'name': '', 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:e7:ba:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:39Z', 'updated_at': '2022-01-27T17:15:40Z', 'revision_number': 1, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cb68964-6f13-4580-8889-570e539dc757', 'name': '', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:d0:26:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:36Z', 'updated_at': '2022-01-27T17:15:40Z', 'revision_number': 4, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:41.324458 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785a25cb-9998-42fb-a714-e21cf2d3f471 None None] The sync data for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv is: [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:40Z', 'revision_number': 4, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': '1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e', 'name': '', 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:e7:ba:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:39Z', 'updated_at': '2022-01-27T17:15:40Z', 'revision_number': 1, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cb68964-6f13-4580-8889-570e539dc757', 'name': '', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:d0:26:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:36Z', 'updated_at': '2022-01-27T17:15:40Z', 'revision_number': 4, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:41.372130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:41.526624 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network d1372dd7-4ef2-44d3-adec-43bd99defd45 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:41.527871 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:41.695067 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router 479efe28-d382-4bb4-9c0d-c7ae3816de39 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:41.884328 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:41.897776 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9248313a-773a-4896-b18b-b75281b033c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/479efe28-d382-4bb4-9c0d-c7ae3816de39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2414505 Jan 27 17:15:41.900412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37504) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:41.907838 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-1e646ac5-82c1-4db8-928b-728701a1ef3a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-286280849'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:41.917473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1e646ac5-82c1-4db8-928b-728701a1ef3a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:41.921725 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1e646ac5-82c1-4db8-928b-728701a1ef3a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:network and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:41.925330 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1e646ac5-82c1-4db8-928b-728701a1ef3a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:41.931197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1e646ac5-82c1-4db8-928b-728701a1ef3a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:41.943884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e646ac5-82c1-4db8-928b-728701a1ef3a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:41.947923 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1e646ac5-82c1-4db8-928b-728701a1ef3a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.980097 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e646ac5-82c1-4db8-928b-728701a1ef3a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1089} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:15:41.990226 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1e646ac5-82c1-4db8-928b-728701a1ef3a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:41.990590 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-1e646ac5-82c1-4db8-928b-728701a1ef3a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Added segment 6f9a2720-8f1e-4961-8088-1a2e507432cd of type vlan for network d992d74c-4db3-4a6d-b81e-c73c58a78105 Jan 27 17:15:42.025384 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1e646ac5-82c1-4db8-928b-728701a1ef3a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.063135 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1e646ac5-82c1-4db8-928b-728701a1ef3a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.069832 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e646ac5-82c1-4db8-928b-728701a1ef3a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:42.070473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1e646ac5-82c1-4db8-928b-728701a1ef3a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.181948 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37508) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:42.182487 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1e646ac5-82c1-4db8-928b-728701a1ef3a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2805638 Jan 27 17:15:42.187808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e646ac5-82c1-4db8-928b-728701a1ef3a tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Network': ['ID=d992d74c-4db3-4a6d-b81e-c73c58a78105,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:42.188765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-42e02c4c-45fa-4b69-b05d-a143368ec438 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'subnet': {'network_id': 'd992d74c-4db3-4a6d-b81e-c73c58a78105', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:42.199240 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network d992d74c-4db3-4a6d-b81e-c73c58a78105 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:15:42.248000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7030b7-31b7-44c4-8d4f-dbcb1e7bfd6a None None] Network d1372dd7-4ef2-44d3-adec-43bd99defd45 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:42.318222 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-42e02c4c-45fa-4b69-b05d-a143368ec438 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:15:42.322551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-42e02c4c-45fa-4b69-b05d-a143368ec438 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:subnet and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:15:42.325966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-42e02c4c-45fa-4b69-b05d-a143368ec438 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:15:42.332010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-42e02c4c-45fa-4b69-b05d-a143368ec438 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:15:42.345171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e02c4c-45fa-4b69-b05d-a143368ec438 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Made reservation on behalf of 0f92a255fb1c463b8c94b1adb436070f for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:15:42.347495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-42e02c4c-45fa-4b69-b05d-a143368ec438 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.477173 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8261596d-e6e6-49b8-bbe3-6fffcc092027 None None] Provisioning for port a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:42.585228 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-42e02c4c-45fa-4b69-b05d-a143368ec438 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.591669 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Sync routers for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:42.601289 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:42.602006 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:42.668936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e02c4c-45fa-4b69-b05d-a143368ec438 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Subnet': ['ID=cc6f859e-075d-46e3-a511-d3cac031346d,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:42.677921 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e02c4c-45fa-4b69-b05d-a143368ec438 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Checking segment: {'id': '6f9a2720-8f1e-4961-8088-1a2e507432cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd992d74c-4db3-4a6d-b81e-c73c58a78105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:42.678281 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e02c4c-45fa-4b69-b05d-a143368ec438 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network hostable DHCP agents. Network: d992d74c-4db3-4a6d-b81e-c73c58a78105, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:15:42.699383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e02c4c-45fa-4b69-b05d-a143368ec438 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network d992d74c-4db3-4a6d-b81e-c73c58a78105 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:15:42.711353 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-42e02c4c-45fa-4b69-b05d-a143368ec438 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, d992d74c-4db3-4a6d-b81e-c73c58a78105) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:42.715763 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e02c4c-45fa-4b69-b05d-a143368ec438 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:42.716343 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-42e02c4c-45fa-4b69-b05d-a143368ec438 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:42.736425 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44579ad4-5c2b-4fd5-814e-ca2967375d16 None None] Network d992d74c-4db3-4a6d-b81e-c73c58a78105 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:42.752603 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-42e02c4c-45fa-4b69-b05d-a143368ec438 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5684967 Jan 27 17:15:42.755390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37512) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:42.804731 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:43.065106 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4ad682d4-d20b-4b93-b4be-850077632d4b None None] Provisioning for port 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:43.097121 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4ad682d4-d20b-4b93-b4be-850077632d4b None None] Provisioning complete for port 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:43.097497 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ad682d4-d20b-4b93-b4be-850077632d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.129249 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 6cb68964-6f13-4580-8889-570e539dc757 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:43.171882 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-d992d74c-4db3-4a6d-b81e-c73c58a78105', 'network_id': 'd992d74c-4db3-4a6d-b81e-c73c58a78105', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'fixed_ips': [{'subnet_id': 'cc6f859e-075d-46e3-a511-d3cac031346d'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:15:43.172817 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.178032 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:40Z', 'revision_number': 4, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': '1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e', 'name': '', 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:e7:ba:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:39Z', 'updated_at': '2022-01-27T17:15:41Z', 'revision_number': 2, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cb68964-6f13-4580-8889-570e539dc757', 'name': '', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:d0:26:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:36Z', 'updated_at': '2022-01-27T17:15:40Z', 'revision_number': 4, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:43.182982 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Checking router: 479efe28-d382-4bb4-9c0d-c7ae3816de39 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:15:43.183612 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Updating router 479efe28-d382-4bb4-9c0d-c7ae3816de39 port 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:15:43.247159 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.285772 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4ad682d4-d20b-4b93-b4be-850077632d4b None None] Port 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:43.400929 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Allocated IP 2001:db8:3::2 (d992d74c-4db3-4a6d-b81e-c73c58a78105/cc6f859e-075d-46e3-a511-d3cac031346d/782dc5cf-c24d-42b0-85d6-f962b8832f03) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:43.455687 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 6cb68964-6f13-4580-8889-570e539dc757 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:43.463243 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0d3ccac7-2493-4391-be65-0c64fe33bb14 None None] Provisioning complete for port 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:43.463687 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d3ccac7-2493-4391-be65-0c64fe33bb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.517995 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 6cb68964-6f13-4580-8889-570e539dc757 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:43.518232 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.543793 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.617635 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.621297 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0d3ccac7-2493-4391-be65-0c64fe33bb14 None None] Port 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:43.632721 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Transition to ACTIVE for port object 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:43.640343 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.789763 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.813482 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce336705-c15d-4f22-8859-907c1cc9726f None None] Pushing event updated for resources: {'Port': ['ID=1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:43.853452 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 6cb68964-6f13-4580-8889-570e539dc757, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=6cb68964-6f13-4580-8889-570e539dc757,segment=NetworkSegment(fa36617c-268a-4640-929c-37ec616e17d7),segment_id=fa36617c-268a-4640-929c-37ec616e17d7)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:43.854733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.870059 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Transition to ACTIVE for port object 782dc5cf-c24d-42b0-85d6-f962b8832f03 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:43.874536 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Attempting to bind port 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:43.874898 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Attempting to bind port 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '022df174-d803-4a6e-88ec-43837c77b157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:43.875229 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Attempting to bind port 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e on network d1372dd7-4ef2-44d3-adec-43bd99defd45 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:43.882569 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:43.882981 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Checking segment: {'id': '022df174-d803-4a6e-88ec-43837c77b157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:43.883446 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.883992 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Bound using segment: {'id': '022df174-d803-4a6e-88ec-43837c77b157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:43.884455 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Bound port: 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022df174-d803-4a6e-88ec-43837c77b157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:43.884854 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.901840 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Transition to ACTIVE for port object 782dc5cf-c24d-42b0-85d6-f962b8832f03 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:43.903573 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.904582 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:43.987204 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] For port 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:43.990211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:43.990668 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] For port 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e,segment=NetworkSegment(022df174-d803-4a6e-88ec-43837c77b157),segment_id=022df174-d803-4a6e-88ec-43837c77b157)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:43.997476 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.042972 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Network d992d74c-4db3-4a6d-b81e-c73c58a78105 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:44.048211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:44.058642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:15:44.071761 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=6cb68964-6f13-4580-8889-570e539dc757,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:44.078631 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:44.079368 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:44.109903 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Allocated IP 2001:db8:3::1 (d992d74c-4db3-4a6d-b81e-c73c58a78105/cc6f859e-075d-46e3-a511-d3cac031346d/415d344c-f47a-4f37-a035-d2a12f78ac69) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:15:44.144107 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:44.228557 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:44.229090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.251000 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:44.281224 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Attempting to bind port 782dc5cf-c24d-42b0-85d6-f962b8832f03 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:44.281746 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Attempting to bind port 782dc5cf-c24d-42b0-85d6-f962b8832f03 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '6f9a2720-8f1e-4961-8088-1a2e507432cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd992d74c-4db3-4a6d-b81e-c73c58a78105'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:44.282240 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Attempting to bind port 782dc5cf-c24d-42b0-85d6-f962b8832f03 on network d992d74c-4db3-4a6d-b81e-c73c58a78105 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:44.284400 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Pushing event updated for resources: {'Port': ['ID=782dc5cf-c24d-42b0-85d6-f962b8832f03,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:44.295331 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:44.295977 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Checking segment: {'id': '6f9a2720-8f1e-4961-8088-1a2e507432cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd992d74c-4db3-4a6d-b81e-c73c58a78105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:44.296318 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.300656 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Bound using segment: {'id': '6f9a2720-8f1e-4961-8088-1a2e507432cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd992d74c-4db3-4a6d-b81e-c73c58a78105'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:44.300656 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Bound port: 782dc5cf-c24d-42b0-85d6-f962b8832f03, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9a2720-8f1e-4961-8088-1a2e507432cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd992d74c-4db3-4a6d-b81e-c73c58a78105'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:44.300656 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.330054 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce336705-c15d-4f22-8859-907c1cc9726f None None] Pushing event updated for resources: {'Port': ['ID=1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:44.375649 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.390808 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Transition to ACTIVE for port object 415d344c-f47a-4f37-a035-d2a12f78ac69 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:44.426389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.502983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network d992d74c-4db3-4a6d-b81e-c73c58a78105 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:44.504004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] For port 782dc5cf-c24d-42b0-85d6-f962b8832f03, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:44.506180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:44.510316 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:15:44.511093 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.517093 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=415d344c-f47a-4f37-a035-d2a12f78ac69,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:44.536138 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] For port 782dc5cf-c24d-42b0-85d6-f962b8832f03, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=782dc5cf-c24d-42b0-85d6-f962b8832f03,segment=NetworkSegment(6f9a2720-8f1e-4961-8088-1a2e507432cd),segment_id=6f9a2720-8f1e-4961-8088-1a2e507432cd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:44.548411 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.583364 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.651210 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.706271 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:40Z', 'revision_number': 4, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': '1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e', 'name': '', 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:e7:ba:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:39Z', 'updated_at': '2022-01-27T17:15:43Z', 'revision_number': 4, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cb68964-6f13-4580-8889-570e539dc757', 'name': '', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:d0:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:36Z', 'updated_at': '2022-01-27T17:15:43Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:44.712320 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0a60b1-40d6-4bf0-bdc1-085ea33830a8 None None] The sync data for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv is: [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:40Z', 'revision_number': 4, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': '1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e', 'name': '', 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:e7:ba:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:39Z', 'updated_at': '2022-01-27T17:15:43Z', 'revision_number': 4, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cb68964-6f13-4580-8889-570e539dc757', 'name': '', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:d0:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:36Z', 'updated_at': '2022-01-27T17:15:43Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:44.714292 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3784b15-08fd-46c8-a5a4-5bbf0bce8509 None None] Pushing event updated for resources: {'Port': ['ID=782dc5cf-c24d-42b0-85d6-f962b8832f03,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:44.719609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5,segment=NetworkSegment(022df174-d803-4a6e-88ec-43837c77b157),segment_id=022df174-d803-4a6e-88ec-43837c77b157)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:44.727730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:44.803424 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:45.024895 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 6cb68964-6f13-4580-8889-570e539dc757 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:45.095094 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 6cb68964-6f13-4580-8889-570e539dc757 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:45.095452 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.121117 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.126534 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.127287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.217589 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:45.234650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event updated for resources: {'Port': ['ID=415d344c-f47a-4f37-a035-d2a12f78ac69,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:45.289110 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:45.289473 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.329927 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Network d992d74c-4db3-4a6d-b81e-c73c58a78105 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:15:45.331193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:15:45.404464 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:45.473796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:45.479185 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:45.479557 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.499702 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router 479efe28-d382-4bb4-9c0d-c7ae3816de39 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:45.603027 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.643674 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e,segment=NetworkSegment(022df174-d803-4a6e-88ec-43837c77b157),segment_id=022df174-d803-4a6e-88ec-43837c77b157)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:45.648905 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:45.722496 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:45.751987 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025e7831-8c89-4c1c-b476-c3bb5e4882cb None None] Network d992d74c-4db3-4a6d-b81e-c73c58a78105 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:45.815877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:45.830319 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-afe8857a-dcf3-41d2-abdf-7334737f779f tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/479efe28-d382-4bb4-9c0d-c7ae3816de39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0735676 Jan 27 17:15:45.833332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37520) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:45.839023 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b4d95431-58a5-4e98-bc7d-a9b358204045 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:45.839898 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Sync routers for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:45.841853 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-403f2e0e-57bd-4401-ad27-7068bf7c5d69 None None] Provisioning for port 782dc5cf-c24d-42b0-85d6-f962b8832f03 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:45.875346 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:45.875976 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:46.078199 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:46.504344 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:44Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': '1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e', 'name': '', 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:e7:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:39Z', 'updated_at': '2022-01-27T17:15:45Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '415d344c-f47a-4f37-a035-d2a12f78ac69', 'name': '', 'network_id': 'd992d74c-4db3-4a6d-b81e-c73c58a78105', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:00:fe:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'cc6f859e-075d-46e3-a511-d3cac031346d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:43Z', 'updated_at': '2022-01-27T17:15:44Z', 'revision_number': 2, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'cc6f859e-075d-46e3-a511-d3cac031346d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cb68964-6f13-4580-8889-570e539dc757', 'name': '', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:d0:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:36Z', 'updated_at': '2022-01-27T17:15:43Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:46.508756 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Checking router: 479efe28-d382-4bb4-9c0d-c7ae3816de39 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:15:46.509209 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Updating router 479efe28-d382-4bb4-9c0d-c7ae3816de39 port 415d344c-f47a-4f37-a035-d2a12f78ac69 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:15:46.526721 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.extraroute_db [None req-b4d95431-58a5-4e98-bc7d-a9b358204045 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87595) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 27 17:15:46.542854 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.extraroute_db [None req-b4d95431-58a5-4e98-bc7d-a9b358204045 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Removed routes are [] {{(pid=87595) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 27 17:15:46.543228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4d95431-58a5-4e98-bc7d-a9b358204045 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:46.567595 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:46.713085 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-97a66044-eba3-4492-ab9a-db7e6d6ffc71 None None] Provisioning for port 415d344c-f47a-4f37-a035-d2a12f78ac69 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:46.723293 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-97a66044-eba3-4492-ab9a-db7e6d6ffc71 None None] Provisioning complete for port 415d344c-f47a-4f37-a035-d2a12f78ac69 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:46.723670 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97a66044-eba3-4492-ab9a-db7e6d6ffc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:46.816395 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-97a66044-eba3-4492-ab9a-db7e6d6ffc71 None None] Port 415d344c-f47a-4f37-a035-d2a12f78ac69 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:46.868879 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4d95431-58a5-4e98-bc7d-a9b358204045 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:46.872585 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4d95431-58a5-4e98-bc7d-a9b358204045 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:46.976046 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-703f28a3-e099-4a76-b95c-6bdd64686d51 None None] Provisioning complete for port 415d344c-f47a-4f37-a035-d2a12f78ac69 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:46.976433 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-703f28a3-e099-4a76-b95c-6bdd64686d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.053952 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d95431-58a5-4e98-bc7d-a9b358204045 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router 479efe28-d382-4bb4-9c0d-c7ae3816de39 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:47.078476 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:47.137431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-703f28a3-e099-4a76-b95c-6bdd64686d51 None None] Port 415d344c-f47a-4f37-a035-d2a12f78ac69 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:15:47.154087 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.169645 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Transition to ACTIVE for port object 415d344c-f47a-4f37-a035-d2a12f78ac69 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:15:47.181060 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.214346 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d95431-58a5-4e98-bc7d-a9b358204045 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:47.221709 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4d95431-58a5-4e98-bc7d-a9b358204045 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.225933 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b4d95431-58a5-4e98-bc7d-a9b358204045 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/479efe28-d382-4bb4-9c0d-c7ae3816de39 HTTP/1.1" status: 200 len: 953 time: 1.3885849 Jan 27 17:15:47.226256 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37526) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:47.227566 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:47.228095 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.401404 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-03ffd463-dbea-4484-be91-ef807a56a66c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/routers/479efe28-d382-4bb4-9c0d-c7ae3816de39 HTTP/1.1" status: 200 len: 953 time: 0.1712558 Jan 27 17:15:47.402273 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37530) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:47.407336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-9221b41b-06dc-48f3-973a-b30c9b5ccbee tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'router': {'routes': None}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:15:47.434063 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019ec0c-4fe8-4be5-83f5-982af40a9219 None None] Pushing event updated for resources: {'Port': ['ID=415d344c-f47a-4f37-a035-d2a12f78ac69,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:47.473398 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Attempting to bind port 415d344c-f47a-4f37-a035-d2a12f78ac69 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:15:47.473777 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Attempting to bind port 415d344c-f47a-4f37-a035-d2a12f78ac69 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '6f9a2720-8f1e-4961-8088-1a2e507432cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd992d74c-4db3-4a6d-b81e-c73c58a78105'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:15:47.474135 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Attempting to bind port 415d344c-f47a-4f37-a035-d2a12f78ac69 on network d992d74c-4db3-4a6d-b81e-c73c58a78105 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:15:47.505896 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:15:47.506635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Checking segment: {'id': '6f9a2720-8f1e-4961-8088-1a2e507432cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd992d74c-4db3-4a6d-b81e-c73c58a78105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:15:47.506635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.507014 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Bound using segment: {'id': '6f9a2720-8f1e-4961-8088-1a2e507432cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd992d74c-4db3-4a6d-b81e-c73c58a78105'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:15:47.507482 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Bound port: 415d344c-f47a-4f37-a035-d2a12f78ac69, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9a2720-8f1e-4961-8088-1a2e507432cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd992d74c-4db3-4a6d-b81e-c73c58a78105'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:15:47.507838 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.579369 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 782dc5cf-c24d-42b0-85d6-f962b8832f03 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:47.679142 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] For port 415d344c-f47a-4f37-a035-d2a12f78ac69, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:15:47.682982 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] For port 415d344c-f47a-4f37-a035-d2a12f78ac69, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=415d344c-f47a-4f37-a035-d2a12f78ac69,segment=NetworkSegment(6f9a2720-8f1e-4961-8088-1a2e507432cd),segment_id=6f9a2720-8f1e-4961-8088-1a2e507432cd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:15:47.688084 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.728031 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 782dc5cf-c24d-42b0-85d6-f962b8832f03 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:47.752769 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 782dc5cf-c24d-42b0-85d6-f962b8832f03 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:47.753129 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:47.824276 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019ec0c-4fe8-4be5-83f5-982af40a9219 None None] Pushing event updated for resources: {'Port': ['ID=415d344c-f47a-4f37-a035-d2a12f78ac69,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:47.826874 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:47.827488 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:47.981336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.extraroute_db [None req-9221b41b-06dc-48f3-973a-b30c9b5ccbee tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Added routes are [] {{(pid=87594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 27 17:15:47.981647 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.extraroute_db [None req-9221b41b-06dc-48f3-973a-b30c9b5ccbee tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 27 17:15:48.010127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9221b41b-06dc-48f3-973a-b30c9b5ccbee tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.089129 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:48.236730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.362788 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9221b41b-06dc-48f3-973a-b30c9b5ccbee tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.366371 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9221b41b-06dc-48f3-973a-b30c9b5ccbee tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.373101 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 782dc5cf-c24d-42b0-85d6-f962b8832f03, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=782dc5cf-c24d-42b0-85d6-f962b8832f03,segment=NetworkSegment(6f9a2720-8f1e-4961-8088-1a2e507432cd),segment_id=6f9a2720-8f1e-4961-8088-1a2e507432cd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:48.380248 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.505815 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=782dc5cf-c24d-42b0-85d6-f962b8832f03,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:48.530853 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9221b41b-06dc-48f3-973a-b30c9b5ccbee tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router 479efe28-d382-4bb4-9c0d-c7ae3816de39 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:48.540104 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:46Z', 'revision_number': 6, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': '1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e', 'name': '', 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:e7:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:39Z', 'updated_at': '2022-01-27T17:15:45Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '415d344c-f47a-4f37-a035-d2a12f78ac69', 'name': '', 'network_id': 'd992d74c-4db3-4a6d-b81e-c73c58a78105', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:00:fe:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'cc6f859e-075d-46e3-a511-d3cac031346d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:43Z', 'updated_at': '2022-01-27T17:15:47Z', 'revision_number': 4, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'cc6f859e-075d-46e3-a511-d3cac031346d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cb68964-6f13-4580-8889-570e539dc757', 'name': '', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:d0:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:36Z', 'updated_at': '2022-01-27T17:15:43Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:48.544480 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd661884-12fa-4991-8501-d890081ffff5 None None] The sync data for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv is: [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:46Z', 'revision_number': 6, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': '1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e', 'name': '', 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:e7:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:39Z', 'updated_at': '2022-01-27T17:15:45Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '415d344c-f47a-4f37-a035-d2a12f78ac69', 'name': '', 'network_id': 'd992d74c-4db3-4a6d-b81e-c73c58a78105', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:00:fe:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'cc6f859e-075d-46e3-a511-d3cac031346d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:43Z', 'updated_at': '2022-01-27T17:15:47Z', 'revision_number': 4, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'cc6f859e-075d-46e3-a511-d3cac031346d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cb68964-6f13-4580-8889-570e539dc757', 'name': '', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:d0:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:36Z', 'updated_at': '2022-01-27T17:15:43Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:48.706111 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9221b41b-06dc-48f3-973a-b30c9b5ccbee tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:48.713145 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9221b41b-06dc-48f3-973a-b30c9b5ccbee tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.714584 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9221b41b-06dc-48f3-973a-b30c9b5ccbee tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/479efe28-d382-4bb4-9c0d-c7ae3816de39 HTTP/1.1" status: 200 len: 703 time: 1.3117845 Jan 27 17:15:48.716898 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25ee5c4a-ea6d-4cd1-8091-b81cb39e4cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:48.717627 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37534) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:48.882603 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-314433f6-6255-42ed-a1d4-18408d2fd53d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/routers/479efe28-d382-4bb4-9c0d-c7ae3816de39 HTTP/1.1" status: 200 len: 703 time: 0.1625805 Jan 27 17:15:48.885314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37538) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:49.032028 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 415d344c-f47a-4f37-a035-d2a12f78ac69 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:49.114951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 415d344c-f47a-4f37-a035-d2a12f78ac69 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:15:49.120291 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 415d344c-f47a-4f37-a035-d2a12f78ac69 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:49.120669 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.248063 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.279590 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 415d344c-f47a-4f37-a035-d2a12f78ac69, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=415d344c-f47a-4f37-a035-d2a12f78ac69,segment=NetworkSegment(6f9a2720-8f1e-4961-8088-1a2e507432cd),segment_id=6f9a2720-8f1e-4961-8088-1a2e507432cd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:49.285052 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.286093 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 782dc5cf-c24d-42b0-85d6-f962b8832f03 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:15:49.354413 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c90027-ca0f-4cba-b2c9-a2525034f6da None None] Sync routers for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:49.364709 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c90027-ca0f-4cba-b2c9-a2525034f6da None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:49.365300 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-24c90027-ca0f-4cba-b2c9-a2525034f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:49.403225 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=415d344c-f47a-4f37-a035-d2a12f78ac69,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:49.414373 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 782dc5cf-c24d-42b0-85d6-f962b8832f03 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:15:49.414909 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.523679 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-24c90027-ca0f-4cba-b2c9-a2525034f6da None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:49.538486 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5421b5f2-f5ed-4b10-8f33-97083ab3ffbc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:49.840682 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-24c90027-ca0f-4cba-b2c9-a2525034f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:47Z', 'revision_number': 7, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': '1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e', 'name': '', 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:e7:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:39Z', 'updated_at': '2022-01-27T17:15:45Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '415d344c-f47a-4f37-a035-d2a12f78ac69', 'name': '', 'network_id': 'd992d74c-4db3-4a6d-b81e-c73c58a78105', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:00:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'cc6f859e-075d-46e3-a511-d3cac031346d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:43Z', 'updated_at': '2022-01-27T17:15:49Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'cc6f859e-075d-46e3-a511-d3cac031346d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cb68964-6f13-4580-8889-570e539dc757', 'name': '', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:d0:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:36Z', 'updated_at': '2022-01-27T17:15:43Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:49.844698 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c90027-ca0f-4cba-b2c9-a2525034f6da None None] Checking router: 479efe28-d382-4bb4-9c0d-c7ae3816de39 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:15:49.854606 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c90027-ca0f-4cba-b2c9-a2525034f6da None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:49.855170 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-24c90027-ca0f-4cba-b2c9-a2525034f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:49.867874 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5421b5f2-f5ed-4b10-8f33-97083ab3ffbc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port 415d344c-f47a-4f37-a035-d2a12f78ac69 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:49.868435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5421b5f2-f5ed-4b10-8f33-97083ab3ffbc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.006363 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-24c90027-ca0f-4cba-b2c9-a2525034f6da None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:50.055596 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-5421b5f2-f5ed-4b10-8f33-97083ab3ffbc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] For port 415d344c-f47a-4f37-a035-d2a12f78ac69, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=415d344c-f47a-4f37-a035-d2a12f78ac69,segment=NetworkSegment(6f9a2720-8f1e-4961-8088-1a2e507432cd),segment_id=6f9a2720-8f1e-4961-8088-1a2e507432cd)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:50.056033 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5421b5f2-f5ed-4b10-8f33-97083ab3ffbc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.177716 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5421b5f2-f5ed-4b10-8f33-97083ab3ffbc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Calling delete_port for 415d344c-f47a-4f37-a035-d2a12f78ac69 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:50.326824 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-24c90027-ca0f-4cba-b2c9-a2525034f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:47Z', 'revision_number': 7, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': '1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e', 'name': '', 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:e7:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:39Z', 'updated_at': '2022-01-27T17:15:45Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '415d344c-f47a-4f37-a035-d2a12f78ac69', 'name': '', 'network_id': 'd992d74c-4db3-4a6d-b81e-c73c58a78105', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:00:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'cc6f859e-075d-46e3-a511-d3cac031346d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:43Z', 'updated_at': '2022-01-27T17:15:49Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'cc6f859e-075d-46e3-a511-d3cac031346d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cb68964-6f13-4580-8889-570e539dc757', 'name': '', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:d0:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:36Z', 'updated_at': '2022-01-27T17:15:43Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:50.331080 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c90027-ca0f-4cba-b2c9-a2525034f6da None None] The sync data for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv is: [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:47Z', 'revision_number': 7, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': '1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e', 'name': '', 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:e7:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:39Z', 'updated_at': '2022-01-27T17:15:45Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '415d344c-f47a-4f37-a035-d2a12f78ac69', 'name': '', 'network_id': 'd992d74c-4db3-4a6d-b81e-c73c58a78105', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:00:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'cc6f859e-075d-46e3-a511-d3cac031346d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:43Z', 'updated_at': '2022-01-27T17:15:49Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'cc6f859e-075d-46e3-a511-d3cac031346d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cb68964-6f13-4580-8889-570e539dc757', 'name': '', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:d0:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:36Z', 'updated_at': '2022-01-27T17:15:43Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:50.362331 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5421b5f2-f5ed-4b10-8f33-97083ab3ffbc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.526663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421b5f2-f5ed-4b10-8f33-97083ab3ffbc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Port': ['ID=415d344c-f47a-4f37-a035-d2a12f78ac69,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:50.724333 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5421b5f2-f5ed-4b10-8f33-97083ab3ffbc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:50.992906 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14c7d1b3-21df-4d04-a871-0f221e7e2f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.070587 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5421b5f2-f5ed-4b10-8f33-97083ab3ffbc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router 479efe28-d382-4bb4-9c0d-c7ae3816de39 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:51.225875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5421b5f2-f5ed-4b10-8f33-97083ab3ffbc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:51.235585 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c484eb-c88e-47c0-b248-2852de1827b4 None None] Sync routers for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:51.239416 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5421b5f2-f5ed-4b10-8f33-97083ab3ffbc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/479efe28-d382-4bb4-9c0d-c7ae3816de39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3504546 Jan 27 17:15:51.242304 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37544) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:51.246426 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c484eb-c88e-47c0-b248-2852de1827b4 None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:51.247036 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-95c484eb-c88e-47c0-b248-2852de1827b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:51.425105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-95c484eb-c88e-47c0-b248-2852de1827b4 None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:51.440414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6cdc987-cf97-4f21-967c-4102bd5c5ced tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting subnet cc6f859e-075d-46e3-a511-d3cac031346d {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:51.443445 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b6cdc987-cf97-4f21-967c-4102bd5c5ced tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.496194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b6cdc987-cf97-4f21-967c-4102bd5c5ced tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.581381 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b6cdc987-cf97-4f21-967c-4102bd5c5ced tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.657405 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b6cdc987-cf97-4f21-967c-4102bd5c5ced tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.697792 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdc987-cf97-4f21-967c-4102bd5c5ced tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6f859e-075d-46e3-a511-d3cac031346d,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:51.699739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b6cdc987-cf97-4f21-967c-4102bd5c5ced tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.708799 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b6cdc987-cf97-4f21-967c-4102bd5c5ced tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/subnets/cc6f859e-075d-46e3-a511-d3cac031346d HTTP/1.1" status: 204 len: 168 time: 0.4628878 Jan 27 17:15:51.708929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37548) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:51.710289 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaef41d-d857-48ee-93d1-a989b7507fd5 None None] Network d992d74c-4db3-4a6d-b81e-c73c58a78105 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:51.822886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.833709 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port 782dc5cf-c24d-42b0-85d6-f962b8832f03 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:51.834068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:51.931731 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-95c484eb-c88e-47c0-b248-2852de1827b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:50Z', 'revision_number': 8, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': '1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e', 'name': '', 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:e7:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:39Z', 'updated_at': '2022-01-27T17:15:45Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cb68964-6f13-4580-8889-570e539dc757', 'name': '', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:d0:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:36Z', 'updated_at': '2022-01-27T17:15:43Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:51.943309 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c484eb-c88e-47c0-b248-2852de1827b4 None None] Checking router: 479efe28-d382-4bb4-9c0d-c7ae3816de39 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:15:51.955354 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c484eb-c88e-47c0-b248-2852de1827b4 None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:51.956023 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-95c484eb-c88e-47c0-b248-2852de1827b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:52.039418 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] For port 782dc5cf-c24d-42b0-85d6-f962b8832f03, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=782dc5cf-c24d-42b0-85d6-f962b8832f03,segment=NetworkSegment(6f9a2720-8f1e-4961-8088-1a2e507432cd),segment_id=6f9a2720-8f1e-4961-8088-1a2e507432cd)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:52.039847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.126591 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-95c484eb-c88e-47c0-b248-2852de1827b4 None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:52.167973 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.171648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Calling delete_port for 782dc5cf-c24d-42b0-85d6-f962b8832f03 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:52.176401 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8544b2c7-3689-4a88-9b8e-da27e1ead6be None None] DHCP port deletion for d992d74c-4db3-4a6d-b81e-c73c58a78105 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:15:52.191571 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8544b2c7-3689-4a88-9b8e-da27e1ead6be None None] Deleting port 782dc5cf-c24d-42b0-85d6-f962b8832f03 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:52.191925 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8544b2c7-3689-4a88-9b8e-da27e1ead6be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.250689 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.300309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Port': ['ID=782dc5cf-c24d-42b0-85d6-f962b8832f03,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:52.303706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] No DVR routers for this DVR port 782dc5cf-c24d-42b0-85d6-f962b8832f03 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:52.338340 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.387700 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8544b2c7-3689-4a88-9b8e-da27e1ead6be None None] The port '782dc5cf-c24d-42b0-85d6-f962b8832f03' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:15:52.426211 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.453758 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d992d74c-4db3-4a6d-b81e-c73c58a78105']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:52.465996 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9a2720-8f1e-4961-8088-1a2e507432cd') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:52.466280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9a2720-8f1e-4961-8088-1a2e507432cd') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:52.477410 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.492969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.499441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:52.499904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.503183 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:52.515500 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:52.539188 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-95c484eb-c88e-47c0-b248-2852de1827b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:50Z', 'revision_number': 8, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': '1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e', 'name': '', 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:e7:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:39Z', 'updated_at': '2022-01-27T17:15:45Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cb68964-6f13-4580-8889-570e539dc757', 'name': '', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:d0:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:36Z', 'updated_at': '2022-01-27T17:15:43Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:52.543239 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c484eb-c88e-47c0-b248-2852de1827b4 None None] The sync data for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv is: [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:50Z', 'revision_number': 8, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': '1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e', 'name': '', 'network_id': 'd1372dd7-4ef2-44d3-adec-43bd99defd45', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:e7:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:39Z', 'updated_at': '2022-01-27T17:15:45Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '36eb7064-9ed3-4129-8a93-f7788d1aa86f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cb68964-6f13-4580-8889-570e539dc757', 'name': '', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:d0:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:36Z', 'updated_at': '2022-01-27T17:15:43Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:52.603985 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.620728 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:52.631475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Network': ['ID=d992d74c-4db3-4a6d-b81e-c73c58a78105,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:52.638777 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-02e3d64c-9b2d-496f-8b3c-a08698fff929 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/networks/d992d74c-4db3-4a6d-b81e-c73c58a78105 HTTP/1.1" status: 204 len: 168 time: 0.9289303 Jan 27 17:15:52.642617 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37552) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:52.942854 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 415d344c-f47a-4f37-a035-d2a12f78ac69 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:52.979783 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 415d344c-f47a-4f37-a035-d2a12f78ac69 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:52.980127 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 415d344c-f47a-4f37-a035-d2a12f78ac69 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:52.980554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 782dc5cf-c24d-42b0-85d6-f962b8832f03 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:53.018936 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 782dc5cf-c24d-42b0-85d6-f962b8832f03 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:53.021307 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 782dc5cf-c24d-42b0-85d6-f962b8832f03 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:53.304133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.374476 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.645022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:53.645280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.832480 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] For port 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e,segment=NetworkSegment(022df174-d803-4a6e-88ec-43837c77b157),segment_id=022df174-d803-4a6e-88ec-43837c77b157)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:53.832831 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:53.956877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Calling delete_port for 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:54.317319 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:54.363978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Port': ['ID=1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:54.407034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:54.407355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:54.407711 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:54.408050 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:54.408372 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:54.408665 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:54.409035 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:54.409353 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:54.409663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:54.409992 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:54.410321 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:54.410635 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:54.685904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.007768 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router 479efe28-d382-4bb4-9c0d-c7ae3816de39 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:55.168370 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:55.178911 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45252d16-3624-4f87-9424-aad6a2347151 None None] Sync routers for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:55.181135 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1c652987-9d83-440c-b2c2-fb4fd56f26dc tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/479efe28-d382-4bb4-9c0d-c7ae3816de39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5374925 Jan 27 17:15:55.184059 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37556) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:55.189222 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45252d16-3624-4f87-9424-aad6a2347151 None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:55.189854 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-45252d16-3624-4f87-9424-aad6a2347151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:55.251439 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04b5a63-f4e0-4df9-9380-7e962f8eb78e tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting subnet 36eb7064-9ed3-4129-8a93-f7788d1aa86f {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:55.254818 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c04b5a63-f4e0-4df9-9380-7e962f8eb78e tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.313991 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c04b5a63-f4e0-4df9-9380-7e962f8eb78e tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.368857 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-45252d16-3624-4f87-9424-aad6a2347151 None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:55.397457 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c04b5a63-f4e0-4df9-9380-7e962f8eb78e tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.468656 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c04b5a63-f4e0-4df9-9380-7e962f8eb78e tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.513421 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c04b5a63-f4e0-4df9-9380-7e962f8eb78e tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.519426 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b5a63-f4e0-4df9-9380-7e962f8eb78e tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Subnet': ['ID=36eb7064-9ed3-4129-8a93-f7788d1aa86f,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:55.520236 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937023bd-f311-4933-91ad-ddf0e6921c4c None None] Network d1372dd7-4ef2-44d3-adec-43bd99defd45 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:15:55.525782 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c04b5a63-f4e0-4df9-9380-7e962f8eb78e tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/subnets/36eb7064-9ed3-4129-8a93-f7788d1aa86f HTTP/1.1" status: 204 len: 168 time: 0.3385327 Jan 27 17:15:55.526585 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37562) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:55.632915 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37566) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:55.646812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.662848 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:55.663512 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.692272 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-45252d16-3624-4f87-9424-aad6a2347151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:54Z', 'revision_number': 9, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': '6cb68964-6f13-4580-8889-570e539dc757', 'name': '', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:d0:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:36Z', 'updated_at': '2022-01-27T17:15:43Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:55.696408 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45252d16-3624-4f87-9424-aad6a2347151 None None] Checking router: 479efe28-d382-4bb4-9c0d-c7ae3816de39 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:15:55.705793 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45252d16-3624-4f87-9424-aad6a2347151 None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:55.706534 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-45252d16-3624-4f87-9424-aad6a2347151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:55.754297 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-28ff9248-27f6-42c8-8c0a-869c697714ec tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/80e82968-469a-410a-ba03-80709dffb7ef HTTP/1.1" status: 200 len: 991 time: 0.1201916 Jan 27 17:15:55.808279 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c169f214-e4f6-416c-be09-ee8085e11012 None None] DHCP port deletion for d1372dd7-4ef2-44d3-adec-43bd99defd45 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:15:55.813573 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c169f214-e4f6-416c-be09-ee8085e11012 None None] Deleting port a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:55.814087 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c169f214-e4f6-416c-be09-ee8085e11012 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:55.878776 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-45252d16-3624-4f87-9424-aad6a2347151 None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:55.886083 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] For port a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5,segment=NetworkSegment(022df174-d803-4a6e-88ec-43837c77b157),segment_id=022df174-d803-4a6e-88ec-43837c77b157)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:55.886377 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.009724 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Calling delete_port for a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:56.034745 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-c169f214-e4f6-416c-be09-ee8085e11012 None None] For port a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5,segment=NetworkSegment(022df174-d803-4a6e-88ec-43837c77b157),segment_id=022df174-d803-4a6e-88ec-43837c77b157)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:56.035042 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c169f214-e4f6-416c-be09-ee8085e11012 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.090738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37574) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:56.097789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.230548 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-45252d16-3624-4f87-9424-aad6a2347151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:54Z', 'revision_number': 9, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': '6cb68964-6f13-4580-8889-570e539dc757', 'name': '', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:d0:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:36Z', 'updated_at': '2022-01-27T17:15:43Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:56.233403 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c169f214-e4f6-416c-be09-ee8085e11012 None None] Calling delete_port for a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:56.235543 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45252d16-3624-4f87-9424-aad6a2347151 None None] The sync data for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv is: [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:54Z', 'revision_number': 9, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': '6cb68964-6f13-4580-8889-570e539dc757', 'name': '', 'network_id': 'b5755b31-9949-4dc8-b7bf-05b5d9f2ff90', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:d0:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:36Z', 'updated_at': '2022-01-27T17:15:43Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': 'e4b57643-4a0b-4935-a015-ade57d6b5415', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:56.294162 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Port': ['ID=a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:56.298459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] No DVR routers for this DVR port a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:15:56.316154 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-c169f214-e4f6-416c-be09-ee8085e11012 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:15:56.316497 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-c169f214-e4f6-416c-be09-ee8085e11012 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:15:56.336794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:56.337129 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:56.337455 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:56.337799 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:56.338117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:56.338431 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:56.338740 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:56.339046 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:56.339351 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:56.339682 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:56.339988 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:56.340293 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:15:56.344609 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-af1eb0b2-c7c1-4eca-bf91-40bb63d3032b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 2e85b0ee-77bc-4774-8d4f-95c165afec04 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:56.344953 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af1eb0b2-c7c1-4eca-bf91-40bb63d3032b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.437505 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.464795 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1372dd7-4ef2-44d3-adec-43bd99defd45']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:56.478174 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '022df174-d803-4a6e-88ec-43837c77b157') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:56.478565 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '022df174-d803-4a6e-88ec-43837c77b157') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:56.491082 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.508062 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.515228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:15:56.515669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:15:56.530985 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:15:56.614189 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.635223 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.644106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Network': ['ID=d1372dd7-4ef2-44d3-adec-43bd99defd45,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:56.644351 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af1eb0b2-c7c1-4eca-bf91-40bb63d3032b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.645235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af1eb0b2-c7c1-4eca-bf91-40bb63d3032b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.654907 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-88e10cf9-8528-4780-8e01-a8245bb80291 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/networks/d1372dd7-4ef2-44d3-adec-43bd99defd45 HTTP/1.1" status: 204 len: 168 time: 1.1272380 Jan 27 17:15:56.655483 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37578) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:56.774604 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-af1eb0b2-c7c1-4eca-bf91-40bb63d3032b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 2e85b0ee-77bc-4774-8d4f-95c165afec04 owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:56.817396 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c169f214-e4f6-416c-be09-ee8085e11012 None None] Deleting port a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:56.818021 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c169f214-e4f6-416c-be09-ee8085e11012 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.885259 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c169f214-e4f6-416c-be09-ee8085e11012 None None] The port 'a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:15:56.935341 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af1eb0b2-c7c1-4eca-bf91-40bb63d3032b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:56.955996 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:56.985122 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1eb0b2-c7c1-4eca-bf91-40bb63d3032b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=2e85b0ee-77bc-4774-8d4f-95c165afec04,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:56.991550 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:56.992104 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device a4c9b441-4cc7-4cbf-a405-5c42dbf6e8b5 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:56.992670 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:15:57.028549 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:15:57.029131 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 1e5bcdb2-d7c1-45c6-bd6f-0b35758bea9e not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:15:57.080731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af1eb0b2-c7c1-4eca-bf91-40bb63d3032b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.081089 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-af1eb0b2-c7c1-4eca-bf91-40bb63d3032b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP 80e82968-469a-410a-ba03-80709dffb7ef disassociated (deleted). External IP: 172.26.1.8, port: 95edd09e-a1dd-459c-a60e-faba2607ad51. Jan 27 17:15:57.176133 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-86b7c6f3-7c4b-4f55-8ee3-64cc797fa0e9 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.456098 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1eb0b2-c7c1-4eca-bf91-40bb63d3032b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router abc1f553-5447-4328-bbd4-799b60a1a16b has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:57.529940 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-86b7c6f3-7c4b-4f55-8ee3-64cc797fa0e9 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port 6cb68964-6f13-4580-8889-570e539dc757 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:57.530278 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-86b7c6f3-7c4b-4f55-8ee3-64cc797fa0e9 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.641493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1eb0b2-c7c1-4eca-bf91-40bb63d3032b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:57.652583 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90ab90-1100-4655-8f89-2590df6809fb None None] Sync routers for ids ['abc1f553-5447-4328-bbd4-799b60a1a16b'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:57.662756 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90ab90-1100-4655-8f89-2590df6809fb None None] Routers {'abc1f553-5447-4328-bbd4-799b60a1a16b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:57.663493 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-9c90ab90-1100-4655-8f89-2590df6809fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['abc1f553-5447-4328-bbd4-799b60a1a16b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:57.665057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af1eb0b2-c7c1-4eca-bf91-40bb63d3032b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.718801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-86b7c6f3-7c4b-4f55-8ee3-64cc797fa0e9 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] For port 6cb68964-6f13-4580-8889-570e539dc757, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=6cb68964-6f13-4580-8889-570e539dc757,segment=NetworkSegment(fa36617c-268a-4640-929c-37ec616e17d7),segment_id=fa36617c-268a-4640-929c-37ec616e17d7)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:57.719440 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-86b7c6f3-7c4b-4f55-8ee3-64cc797fa0e9 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:57.723866 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-af1eb0b2-c7c1-4eca-bf91-40bb63d3032b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/floatingips/80e82968-469a-410a-ba03-80709dffb7ef HTTP/1.1" status: 204 len: 168 time: 1.6294799 Jan 27 17:15:57.723866 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99a8726-16f9-4cc8-930d-b52c21aa6376', 'tag': '95edd09e-a1dd-459c-a60e-faba2607ad51'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:15:57.783722 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99a8726-16f9-4cc8-930d-b52c21aa6376', 'tag': '95edd09e-a1dd-459c-a60e-faba2607ad51', 'status': 'completed', 'code': 200} Jan 27 17:15:57.859600 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-9c90ab90-1100-4655-8f89-2590df6809fb None None] Set router abc1f553-5447-4328-bbd4-799b60a1a16b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:58.007170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-86b7c6f3-7c4b-4f55-8ee3-64cc797fa0e9 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Calling delete_port for 6cb68964-6f13-4580-8889-570e539dc757 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:58.107636 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fc361-a445-4a9c-a2c7-796fc56bbc5f req-2357823d-013e-483f-9651-706dfbe40d07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:58.108355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-ea8fc361-a445-4a9c-a2c7-796fc56bbc5f req-2357823d-013e-483f-9651-706dfbe40d07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:15:58.121698 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2199c-249a-468f-9b6c-78638bfd2683 req-5bdd3eca-3227-466f-83fc-528ab693db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:58.123462 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-76a2199c-249a-468f-9b6c-78638bfd2683 req-5bdd3eca-3227-466f-83fc-528ab693db68 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 1098 time: 0.2208440 Jan 27 17:15:58.128516 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-ea8fc361-a445-4a9c-a2c7-796fc56bbc5f req-2357823d-013e-483f-9651-706dfbe40d07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:15:58.129887 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ea8fc361-a445-4a9c-a2c7-796fc56bbc5f req-2357823d-013e-483f-9651-706dfbe40d07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 945 time: 0.1108203 Jan 27 17:15:58.183064 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ea8fc361-a445-4a9c-a2c7-796fc56bbc5f req-9efd60e5-4e96-440b-936f-a53560141996 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3932b9-0452-493b-bca5-7b2da0714071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464990 Jan 27 17:15:58.191228 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-9c90ab90-1100-4655-8f89-2590df6809fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'name': 'tempest-TestNetworkBasicOps-router-800776049', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:14:52Z', 'updated_at': '2022-01-27T17:14:59Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:53Z', 'updated_at': '2022-01-27T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '501c6187-60b9-47c2-9b1a-0b1e04e75ed1', 'name': '', 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:46:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:58Z', 'updated_at': '2022-01-27T17:15:07Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:58.195766 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90ab90-1100-4655-8f89-2590df6809fb None None] Checking router: abc1f553-5447-4328-bbd4-799b60a1a16b for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:15:58.212644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90ab90-1100-4655-8f89-2590df6809fb None None] Routers {'abc1f553-5447-4328-bbd4-799b60a1a16b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:58.213243 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-9c90ab90-1100-4655-8f89-2590df6809fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['abc1f553-5447-4328-bbd4-799b60a1a16b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:58.311276 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2199c-249a-468f-9b6c-78638bfd2683 req-c3d61cc0-2780-4549-89b8-a5e3ed398ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:58.312605 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-76a2199c-249a-468f-9b6c-78638bfd2683 req-c3d61cc0-2780-4549-89b8-a5e3ed398ebe service neutron] 10.222.0.83 "GET /v2.0/networks?id=02bc4657-2366-43f3-8f0c-40aaef494742 HTTP/1.1" status: 200 len: 898 time: 0.1824052 Jan 27 17:15:58.379110 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-86b7c6f3-7c4b-4f55-8ee3-64cc797fa0e9 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:58.390856 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-9c90ab90-1100-4655-8f89-2590df6809fb None None] Set router abc1f553-5447-4328-bbd4-799b60a1a16b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:58.421972 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-76a2199c-249a-468f-9b6c-78638bfd2683 req-7d6a31f5-1de7-4cbd-b974-e5cb68bb920d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95edd09e-a1dd-459c-a60e-faba2607ad51 HTTP/1.1" status: 200 len: 217 time: 0.1001956 Jan 27 17:15:58.496472 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7c6f3-7c4b-4f55-8ee3-64cc797fa0e9 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Port': ['ID=6cb68964-6f13-4580-8889-570e539dc757,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:15:58.597322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2199c-249a-468f-9b6c-78638bfd2683 req-3810a9ca-c80b-449a-b5b3-b7f3b0da0ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:58.598794 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-76a2199c-249a-468f-9b6c-78638bfd2683 req-3810a9ca-c80b-449a-b5b3-b7f3b0da0ea8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d03db55-ac91-4855-acf2-38c6e70620c0 HTTP/1.1" status: 200 len: 835 time: 0.1697476 Jan 27 17:15:58.711925 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-9c90ab90-1100-4655-8f89-2590df6809fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'name': 'tempest-TestNetworkBasicOps-router-800776049', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:14:52Z', 'updated_at': '2022-01-27T17:14:59Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:53Z', 'updated_at': '2022-01-27T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '501c6187-60b9-47c2-9b1a-0b1e04e75ed1', 'name': '', 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:46:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:58Z', 'updated_at': '2022-01-27T17:15:07Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:58.715794 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90ab90-1100-4655-8f89-2590df6809fb None None] The sync data for ids ['abc1f553-5447-4328-bbd4-799b60a1a16b'] in dv-neutron-826439-2-hyperv is: [{'id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'name': 'tempest-TestNetworkBasicOps-router-800776049', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:14:52Z', 'updated_at': '2022-01-27T17:14:59Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:53Z', 'updated_at': '2022-01-27T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '501c6187-60b9-47c2-9b1a-0b1e04e75ed1', 'name': '', 'network_id': '02bc4657-2366-43f3-8f0c-40aaef494742', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:46:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:58Z', 'updated_at': '2022-01-27T17:15:07Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '9d03db55-ac91-4855-acf2-38c6e70620c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:15:58.726679 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-86b7c6f3-7c4b-4f55-8ee3-64cc797fa0e9 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:58.881853 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2199c-249a-468f-9b6c-78638bfd2683 req-7a5ddf8c-bac9-45aa-bec6-349308ed7569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:58.883345 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-76a2199c-249a-468f-9b6c-78638bfd2683 req-7a5ddf8c-bac9-45aa-bec6-349308ed7569 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02bc4657-2366-43f3-8f0c-40aaef494742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2371294 Jan 27 17:15:58.966648 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b9d3ee-7b94-4f1d-a825-da7817595f7f None None] New status for floating IP 80e82968-469a-410a-ba03-80709dffb7ef: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:15:59.279442 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-76a2199c-249a-468f-9b6c-78638bfd2683 req-e0718efd-80c3-44a0-a1a4-acc2f85d7adc service neutron] 10.222.0.83 "GET /v2.0/networks/02bc4657-2366-43f3-8f0c-40aaef494742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853564 Jan 27 17:15:59.286902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b7c6f3-7c4b-4f55-8ee3-64cc797fa0e9 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router 479efe28-d382-4bb4-9c0d-c7ae3816de39 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:15:59.304463 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41e143-ba23-46cd-8de9-60b033ebadec req-401cbaa9-9f20-4f2b-963f-f338a5c310ce tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:59.305915 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8c41e143-ba23-46cd-8de9-60b033ebadec req-401cbaa9-9f20-4f2b-963f-f338a5c310ce tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/ports?device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 945 time: 0.0796726 Jan 27 17:15:59.379456 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-8c41e143-ba23-46cd-8de9-60b033ebadec req-f0d156fe-bed4-453a-a6b1-39ca37b4adf9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 95edd09e-a1dd-459c-a60e-faba2607ad51 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:15:59.379712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-8c41e143-ba23-46cd-8de9-60b033ebadec req-f0d156fe-bed4-453a-a6b1-39ca37b4adf9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.611527 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-76a2199c-249a-468f-9b6c-78638bfd2683 req-ae234232-c7ae-4682-8b2a-ff6854437ee4 service neutron] 10.222.0.83 "GET /v2.0/networks/02bc4657-2366-43f3-8f0c-40aaef494742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234744 Jan 27 17:15:59.622920 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b7c6f3-7c4b-4f55-8ee3-64cc797fa0e9 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:15:59.634073 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ac872-b3d9-45d0-aeff-9f2cf5a0ef2f None None] Sync routers for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:15:59.640958 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-86b7c6f3-7c4b-4f55-8ee3-64cc797fa0e9 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/479efe28-d382-4bb4-9c0d-c7ae3816de39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9844258 Jan 27 17:15:59.644261 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37590) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:15:59.645801 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ac872-b3d9-45d0-aeff-9f2cf5a0ef2f None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:15:59.646711 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3b5ac872-b3d9-45d0-aeff-9f2cf5a0ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:15:59.683003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d080b9e-428f-4ab9-8cec-58b7d4e65ef3 req-ba58413a-5e3b-4021-9945-73317b9872cb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:15:59.684676 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4d080b9e-428f-4ab9-8cec-58b7d4e65ef3 req-ba58413a-5e3b-4021-9945-73317b9872cb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=f99a8726-16f9-4cc8-930d-b52c21aa6376 HTTP/1.1" status: 200 len: 945 time: 0.3730059 Jan 27 17:15:59.749356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e12fde-a725-4cdf-ab41-dc7d3e5ea2ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting subnet e4b57643-4a0b-4935-a015-ade57d6b5415 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:15:59.756167 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13e12fde-a725-4cdf-ab41-dc7d3e5ea2ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.761031 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-8c41e143-ba23-46cd-8de9-60b033ebadec req-f0d156fe-bed4-453a-a6b1-39ca37b4adf9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port 95edd09e-a1dd-459c-a60e-faba2607ad51, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=95edd09e-a1dd-459c-a60e-faba2607ad51,segment=NetworkSegment(349e8b60-d25d-4acd-9eb5-42ef09450b7b),segment_id=349e8b60-d25d-4acd-9eb5-42ef09450b7b)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:15:59.761386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-8c41e143-ba23-46cd-8de9-60b033ebadec req-f0d156fe-bed4-453a-a6b1-39ca37b4adf9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.786180 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4d080b9e-428f-4ab9-8cec-58b7d4e65ef3 req-22f9d15c-bad1-4931-90c9-95653083046b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3932b9-0452-493b-bca5-7b2da0714071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918820 Jan 27 17:15:59.825150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13e12fde-a725-4cdf-ab41-dc7d3e5ea2ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.842998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-3b5ac872-b3d9-45d0-aeff-9f2cf5a0ef2f None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:15:59.895901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-8c41e143-ba23-46cd-8de9-60b033ebadec req-f0d156fe-bed4-453a-a6b1-39ca37b4adf9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 95edd09e-a1dd-459c-a60e-faba2607ad51 owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:15:59.911908 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13e12fde-a725-4cdf-ab41-dc7d3e5ea2ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:15:59.987571 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13e12fde-a725-4cdf-ab41-dc7d3e5ea2ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.030611 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e12fde-a725-4cdf-ab41-dc7d3e5ea2ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b57643-4a0b-4935-a015-ade57d6b5415,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:00.037846 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13e12fde-a725-4cdf-ab41-dc7d3e5ea2ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.048133 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-13e12fde-a725-4cdf-ab41-dc7d3e5ea2ac tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/subnets/e4b57643-4a0b-4935-a015-ade57d6b5415 HTTP/1.1" status: 204 len: 168 time: 0.4001551 Jan 27 17:16:00.048334 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37594) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:00.048757 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-8c41e143-ba23-46cd-8de9-60b033ebadec req-f0d156fe-bed4-453a-a6b1-39ca37b4adf9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.054681 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c9169d-30ba-41d5-a89d-5e8e2e9bf5be None None] Network b5755b31-9949-4dc8-b7bf-05b5d9f2ff90 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:00.103853 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d156fe-bed4-453a-a6b1-39ca37b4adf9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=95edd09e-a1dd-459c-a60e-faba2607ad51,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:00.180692 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.190354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c41e143-ba23-46cd-8de9-60b033ebadec req-f0d156fe-bed4-453a-a6b1-39ca37b4adf9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] No DVR routers for this DVR port 95edd09e-a1dd-459c-a60e-faba2607ad51 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:16:00.191381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port 32bd7d6f-20f4-4279-a6da-356de32f3f86 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:00.191715 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.193512 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-8c41e143-ba23-46cd-8de9-60b033ebadec req-f0d156fe-bed4-453a-a6b1-39ca37b4adf9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.196607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99a8726-16f9-4cc8-930d-b52c21aa6376', 'name': 'network-vif-deleted', 'tag': '95edd09e-a1dd-459c-a60e-faba2607ad51'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:16:00.215854 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8c41e143-ba23-46cd-8de9-60b033ebadec req-f0d156fe-bed4-453a-a6b1-39ca37b4adf9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "DELETE /v2.0/ports/95edd09e-a1dd-459c-a60e-faba2607ad51 HTTP/1.1" status: 204 len: 173 time: 0.9040899 Jan 27 17:16:00.257371 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99a8726-16f9-4cc8-930d-b52c21aa6376', 'name': 'network-vif-deleted', 'tag': '95edd09e-a1dd-459c-a60e-faba2607ad51', 'status': 'completed', 'code': 200} Jan 27 17:16:00.335135 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3b5ac872-b3d9-45d0-aeff-9f2cf5a0ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:58Z', 'revision_number': 10, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:00.339399 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ac872-b3d9-45d0-aeff-9f2cf5a0ef2f None None] Checking router: 479efe28-d382-4bb4-9c0d-c7ae3816de39 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:16:00.351479 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ac872-b3d9-45d0-aeff-9f2cf5a0ef2f None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:16:00.352045 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3b5ac872-b3d9-45d0-aeff-9f2cf5a0ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:00.411439 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76831dcb-b741-4256-b424-c6449e8fe26b None None] DHCP port deletion for b5755b31-9949-4dc8-b7bf-05b5d9f2ff90 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:16:00.425353 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-76831dcb-b741-4256-b424-c6449e8fe26b None None] Deleting port 32bd7d6f-20f4-4279-a6da-356de32f3f86 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:00.425738 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-76831dcb-b741-4256-b424-c6449e8fe26b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.428252 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] For port 32bd7d6f-20f4-4279-a6da-356de32f3f86, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=32bd7d6f-20f4-4279-a6da-356de32f3f86,segment=NetworkSegment(fa36617c-268a-4640-929c-37ec616e17d7),segment_id=fa36617c-268a-4640-929c-37ec616e17d7)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:00.428658 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.551403 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Calling delete_port for 32bd7d6f-20f4-4279-a6da-356de32f3f86 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:00.576132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-3b5ac872-b3d9-45d0-aeff-9f2cf5a0ef2f None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:00.637036 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.689616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Port': ['ID=32bd7d6f-20f4-4279-a6da-356de32f3f86,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:00.699409 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] No DVR routers for this DVR port 32bd7d6f-20f4-4279-a6da-356de32f3f86 on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:16:00.902195 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-76831dcb-b741-4256-b424-c6449e8fe26b None None] For port 32bd7d6f-20f4-4279-a6da-356de32f3f86, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=32bd7d6f-20f4-4279-a6da-356de32f3f86,segment=NetworkSegment(fa36617c-268a-4640-929c-37ec616e17d7),segment_id=fa36617c-268a-4640-929c-37ec616e17d7)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:00.902195 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-76831dcb-b741-4256-b424-c6449e8fe26b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.910991 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37602) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:00.951127 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:00.979556 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5755b31-9949-4dc8-b7bf-05b5d9f2ff90']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:00.992796 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa36617c-268a-4640-929c-37ec616e17d7') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:00.993287 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa36617c-268a-4640-929c-37ec616e17d7') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:01.002085 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c027c7d-896c-403b-8dcf-ffab3c2db7cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.005119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.021904 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.026035 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 32bd7d6f-20f4-4279-a6da-356de32f3f86 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:01.030723 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:16:01.031185 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:16:01.046467 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:16:01.050875 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c027c7d-896c-403b-8dcf-ffab3c2db7cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.114434 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-76831dcb-b741-4256-b424-c6449e8fe26b None None] Calling delete_port for 32bd7d6f-20f4-4279-a6da-356de32f3f86 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:01.127009 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c027c7d-896c-403b-8dcf-ffab3c2db7cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.136724 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.147980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c027c7d-896c-403b-8dcf-ffab3c2db7cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3932b9-0452-493b-bca5-7b2da0714071,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:01.163519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.163752 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 32bd7d6f-20f4-4279-a6da-356de32f3f86 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:16:01.163895 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 32bd7d6f-20f4-4279-a6da-356de32f3f86 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:16:01.172103 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c027c7d-896c-403b-8dcf-ffab3c2db7cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.176632 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Network': ['ID=b5755b31-9949-4dc8-b7bf-05b5d9f2ff90,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:01.176741 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6c027c7d-896c-403b-8dcf-ffab3c2db7cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/security-groups/fd3932b9-0452-493b-bca5-7b2da0714071 HTTP/1.1" status: 204 len: 168 time: 0.2607205 Jan 27 17:16:01.186145 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bac24435-da7f-4aa6-a24f-215e1c937dc1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/networks/b5755b31-9949-4dc8-b7bf-05b5d9f2ff90 HTTP/1.1" status: 204 len: 168 time: 1.1367021 Jan 27 17:16:01.188823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37608) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:01.230635 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37612) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:01.258330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-76831dcb-b741-4256-b424-c6449e8fe26b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:16:01.258781 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-76831dcb-b741-4256-b424-c6449e8fe26b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:16:01.286147 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3b5ac872-b3d9-45d0-aeff-9f2cf5a0ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:58Z', 'revision_number': 10, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:01.290999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ac872-b3d9-45d0-aeff-9f2cf5a0ef2f None None] The sync data for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv is: [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:15:58Z', 'revision_number': 10, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None, '_interfaces': [{'id': 'e94da54f-b4fa-4538-a7c7-ddffbbe6945d', 'name': '', 'network_id': '5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'mac_address': 'fa:16:3e:3f:15:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:15:32Z', 'updated_at': '2022-01-27T17:15:37Z', 'revision_number': 5, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'subnets': [{'id': '6d3640a2-d0ca-45ee-9657-428fef801217', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:01.705899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ace9ade-16f6-4a81-9124-23dbcd011cb1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.759784 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-76831dcb-b741-4256-b424-c6449e8fe26b None None] Deleting port 32bd7d6f-20f4-4279-a6da-356de32f3f86 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:01.760415 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-76831dcb-b741-4256-b424-c6449e8fe26b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.795981 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f8c976d6-eb80-4246-8540-effa633b36ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:01.838959 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-76831dcb-b741-4256-b424-c6449e8fe26b None None] The port '32bd7d6f-20f4-4279-a6da-356de32f3f86' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:16:02.052138 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-4ace9ade-16f6-4a81-9124-23dbcd011cb1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port e94da54f-b4fa-4538-a7c7-ddffbbe6945d {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:02.052735 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ace9ade-16f6-4a81-9124-23dbcd011cb1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.217058 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 95edd09e-a1dd-459c-a60e-faba2607ad51 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:02.239835 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-4ace9ade-16f6-4a81-9124-23dbcd011cb1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] For port e94da54f-b4fa-4538-a7c7-ddffbbe6945d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e94da54f-b4fa-4538-a7c7-ddffbbe6945d,segment=NetworkSegment(664a45d3-23bb-4c03-96e6-127759c0c25d),segment_id=664a45d3-23bb-4c03-96e6-127759c0c25d)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:02.240186 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ace9ade-16f6-4a81-9124-23dbcd011cb1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.267130 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 95edd09e-a1dd-459c-a60e-faba2607ad51 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:16:02.268075 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 95edd09e-a1dd-459c-a60e-faba2607ad51 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:16:02.273237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-f8c976d6-eb80-4246-8540-effa633b36ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:02.273820 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f8c976d6-eb80-4246-8540-effa633b36ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.465478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-f8c976d6-eb80-4246-8540-effa633b36ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port 501c6187-60b9-47c2-9b1a-0b1e04e75ed1, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=501c6187-60b9-47c2-9b1a-0b1e04e75ed1,segment=NetworkSegment(349e8b60-d25d-4acd-9eb5-42ef09450b7b),segment_id=349e8b60-d25d-4acd-9eb5-42ef09450b7b)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:02.465861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f8c976d6-eb80-4246-8540-effa633b36ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.473654 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-4ace9ade-16f6-4a81-9124-23dbcd011cb1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Calling delete_port for e94da54f-b4fa-4538-a7c7-ddffbbe6945d owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:02.592200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-f8c976d6-eb80-4246-8540-effa633b36ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:02.651563 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ace9ade-16f6-4a81-9124-23dbcd011cb1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.729053 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace9ade-16f6-4a81-9124-23dbcd011cb1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Port': ['ID=e94da54f-b4fa-4538-a7c7-ddffbbe6945d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:02.805497 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f8c976d6-eb80-4246-8540-effa633b36ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.887936 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ace9ade-16f6-4a81-9124-23dbcd011cb1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:02.890936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c976d6-eb80-4246-8540-effa633b36ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=501c6187-60b9-47c2-9b1a-0b1e04e75ed1,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:02.997350 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 6cb68964-6f13-4580-8889-570e539dc757 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:03.037345 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 6cb68964-6f13-4580-8889-570e539dc757 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:16:03.037989 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 6cb68964-6f13-4580-8889-570e539dc757 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:16:03.168118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f8c976d6-eb80-4246-8540-effa633b36ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.189847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ace9ade-16f6-4a81-9124-23dbcd011cb1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router 479efe28-d382-4bb4-9c0d-c7ae3816de39 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:16:03.280553 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.323090 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ace9ade-16f6-4a81-9124-23dbcd011cb1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:03.333835 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6814a9d3-76d5-4437-b8ce-e92075f9cf5f None None] Sync routers for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:03.339585 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4ace9ade-16f6-4a81-9124-23dbcd011cb1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/479efe28-d382-4bb4-9c0d-c7ae3816de39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1458426 Jan 27 17:16:03.342353 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37616) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:03.344628 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6814a9d3-76d5-4437-b8ce-e92075f9cf5f None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:16:03.345649 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-6814a9d3-76d5-4437-b8ce-e92075f9cf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:03.411084 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9330e8a-4930-4a54-ab9a-1115bc95b52c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting subnet 6d3640a2-d0ca-45ee-9657-428fef801217 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:16:03.414365 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b9330e8a-4930-4a54-ab9a-1115bc95b52c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.472754 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-6814a9d3-76d5-4437-b8ce-e92075f9cf5f None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:03.473003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b9330e8a-4930-4a54-ab9a-1115bc95b52c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.560155 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b9330e8a-4930-4a54-ab9a-1115bc95b52c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.581087 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-6814a9d3-76d5-4437-b8ce-e92075f9cf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:16:02Z', 'revision_number': 11, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:03.586083 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6814a9d3-76d5-4437-b8ce-e92075f9cf5f None None] Checking router: 479efe28-d382-4bb4-9c0d-c7ae3816de39 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:16:03.595169 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6814a9d3-76d5-4437-b8ce-e92075f9cf5f None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:16:03.596016 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-6814a9d3-76d5-4437-b8ce-e92075f9cf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:03.635976 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b9330e8a-4930-4a54-ab9a-1115bc95b52c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.670455 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c976d6-eb80-4246-8540-effa633b36ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router abc1f553-5447-4328-bbd4-799b60a1a16b has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:16:03.676919 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9330e8a-4930-4a54-ab9a-1115bc95b52c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3640a2-d0ca-45ee-9657-428fef801217,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:03.687346 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b9330e8a-4930-4a54-ab9a-1115bc95b52c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.695570 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b9330e8a-4930-4a54-ab9a-1115bc95b52c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/subnets/6d3640a2-d0ca-45ee-9657-428fef801217 HTTP/1.1" status: 204 len: 168 time: 0.3510916 Jan 27 17:16:03.696192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37620) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:03.697783 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6b389f-ebea-4fea-968a-0c2652b28cb5 None None] Network 5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:03.771152 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-6814a9d3-76d5-4437-b8ce-e92075f9cf5f None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:03.816038 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.829363 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Deleting port ae7d5922-ef17-4694-b160-67b4e2899f7b {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:03.829715 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:03.856384 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c976d6-eb80-4246-8540-effa633b36ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:03.870727 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f8c976d6-eb80-4246-8540-effa633b36ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/abc1f553-5447-4328-bbd4-799b60a1a16b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6388922 Jan 27 17:16:03.872141 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43284a7f-b90f-4521-9099-2f19eeaa328f None None] Sync routers for ids ['abc1f553-5447-4328-bbd4-799b60a1a16b'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:03.873345 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37624) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:03.892708 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43284a7f-b90f-4521-9099-2f19eeaa328f None None] Routers {'abc1f553-5447-4328-bbd4-799b60a1a16b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:16:03.893427 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-43284a7f-b90f-4521-9099-2f19eeaa328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['abc1f553-5447-4328-bbd4-799b60a1a16b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:03.896580 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-6814a9d3-76d5-4437-b8ce-e92075f9cf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:16:02Z', 'revision_number': 11, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:03.900953 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6814a9d3-76d5-4437-b8ce-e92075f9cf5f None None] The sync data for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv is: [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:16:02Z', 'revision_number': 11, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:03.953086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6a7e32-4aa3-49a4-ba1f-72a1766197a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting subnet 9d03db55-ac91-4855-acf2-38c6e70620c0 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:16:03.956415 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7e32-4aa3-49a4-ba1f-72a1766197a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.033767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7e32-4aa3-49a4-ba1f-72a1766197a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.108708 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-43284a7f-b90f-4521-9099-2f19eeaa328f None None] Set router abc1f553-5447-4328-bbd4-799b60a1a16b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:04.139354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7e32-4aa3-49a4-ba1f-72a1766197a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.223898 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7e32-4aa3-49a4-ba1f-72a1766197a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.232167 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] For port ae7d5922-ef17-4694-b160-67b4e2899f7b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ae7d5922-ef17-4694-b160-67b4e2899f7b,segment=NetworkSegment(664a45d3-23bb-4c03-96e6-127759c0c25d),segment_id=664a45d3-23bb-4c03-96e6-127759c0c25d)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:04.232746 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.273014 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a7e32-4aa3-49a4-ba1f-72a1766197a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Subnet': ['ID=9d03db55-ac91-4855-acf2-38c6e70620c0,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:04.274991 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7e32-4aa3-49a4-ba1f-72a1766197a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.283814 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2d6a7e32-4aa3-49a4-ba1f-72a1766197a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/subnets/9d03db55-ac91-4855-acf2-38c6e70620c0 HTTP/1.1" status: 204 len: 168 time: 0.4067402 Jan 27 17:16:04.284200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37630) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:04.316594 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fb35a8-164f-4151-953b-bee7720d7812 None None] DHCP port deletion for 5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:16:04.318738 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd901984-69ee-4b01-8691-dfabdb00d285 None None] Network 02bc4657-2366-43f3-8f0c-40aaef494742 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:04.356157 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-74fb35a8-164f-4151-953b-bee7720d7812 None None] Deleting port ae7d5922-ef17-4694-b160-67b4e2899f7b {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:04.356548 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-74fb35a8-164f-4151-953b-bee7720d7812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.367028 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Calling delete_port for ae7d5922-ef17-4694-b160-67b4e2899f7b owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:04.455525 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.507616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Port': ['ID=ae7d5922-ef17-4694-b160-67b4e2899f7b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:04.510852 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b25dda1-3b51-4d88-a535-15f2890b7adf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.513554 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] No DVR routers for this DVR port ae7d5922-ef17-4694-b160-67b4e2899f7b on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:16:04.534589 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-74fb35a8-164f-4151-953b-bee7720d7812 None None] The port 'ae7d5922-ef17-4694-b160-67b4e2899f7b' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:16:04.656364 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.675812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:04.689384 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664a45d3-23bb-4c03-96e6-127759c0c25d') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:04.689726 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664a45d3-23bb-4c03-96e6-127759c0c25d') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:04.704641 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.707103 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b25dda1-3b51-4d88-a535-15f2890b7adf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.719627 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7b25dda1-3b51-4d88-a535-15f2890b7adf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 86e71301-5e7a-455e-933f-c6f872e53afb {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:04.720565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b25dda1-3b51-4d88-a535-15f2890b7adf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.726895 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.736657 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:16:04.737272 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.737706 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-43284a7f-b90f-4521-9099-2f19eeaa328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'name': 'tempest-TestNetworkBasicOps-router-800776049', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43'}], 'enable_snat': True}, 'gw_port_id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:14:52Z', 'updated_at': '2022-01-27T17:16:02Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '86e71301-5e7a-455e-933f-c6f872e53afb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:14:53Z', 'updated_at': '2022-01-27T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:04.742078 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43284a7f-b90f-4521-9099-2f19eeaa328f None None] Checking router: abc1f553-5447-4328-bbd4-799b60a1a16b for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:16:04.752821 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43284a7f-b90f-4521-9099-2f19eeaa328f None None] Routers {'abc1f553-5447-4328-bbd4-799b60a1a16b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:16:04.753454 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-43284a7f-b90f-4521-9099-2f19eeaa328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['abc1f553-5447-4328-bbd4-799b60a1a16b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:16:04.755720 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:16:04.810320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2b19d6-ebf1-44b6-9413-b3e114f498b7 None None] DHCP port deletion for 02bc4657-2366-43f3-8f0c-40aaef494742 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:16:04.824341 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b19d6-ebf1-44b6-9413-b3e114f498b7 None None] Deleting port 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:04.824703 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae2b19d6-ebf1-44b6-9413-b3e114f498b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.843965 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.865027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:04.876024 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Pushing event deleted for resources: {'Network': ['ID=5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:04.891354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37634) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:04.891614 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-64406b88-c550-45c0-be7d-d4cbd7725520 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/networks/5ade4ad9-3082-4a46-bb5d-6bac9a47ce5d HTTP/1.1" status: 204 len: 168 time: 1.1942232 Jan 27 17:16:04.902420 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-62193644-4810-43c5-9377-b341cee05b79 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'router': {'routes': None}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:04.957362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e94da54f-b4fa-4538-a7c7-ddffbbe6945d no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:05.003056 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-43284a7f-b90f-4521-9099-2f19eeaa328f None None] Set router abc1f553-5447-4328-bbd4-799b60a1a16b gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:05.095419 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-7b25dda1-3b51-4d88-a535-15f2890b7adf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port 86e71301-5e7a-455e-933f-c6f872e53afb, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=86e71301-5e7a-455e-933f-c6f872e53afb,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:05.095777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b25dda1-3b51-4d88-a535-15f2890b7adf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.125197 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-43284a7f-b90f-4521-9099-2f19eeaa328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'name': 'tempest-TestNetworkBasicOps-router-800776049', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:14:52Z', 'updated_at': '2022-01-27T17:16:04Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:05.127173 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: e94da54f-b4fa-4538-a7c7-ddffbbe6945d {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:16:05.127506 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e94da54f-b4fa-4538-a7c7-ddffbbe6945d not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:16:05.127966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ae7d5922-ef17-4694-b160-67b4e2899f7b no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:05.172768 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: ae7d5922-ef17-4694-b160-67b4e2899f7b {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:16:05.173102 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ae7d5922-ef17-4694-b160-67b4e2899f7b not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:16:05.173520 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:05.198985 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43284a7f-b90f-4521-9099-2f19eeaa328f None None] The sync data for ids ['abc1f553-5447-4328-bbd4-799b60a1a16b'] in dv-neutron-826439-2-hyperv is: [{'id': 'abc1f553-5447-4328-bbd4-799b60a1a16b', 'name': 'tempest-TestNetworkBasicOps-router-800776049', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:14:52Z', 'updated_at': '2022-01-27T17:16:04Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port_host': None}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:05.331127 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ae2b19d6-ebf1-44b6-9413-b3e114f498b7 None None] For port 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5e455b6f-0e46-4faf-a4f9-7c04e1c27d08,segment=NetworkSegment(349e8b60-d25d-4acd-9eb5-42ef09450b7b),segment_id=349e8b60-d25d-4acd-9eb5-42ef09450b7b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:05.331878 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae2b19d6-ebf1-44b6-9413-b3e114f498b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.407298 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7b25dda1-3b51-4d88-a535-15f2890b7adf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 86e71301-5e7a-455e-933f-c6f872e53afb owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:05.486127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.extraroute_db [None req-62193644-4810-43c5-9377-b341cee05b79 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Added routes are [] {{(pid=87594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 27 17:16:05.486379 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.extraroute_db [None req-62193644-4810-43c5-9377-b341cee05b79 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Removed routes are [] {{(pid=87594) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 27 17:16:05.486639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-62193644-4810-43c5-9377-b341cee05b79 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.490011 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b19d6-ebf1-44b6-9413-b3e114f498b7 None None] Calling delete_port for 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:05.539746 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.589212 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5e455b6f-0e46-4faf-a4f9-7c04e1c27d08,segment=NetworkSegment(349e8b60-d25d-4acd-9eb5-42ef09450b7b),segment_id=349e8b60-d25d-4acd-9eb5-42ef09450b7b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:05.597901 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.632504 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-ae2b19d6-ebf1-44b6-9413-b3e114f498b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:16:05.632859 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-ae2b19d6-ebf1-44b6-9413-b3e114f498b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:16:05.670869 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=5e455b6f-0e46-4faf-a4f9-7c04e1c27d08,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:05.679772 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:05.680118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:05.680452 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:05.680785 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:05.681158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:05.681517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:05.681863 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:05.682182 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:05.682502 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:05.682978 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:05.683299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:05.683614 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:05.775207 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-62193644-4810-43c5-9377-b341cee05b79 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.780127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-62193644-4810-43c5-9377-b341cee05b79 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:05.956443 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62193644-4810-43c5-9377-b341cee05b79 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router 479efe28-d382-4bb4-9c0d-c7ae3816de39 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:16:06.046282 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b25dda1-3b51-4d88-a535-15f2890b7adf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.134251 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b19d6-ebf1-44b6-9413-b3e114f498b7 None None] Deleting port 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:06.134743 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae2b19d6-ebf1-44b6-9413-b3e114f498b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.152734 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25dda1-3b51-4d88-a535-15f2890b7adf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=86e71301-5e7a-455e-933f-c6f872e53afb,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:06.154835 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62193644-4810-43c5-9377-b341cee05b79 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:06.172870 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33711d1-47e1-4409-a3af-adc8fde3798c None None] Sync routers for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:06.186028 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33711d1-47e1-4409-a3af-adc8fde3798c None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:16:06.187119 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a33711d1-47e1-4409-a3af-adc8fde3798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:06.228649 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-62193644-4810-43c5-9377-b341cee05b79 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.232307 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-62193644-4810-43c5-9377-b341cee05b79 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/479efe28-d382-4bb4-9c0d-c7ae3816de39 HTTP/1.1" status: 200 len: 704 time: 1.3373883 Jan 27 17:16:06.233022 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37638) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:06.263589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b25dda1-3b51-4d88-a535-15f2890b7adf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.290851 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-64c82f93-1b01-4241-9229-8638278720d3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Synchronizing usage tracker for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:06.309584 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-64c82f93-1b01-4241-9229-8638278720d3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Unset dirty status for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:06.314341 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-64c82f93-1b01-4241-9229-8638278720d3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports?device_id=479efe28-d382-4bb4-9c0d-c7ae3816de39 HTTP/1.1" status: 200 len: 205 time: 0.0788298 Jan 27 17:16:06.315392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37642) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:06.327882 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-a33711d1-47e1-4409-a3af-adc8fde3798c None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:06.364147 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ae2b19d6-ebf1-44b6-9413-b3e114f498b7 None None] For port 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5e455b6f-0e46-4faf-a4f9-7c04e1c27d08,segment=NetworkSegment(349e8b60-d25d-4acd-9eb5-42ef09450b7b),segment_id=349e8b60-d25d-4acd-9eb5-42ef09450b7b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:06.364759 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae2b19d6-ebf1-44b6-9413-b3e114f498b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.437118 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a33711d1-47e1-4409-a3af-adc8fde3798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:16:02Z', 'revision_number': 11, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:06.442029 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33711d1-47e1-4409-a3af-adc8fde3798c None None] Checking router: 479efe28-d382-4bb4-9c0d-c7ae3816de39 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:16:06.451507 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33711d1-47e1-4409-a3af-adc8fde3798c None None] Routers {'479efe28-d382-4bb4-9c0d-c7ae3816de39'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:16:06.452275 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a33711d1-47e1-4409-a3af-adc8fde3798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['479efe28-d382-4bb4-9c0d-c7ae3816de39'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:06.472051 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4f134bb-6a6a-4333-b86d-8f131f33decb tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.543709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b19d6-ebf1-44b6-9413-b3e114f498b7 None None] Calling delete_port for 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:06.580096 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-a33711d1-47e1-4409-a3af-adc8fde3798c None None] Set router 479efe28-d382-4bb4-9c0d-c7ae3816de39 gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:06.606167 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b25dda1-3b51-4d88-a535-15f2890b7adf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.608601 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b25dda1-3b51-4d88-a535-15f2890b7adf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.620674 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae2b19d6-ebf1-44b6-9413-b3e114f498b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.639725 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b25dda1-3b51-4d88-a535-15f2890b7adf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.640628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b25dda1-3b51-4d88-a535-15f2890b7adf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Fanout notify agent at l3_agent the message router_deleted on router abc1f553-5447-4328-bbd4-799b60a1a16b {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:16:06.655829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b25dda1-3b51-4d88-a535-15f2890b7adf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.660284 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7b25dda1-3b51-4d88-a535-15f2890b7adf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/routers/abc1f553-5447-4328-bbd4-799b60a1a16b HTTP/1.1" status: 204 len: 168 time: 2.3751392 Jan 27 17:16:06.661111 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37646) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:06.690679 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b19d6-ebf1-44b6-9413-b3e114f498b7 None None] Pushing event deleted for resources: {'Port': ['ID=5e455b6f-0e46-4faf-a4f9-7c04e1c27d08,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:06.700519 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b19d6-ebf1-44b6-9413-b3e114f498b7 None None] No DVR routers for this DVR port 5e455b6f-0e46-4faf-a4f9-7c04e1c27d08 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:16:06.703352 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a33711d1-47e1-4409-a3af-adc8fde3798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:16:02Z', 'revision_number': 11, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:06.715043 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33711d1-47e1-4409-a3af-adc8fde3798c None None] The sync data for ids ['479efe28-d382-4bb4-9c0d-c7ae3816de39'] in dv-neutron-826439-2-hyperv is: [{'id': '479efe28-d382-4bb4-9c0d-c7ae3816de39', 'name': 'tempest-RoutersIpV6Test-router-192853300', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:15:30Z', 'updated_at': '2022-01-27T17:16:02Z', 'revision_number': 11, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:06.801374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f46bdc9-7779-4784-af5f-8e2481d893a6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.846580 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4f134bb-6a6a-4333-b86d-8f131f33decb tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.851059 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4f134bb-6a6a-4333-b86d-8f131f33decb tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.938875 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f46bdc9-7779-4784-af5f-8e2481d893a6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:06.949813 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:06.970481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-7f46bdc9-7779-4784-af5f-8e2481d893a6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bc4657-2366-43f3-8f0c-40aaef494742']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:06.981281 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:16:06.981650 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 501c6187-60b9-47c2-9b1a-0b1e04e75ed1 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:16:06.982097 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 86e71301-5e7a-455e-933f-c6f872e53afb no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:06.984377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-7f46bdc9-7779-4784-af5f-8e2481d893a6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349e8b60-d25d-4acd-9eb5-42ef09450b7b') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:06.984877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-7f46bdc9-7779-4784-af5f-8e2481d893a6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349e8b60-d25d-4acd-9eb5-42ef09450b7b') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:07.005385 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f46bdc9-7779-4784-af5f-8e2481d893a6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.007141 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4f134bb-6a6a-4333-b86d-8f131f33decb tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.007931 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f134bb-6a6a-4333-b86d-8f131f33decb tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Fanout notify agent at l3_agent the message router_deleted on router 479efe28-d382-4bb4-9c0d-c7ae3816de39 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:16:07.015210 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 86e71301-5e7a-455e-933f-c6f872e53afb {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:16:07.015549 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 86e71301-5e7a-455e-933f-c6f872e53afb not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:16:07.026822 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f46bdc9-7779-4784-af5f-8e2481d893a6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.032485 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a4f134bb-6a6a-4333-b86d-8f131f33decb tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.033548 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a4f134bb-6a6a-4333-b86d-8f131f33decb tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/routers/479efe28-d382-4bb4-9c0d-c7ae3816de39 HTTP/1.1" status: 204 len: 168 time: 0.7170835 Jan 27 17:16:07.034115 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f46bdc9-7779-4784-af5f-8e2481d893a6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:16:07.034621 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f46bdc9-7779-4784-af5f-8e2481d893a6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.042150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37650) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:07.048247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-8db25729-df50-4287-8512-886bdedc067c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-27470335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:16:07.050192 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:16:07.058931 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8db25729-df50-4287-8512-886bdedc067c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:07.064611 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8db25729-df50-4287-8512-886bdedc067c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Usage tracker for resource:router and tenant:0f92a255fb1c463b8c94b1adb436070f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:07.069716 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8db25729-df50-4287-8512-886bdedc067c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:07.078469 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8db25729-df50-4287-8512-886bdedc067c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:07.096005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8db25729-df50-4287-8512-886bdedc067c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.097202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8db25729-df50-4287-8512-886bdedc067c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.120029 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8db25729-df50-4287-8512-886bdedc067c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.142954 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f46bdc9-7779-4784-af5f-8e2481d893a6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.143811 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8db25729-df50-4287-8512-886bdedc067c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.163422 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f46bdc9-7779-4784-af5f-8e2481d893a6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.170202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8db25729-df50-4287-8512-886bdedc067c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.171362 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8db25729-df50-4287-8512-886bdedc067c tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1281226 Jan 27 17:16:07.172237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46bdc9-7779-4784-af5f-8e2481d893a6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Network': ['ID=02bc4657-2366-43f3-8f0c-40aaef494742,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:07.174059 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37654) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:07.180779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ffca0b5a-41b7-4677-be77-fac36913dc6b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:07.254823 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7f46bdc9-7779-4784-af5f-8e2481d893a6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/networks/02bc4657-2366-43f3-8f0c-40aaef494742 HTTP/1.1" status: 204 len: 168 time: 0.5924613 Jan 27 17:16:07.265143 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37658) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:07.272161 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-e1257346-7e9d-4600-bb03-80f86636186f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'network': {'name': 'tempest-network-smoke--706352213', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'port_security_enabled': True}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:07.278120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e1257346-7e9d-4600-bb03-80f86636186f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:07.283493 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e1257346-7e9d-4600-bb03-80f86636186f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:network and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:07.286559 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e1257346-7e9d-4600-bb03-80f86636186f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:07.292540 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e1257346-7e9d-4600-bb03-80f86636186f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:07.304154 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1257346-7e9d-4600-bb03-80f86636186f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:07.307811 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e1257346-7e9d-4600-bb03-80f86636186f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.336950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1257346-7e9d-4600-bb03-80f86636186f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:16:07.346125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e1257346-7e9d-4600-bb03-80f86636186f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.346529 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-e1257346-7e9d-4600-bb03-80f86636186f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Added segment 3f5e0259-3c69-4b2b-b497-2732dccd3acf of type vlan for network 704e76ad-782a-4bc9-b960-2c02a90b8b5f Jan 27 17:16:07.375747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e1257346-7e9d-4600-bb03-80f86636186f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.406613 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e1257346-7e9d-4600-bb03-80f86636186f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.411930 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1257346-7e9d-4600-bb03-80f86636186f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:07.412499 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e1257346-7e9d-4600-bb03-80f86636186f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.514113 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e1257346-7e9d-4600-bb03-80f86636186f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2473364 Jan 27 17:16:07.519115 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37662) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:07.522069 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1257346-7e9d-4600-bb03-80f86636186f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Network': ['ID=704e76ad-782a-4bc9-b960-2c02a90b8b5f,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:07.526512 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-814923746', 'admin_state_up': True, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:07.532924 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 704e76ad-782a-4bc9-b960-2c02a90b8b5f details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:16:07.534406 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:07.538446 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:router and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:07.541482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:07.547483 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:07.558973 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.560227 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.575406 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.594063 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ffca0b5a-41b7-4677-be77-fac36913dc6b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.607007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ffca0b5a-41b7-4677-be77-fac36913dc6b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:07.764748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffca0b5a-41b7-4677-be77-fac36913dc6b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Router 6797a87b-93e6-4c4d-8626-7ae9f209a4eb is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:16:07.849529 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.013391 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffca0b5a-41b7-4677-be77-fac36913dc6b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:08.019578 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ffca0b5a-41b7-4677-be77-fac36913dc6b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.023586 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ffca0b5a-41b7-4677-be77-fac36913dc6b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "PUT /v2.0/routers/6797a87b-93e6-4c4d-8626-7ae9f209a4eb HTTP/1.1" status: 200 len: 696 time: 0.8460445 Jan 27 17:16:08.024483 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f57afb-2d1e-4c7a-ba39-9ffab7ae0a71 None None] Sync routers for ids ['6797a87b-93e6-4c4d-8626-7ae9f209a4eb'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:08.029526 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37666) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:08.034165 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f57afb-2d1e-4c7a-ba39-9ffab7ae0a71 None None] Routers {'6797a87b-93e6-4c4d-8626-7ae9f209a4eb'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:16:08.035043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-59f57afb-2d1e-4c7a-ba39-9ffab7ae0a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6797a87b-93e6-4c4d-8626-7ae9f209a4eb'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:08.162694 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.164771 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-59f57afb-2d1e-4c7a-ba39-9ffab7ae0a71 None None] Set router 6797a87b-93e6-4c4d-8626-7ae9f209a4eb gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:08.175997 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ebc4207c-c5cd-4fbd-84b8-2c460e760298 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/routers/6797a87b-93e6-4c4d-8626-7ae9f209a4eb HTTP/1.1" status: 200 len: 702 time: 0.1423752 Jan 27 17:16:08.176308 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37670) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:08.193217 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.221661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b1788e4a-5fd1-47ec-88c5-856a73a72420 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Synchronizing usage tracker for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:08.233594 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b1788e4a-5fd1-47ec-88c5-856a73a72420 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Unset dirty status for tenant:0f92a255fb1c463b8c94b1adb436070f on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:08.237300 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b1788e4a-5fd1-47ec-88c5-856a73a72420 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports?device_id=6797a87b-93e6-4c4d-8626-7ae9f209a4eb HTTP/1.1" status: 200 len: 205 time: 0.0576310 Jan 27 17:16:08.237752 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37674) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:08.273525 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-59f57afb-2d1e-4c7a-ba39-9ffab7ae0a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6797a87b-93e6-4c4d-8626-7ae9f209a4eb', 'name': 'tempest-RoutersIpV6Test-router-27470335', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:07Z', 'revision_number': 2, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:08.277509 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f57afb-2d1e-4c7a-ba39-9ffab7ae0a71 None None] Checking router: 6797a87b-93e6-4c4d-8626-7ae9f209a4eb for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:16:08.285708 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f57afb-2d1e-4c7a-ba39-9ffab7ae0a71 None None] Routers {'6797a87b-93e6-4c4d-8626-7ae9f209a4eb'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:16:08.286304 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-59f57afb-2d1e-4c7a-ba39-9ffab7ae0a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6797a87b-93e6-4c4d-8626-7ae9f209a4eb'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:08.333988 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.26.1.182 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/54a02286-5f4e-44da-88c4-9766b71f4c2b) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:08.373172 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-89f53f40-ef86-4869-9d14-540d7ca5a44b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.415238 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-59f57afb-2d1e-4c7a-ba39-9ffab7ae0a71 None None] Set router 6797a87b-93e6-4c4d-8626-7ae9f209a4eb gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:08.481856 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.512240 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.521740 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-59f57afb-2d1e-4c7a-ba39-9ffab7ae0a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6797a87b-93e6-4c4d-8626-7ae9f209a4eb', 'name': 'tempest-RoutersIpV6Test-router-27470335', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:07Z', 'revision_number': 2, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:08.525810 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f57afb-2d1e-4c7a-ba39-9ffab7ae0a71 None None] The sync data for ids ['6797a87b-93e6-4c4d-8626-7ae9f209a4eb'] in dv-neutron-826439-2-hyperv is: [{'id': '6797a87b-93e6-4c4d-8626-7ae9f209a4eb', 'name': 'tempest-RoutersIpV6Test-router-27470335', 'tenant_id': '0f92a255fb1c463b8c94b1adb436070f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:07Z', 'revision_number': 2, 'project_id': '0f92a255fb1c463b8c94b1adb436070f', 'gw_port_host': None}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:08.579561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:08.582762 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:08.586816 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:16:08.624532 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=54a02286-5f4e-44da-88c4-9766b71f4c2b,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:08.681914 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-89f53f40-ef86-4869-9d14-540d7ca5a44b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.684605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-89f53f40-ef86-4869-9d14-540d7ca5a44b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.710028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-89f53f40-ef86-4869-9d14-540d7ca5a44b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.710564 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f53f40-ef86-4869-9d14-540d7ca5a44b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Fanout notify agent at l3_agent the message router_deleted on router 6797a87b-93e6-4c4d-8626-7ae9f209a4eb {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:16:08.725885 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-89f53f40-ef86-4869-9d14-540d7ca5a44b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:08.726976 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-89f53f40-ef86-4869-9d14-540d7ca5a44b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/routers/6797a87b-93e6-4c4d-8626-7ae9f209a4eb HTTP/1.1" status: 204 len: 168 time: 0.4883273 Jan 27 17:16:08.730508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37678) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:08.778310 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-94cfc2a8-d2c6-4e0f-acad-30bd33563af2 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports?device_id=6797a87b-93e6-4c4d-8626-7ae9f209a4eb HTTP/1.1" status: 200 len: 205 time: 0.0466864 Jan 27 17:16:08.780650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37682) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:08.847051 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-1db4917d-a1df-4338-a504-e555363ac2a1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] delete failed (client error): The resource could not be found. Jan 27 17:16:08.848117 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1db4917d-a1df-4338-a504-e555363ac2a1 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/routers/6797a87b-93e6-4c4d-8626-7ae9f209a4eb HTTP/1.1" status: 404 len: 336 time: 0.0665436 Jan 27 17:16:08.850671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37686) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:08.890851 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-2297d9b9-b019-4e40-ad56-91ef50780895 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:08.891301 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2297d9b9-b019-4e40-ad56-91ef50780895 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:08.892921 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2297d9b9-b019-4e40-ad56-91ef50780895 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/subnets/cc6f859e-075d-46e3-a511-d3cac031346d HTTP/1.1" status: 404 len: 337 time: 0.0413949 Jan 27 17:16:08.895990 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37690) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:08.932411 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-88bf62b4-bf4f-4212-87bd-f41ce837e9a4 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:08.932862 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88bf62b4-bf4f-4212-87bd-f41ce837e9a4 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:08.934496 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-88bf62b4-bf4f-4212-87bd-f41ce837e9a4 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/subnets/36eb7064-9ed3-4129-8a93-f7788d1aa86f HTTP/1.1" status: 404 len: 337 time: 0.0376687 Jan 27 17:16:08.937058 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37694) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:08.974626 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2578dc-ebe8-4db4-bb7f-08a894e784ec tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:08.974957 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2578dc-ebe8-4db4-bb7f-08a894e784ec tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:08.976629 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bc2578dc-ebe8-4db4-bb7f-08a894e784ec tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/subnets/e4b57643-4a0b-4935-a015-ade57d6b5415 HTTP/1.1" status: 404 len: 337 time: 0.0387092 Jan 27 17:16:08.979338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37698) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:09.020310 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-132434ed-7f6d-4a00-83be-6adb1a616cea tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:09.021019 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132434ed-7f6d-4a00-83be-6adb1a616cea tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:09.022338 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-132434ed-7f6d-4a00-83be-6adb1a616cea tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/subnets/6d3640a2-d0ca-45ee-9657-428fef801217 HTTP/1.1" status: 404 len: 337 time: 0.0421278 Jan 27 17:16:09.024958 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37702) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:09.070067 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1cfc3b9f-dea9-4549-b5cf-b34b0bd50d92 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports?device_id=479efe28-d382-4bb4-9c0d-c7ae3816de39 HTTP/1.1" status: 200 len: 205 time: 0.0418034 Jan 27 17:16:09.070321 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37706) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:09.118975 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:09.138862 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-b57a2c0c-5a59-4d88-bad0-1dda48476877 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] delete failed (client error): The resource could not be found. Jan 27 17:16:09.139847 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b57a2c0c-5a59-4d88-bad0-1dda48476877 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/routers/479efe28-d382-4bb4-9c0d-c7ae3816de39 HTTP/1.1" status: 404 len: 336 time: 0.0687079 Jan 27 17:16:09.142620 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37710) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:09.186171 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ac40c136-f6cc-4580-922f-7f0716fd2e30 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports?device_id=965c0aaa-5050-472e-87dc-d130d914f457 HTTP/1.1" status: 200 len: 205 time: 0.0424628 Jan 27 17:16:09.188583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37714) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:09.368866 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-ba01ad34-1b51-4fa6-a9fc-083d265ead66 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] delete failed (client error): The resource could not be found. Jan 27 17:16:09.370022 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ba01ad34-1b51-4fa6-a9fc-083d265ead66 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/routers/965c0aaa-5050-472e-87dc-d130d914f457 HTTP/1.1" status: 404 len: 336 time: 0.1804311 Jan 27 17:16:09.372588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37718) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:09.411934 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d9c4b0-8587-48d7-85a6-0c3c046e395d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:09.412372 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d9c4b0-8587-48d7-85a6-0c3c046e395d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:09.414492 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-15d9c4b0-8587-48d7-85a6-0c3c046e395d tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/subnets/5047cd94-a0b4-45b6-8cfc-211bf773a6d2 HTTP/1.1" status: 404 len: 337 time: 0.0404494 Jan 27 17:16:09.416674 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37722) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:09.464063 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6b6a49af-82ba-44a9-bc53-9cb67ff019a4 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports?device_id=f48a3a65-82fb-4107-9b29-308c5ee6bb9c HTTP/1.1" status: 200 len: 205 time: 0.0441771 Jan 27 17:16:09.464379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37726) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:09.536700 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:09.538800 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-69fe6c7b-bd0b-463b-ad5f-39ba73dc3976 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] delete failed (client error): The resource could not be found. Jan 27 17:16:09.539746 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-69fe6c7b-bd0b-463b-ad5f-39ba73dc3976 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/routers/f48a3a65-82fb-4107-9b29-308c5ee6bb9c HTTP/1.1" status: 404 len: 336 time: 0.0744622 Jan 27 17:16:09.542673 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37730) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:09.588150 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-df51ef57-7f33-4665-a2db-86572a0cc629 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports?device_id=d89be6e1-253f-491d-8c05-82dc291f6390 HTTP/1.1" status: 200 len: 205 time: 0.0442202 Jan 27 17:16:09.590589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37734) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:09.660167 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-82ad21ed-87cc-45ad-bc5e-d9cb0fdd59c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] delete failed (client error): The resource could not be found. Jan 27 17:16:09.661030 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-82ad21ed-87cc-45ad-bc5e-d9cb0fdd59c3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/routers/d89be6e1-253f-491d-8c05-82dc291f6390 HTTP/1.1" status: 404 len: 336 time: 0.0695567 Jan 27 17:16:09.663701 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37738) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:09.700576 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b190aace-0225-49b6-af0f-309e50f27066 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:09.701021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b190aace-0225-49b6-af0f-309e50f27066 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:09.702693 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b190aace-0225-49b6-af0f-309e50f27066 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/subnets/0454b5c6-de5c-4d02-8557-0922255b3bbe HTTP/1.1" status: 404 len: 337 time: 0.0381207 Jan 27 17:16:09.705323 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37742) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:09.742166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 25750a6e-9d1f-45a6-af62-548e55697cea is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:16:09.748720 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e3bc060b-3b13-4fd0-b609-ed3164d74bd5 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f703ba4-7b92-4136-8573-98da58062fae HTTP/1.1" status: 200 len: 205 time: 0.0423563 Jan 27 17:16:09.751041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37746) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:09.819461 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-fc98fbdf-d696-4165-b720-1999a10db5e3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] delete failed (client error): The resource could not be found. Jan 27 17:16:09.820464 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fc98fbdf-d696-4165-b720-1999a10db5e3 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/routers/3f703ba4-7b92-4136-8573-98da58062fae HTTP/1.1" status: 404 len: 336 time: 0.0684936 Jan 27 17:16:09.823362 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37750) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:09.860907 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-262bae1a-3478-42c9-8342-c28b43be7533 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:09.861266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-262bae1a-3478-42c9-8342-c28b43be7533 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:09.863000 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-262bae1a-3478-42c9-8342-c28b43be7533 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/subnets/ad17b4d2-ece1-4351-a2e5-a573d07acb0d HTTP/1.1" status: 404 len: 337 time: 0.0387917 Jan 27 17:16:09.865641 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37754) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:09.911670 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-15bc3113-2952-4259-b775-ac5b520f7c9e tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc01b0e-2dee-4956-a8ed-c164555b0d73 HTTP/1.1" status: 200 len: 205 time: 0.0448642 Jan 27 17:16:09.914270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37758) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:09.919417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:09.929313 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Sync routers for ids ['25750a6e-9d1f-45a6-af62-548e55697cea'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:09.938486 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Routers {'25750a6e-9d1f-45a6-af62-548e55697cea'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:16:09.939073 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-70cc9924-5092-457b-b127-55193f53e672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['25750a6e-9d1f-45a6-af62-548e55697cea'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:09.947198 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:09.951880 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c3b4f23c-81ee-488d-a8c2-82fbcd578671 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4287405 Jan 27 17:16:09.952319 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37762) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:09.981997 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-84fdc0df-bf48-4582-98b9-562fc1568745 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] delete failed (client error): The resource could not be found. Jan 27 17:16:09.985635 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-84fdc0df-bf48-4582-98b9-562fc1568745 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/routers/efc01b0e-2dee-4956-a8ed-c164555b0d73 HTTP/1.1" status: 404 len: 336 time: 0.0678890 Jan 27 17:16:09.985635 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37766) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:09.994523 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fc033b04-8d00-4507-ba02-127a4cc6f9bf tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=2e8c8c26aae041c68422ab49a8804631&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408528 Jan 27 17:16:09.997054 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37770) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:10.027050 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4b5fb5-5dd1-4860-aea4-fc7083ddfe9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:10.027680 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa4b5fb5-5dd1-4860-aea4-fc7083ddfe9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:10.029167 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fa4b5fb5-5dd1-4860-aea4-fc7083ddfe9b tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/subnets/f4ccec67-26aa-4e48-9408-56b56a1ebb4e HTTP/1.1" status: 404 len: 337 time: 0.0425968 Jan 27 17:16:10.031808 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37774) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:10.072549 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa7c1a5-73f7-4d7f-9e8f-c8bd322d3309 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] DELETE failed (client error): The resource could not be found. Jan 27 17:16:10.073006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa7c1a5-73f7-4d7f-9e8f-c8bd322d3309 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:16:10.074839 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-dfa7c1a5-73f7-4d7f-9e8f-c8bd322d3309 tempest-RoutersIpV6Test-275105695 tempest-RoutersIpV6Test-275105695-project] 10.222.0.50 "DELETE /v2.0/subnets/7d7d7abd-8f0c-4a55-8b95-ba7fc32ba767 HTTP/1.1" status: 404 len: 337 time: 0.0421546 Jan 27 17:16:10.134359 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Set router 25750a6e-9d1f-45a6-af62-548e55697cea gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:10.137201 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db826422-94e1-4530-bac7-f9c31a244789 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:10.141327 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-db826422-94e1-4530-bac7-f9c31a244789 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1406326 Jan 27 17:16:10.141592 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37780) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:10.316733 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-50cb62f9-f518-4b1f-9e6e-ffd0b2035829 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1712666 Jan 27 17:16:10.316990 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37786) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:10.322473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-d2c451f3-d2ae-4346-8a21-c888849a2489 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2077538893', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:10.378536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37790) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:10.431723 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d2c451f3-d2ae-4346-8a21-c888849a2489 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:10.435540 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d2c451f3-d2ae-4346-8a21-c888849a2489 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:subnet and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:10.438345 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d2c451f3-d2ae-4346-8a21-c888849a2489 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:10.443933 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d2c451f3-d2ae-4346-8a21-c888849a2489 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:10.456685 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c451f3-d2ae-4346-8a21-c888849a2489 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:10.460168 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d2c451f3-d2ae-4346-8a21-c888849a2489 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.468874 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-70cc9924-5092-457b-b127-55193f53e672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:08Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:10.473154 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Checking router: 25750a6e-9d1f-45a6-af62-548e55697cea for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:16:10.473434 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Updating router 25750a6e-9d1f-45a6-af62-548e55697cea port 54a02286-5f4e-44da-88c4-9766b71f4c2b binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:16:10.527712 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.543758 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3464cc3c-9f28-4b15-8959-c94ee28feb8e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f92a255fb1c463b8c94b1adb436070f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613321 Jan 27 17:16:10.544163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37796) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:10.604147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-695a1f55-b8ea-4586-9e69-7ce91ee0ea33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.629560 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-695a1f55-b8ea-4586-9e69-7ce91ee0ea33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.680450 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d2c451f3-d2ae-4346-8a21-c888849a2489 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.691826 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-695a1f55-b8ea-4586-9e69-7ce91ee0ea33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.706489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a1f55-b8ea-4586-9e69-7ce91ee0ea33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c2ec4c-3313-428c-962c-85cd0ea193f9,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:10.713335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-695a1f55-b8ea-4586-9e69-7ce91ee0ea33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.717036 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-695a1f55-b8ea-4586-9e69-7ce91ee0ea33 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/20c2ec4c-3313-428c-962c-85cd0ea193f9 HTTP/1.1" status: 204 len: 168 time: 0.1717393 Jan 27 17:16:10.765647 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c451f3-d2ae-4346-8a21-c888849a2489 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Subnet': ['ID=ee080336-93c2-4236-a334-a8f1a0ff9c4b,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:10.773387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c451f3-d2ae-4346-8a21-c888849a2489 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Checking segment: {'id': '3f5e0259-3c69-4b2b-b497-2732dccd3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:10.773867 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c451f3-d2ae-4346-8a21-c888849a2489 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network hostable DHCP agents. Network: 704e76ad-782a-4bc9-b960-2c02a90b8b5f, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:16:10.794117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c451f3-d2ae-4346-8a21-c888849a2489 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 704e76ad-782a-4bc9-b960-2c02a90b8b5f is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:16:10.805668 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-d2c451f3-d2ae-4346-8a21-c888849a2489 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 704e76ad-782a-4bc9-b960-2c02a90b8b5f) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:10.810188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c451f3-d2ae-4346-8a21-c888849a2489 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:10.810827 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d2c451f3-d2ae-4346-8a21-c888849a2489 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.815637 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f989c0fb-deb6-42b8-ae7d-510c74ddc763 None None] Network 704e76ad-782a-4bc9-b960-2c02a90b8b5f requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:10.837897 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d2c451f3-d2ae-4346-8a21-c888849a2489 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5193763 Jan 27 17:16:10.840354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37802) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:10.885924 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.898701 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Transition to ACTIVE for port object 54a02286-5f4e-44da-88c4-9766b71f4c2b will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:10.908669 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.986546 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Attempting to bind port 54a02286-5f4e-44da-88c4-9766b71f4c2b on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:10.987325 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Attempting to bind port 54a02286-5f4e-44da-88c4-9766b71f4c2b by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:10.987325 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Attempting to bind port 54a02286-5f4e-44da-88c4-9766b71f4c2b on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:10.996208 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:10.996562 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:10.997494 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:10.997494 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:10.997778 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Bound port: 54a02286-5f4e-44da-88c4-9766b71f4c2b, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:10.998140 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.078710 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-70cc9924-5092-457b-b127-55193f53e672 None None] For port 54a02286-5f4e-44da-88c4-9766b71f4c2b, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:11.081873 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-70cc9924-5092-457b-b127-55193f53e672 None None] For port 54a02286-5f4e-44da-88c4-9766b71f4c2b, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=54a02286-5f4e-44da-88c4-9766b71f4c2b,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:11.088998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ips': [{'subnet_id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:16:11.090339 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.098684 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e9c33-802b-4a7f-96f2-9bc4c9f19970 None None] Pushing event updated for resources: {'Port': ['ID=54a02286-5f4e-44da-88c4-9766b71f4c2b,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:11.104299 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.189031 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Routers {'25750a6e-9d1f-45a6-af62-548e55697cea'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:16:11.189643 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-70cc9924-5092-457b-b127-55193f53e672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['25750a6e-9d1f-45a6-af62-548e55697cea'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:11.324760 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Allocated IP 172.20.0.2 (704e76ad-782a-4bc9-b960-2c02a90b8b5f/ee080336-93c2-4236-a334-a8f1a0ff9c4b/35fdf604-060e-4f70-a5b2-6ad0b9eea4b4) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:11.384092 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-70cc9924-5092-457b-b127-55193f53e672 None None] Set router 25750a6e-9d1f-45a6-af62-548e55697cea gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:11.533963 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e9c33-802b-4a7f-96f2-9bc4c9f19970 None None] Pushing event updated for resources: {'Port': ['ID=54a02286-5f4e-44da-88c4-9766b71f4c2b,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:11.594366 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.606487 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Transition to ACTIVE for port object 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:11.629835 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Transition to ACTIVE for port object 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:11.639969 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.640529 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37824) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:11.706927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Network 704e76ad-782a-4bc9-b960-2c02a90b8b5f is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:11.714500 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:11.719032 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:16:11.740017 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-70cc9924-5092-457b-b127-55193f53e672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:08Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:11.744786 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc9924-5092-457b-b127-55193f53e672 None None] The sync data for ids ['25750a6e-9d1f-45a6-af62-548e55697cea'] in dv-neutron-826439-2-hyperv is: [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:08Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:11.776943 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b98bf303-372e-47c8-ac16-34696daaf140 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:11.778539 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-b98bf303-372e-47c8-ac16-34696daaf140 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 17:16:11.781774 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-b98bf303-372e-47c8-ac16-34696daaf140 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 17:16:11.783490 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b98bf303-372e-47c8-ac16-34696daaf140 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1418347 Jan 27 17:16:11.787148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37830) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:11.792189 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group': {'name': 'tempest-secgroup--234187293'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:11.799136 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Pushing event updated for resources: {'Port': ['ID=35fdf604-060e-4f70-a5b2-6ad0b9eea4b4,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:11.799601 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:11.804626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:11.808303 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:11.816114 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:11.828735 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.831277 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Attempting to bind port 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:11.831771 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Attempting to bind port 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '3f5e0259-3c69-4b2b-b497-2732dccd3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:11.832056 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Attempting to bind port 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4 on network 704e76ad-782a-4bc9-b960-2c02a90b8b5f {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:11.838720 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:11.839636 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Checking segment: {'id': '3f5e0259-3c69-4b2b-b497-2732dccd3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:11.840078 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.840473 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Bound using segment: {'id': '3f5e0259-3c69-4b2b-b497-2732dccd3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:11.840936 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Bound port: 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5e0259-3c69-4b2b-b497-2732dccd3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:11.841786 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.847733 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.847887 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.866250 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:11.871055 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:11.874633 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:11.881055 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:11.933820 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] For port 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:11.936947 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] For port 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=35fdf604-060e-4f70-a5b2-6ad0b9eea4b4,segment=NetworkSegment(3f5e0259-3c69-4b2b-b497-2732dccd3acf),segment_id=3f5e0259-3c69-4b2b-b497-2732dccd3acf)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:11.942142 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.988068 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:11.997036 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.012173 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:12.015166 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa73f3-6e76-4c85-8114-d20e2edf6ef9 None None] Pushing event updated for resources: {'Port': ['ID=35fdf604-060e-4f70-a5b2-6ad0b9eea4b4,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:12.022869 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:12.035554 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:12.062717 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:12.065579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1bab96-011f-412c-8b4f-399ff0e6bb64,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:12.176898 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.183262 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.236510 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d169686a-5016-4a73-ae9b-284c9a61097f,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:12.241635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.242980 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1c996b51-df37-41de-b6ff-8bae4439d049 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4546778 Jan 27 17:16:12.246130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37834) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:12.251550 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-516ebd06-bc9c-44a3-b764-27dad72987c4 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': 'd169686a-5016-4a73-ae9b-284c9a61097f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:12.258342 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-516ebd06-bc9c-44a3-b764-27dad72987c4 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:12.262957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-516ebd06-bc9c-44a3-b764-27dad72987c4 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:12.266260 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-516ebd06-bc9c-44a3-b764-27dad72987c4 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:12.272633 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-516ebd06-bc9c-44a3-b764-27dad72987c4 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:12.298272 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-516ebd06-bc9c-44a3-b764-27dad72987c4 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.387653 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-516ebd06-bc9c-44a3-b764-27dad72987c4 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.392710 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-516ebd06-bc9c-44a3-b764-27dad72987c4 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.396746 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.1 (704e76ad-782a-4bc9-b960-2c02a90b8b5f/ee080336-93c2-4236-a334-a8f1a0ff9c4b/fdd3f910-ab6b-42a9-9f03-68278118fa3c) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:12.421584 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ebd06-bc9c-44a3-b764-27dad72987c4 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c178d3-28f2-4f3d-8d6d-52f561bf5196,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:12.435158 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-516ebd06-bc9c-44a3-b764-27dad72987c4 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.436630 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-516ebd06-bc9c-44a3-b764-27dad72987c4 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1892929 Jan 27 17:16:12.439421 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37838) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:12.445590 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-1f11581e-6c84-4eaa-bf77-ac2c333d4fca tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': 'd169686a-5016-4a73-ae9b-284c9a61097f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:12.452671 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1f11581e-6c84-4eaa-bf77-ac2c333d4fca tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:12.457052 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1f11581e-6c84-4eaa-bf77-ac2c333d4fca tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:12.460824 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1f11581e-6c84-4eaa-bf77-ac2c333d4fca tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:12.467186 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1f11581e-6c84-4eaa-bf77-ac2c333d4fca tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:12.488743 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1f11581e-6c84-4eaa-bf77-ac2c333d4fca tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.557074 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-1f11581e-6c84-4eaa-bf77-ac2c333d4fca tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 17:16:12.558253 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1f11581e-6c84-4eaa-bf77-ac2c333d4fca tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1176708 Jan 27 17:16:12.561063 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37842) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:12.589671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.606287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object fdd3f910-ab6b-42a9-9f03-68278118fa3c will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:12.633026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.633939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-099103b6-1831-45db-b238-f99e41abcbbb tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.664274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-099103b6-1831-45db-b238-f99e41abcbbb tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.702822 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 704e76ad-782a-4bc9-b960-2c02a90b8b5f is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:12.706324 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:12.709052 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:16:12.730150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-099103b6-1831-45db-b238-f99e41abcbbb tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.746727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099103b6-1831-45db-b238-f99e41abcbbb tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d169686a-5016-4a73-ae9b-284c9a61097f,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:12.755632 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-099103b6-1831-45db-b238-f99e41abcbbb tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.755800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=fdd3f910-ab6b-42a9-9f03-68278118fa3c,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:12.756540 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-099103b6-1831-45db-b238-f99e41abcbbb tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "DELETE /v2.0/security-groups/d169686a-5016-4a73-ae9b-284c9a61097f HTTP/1.1" status: 204 len: 168 time: 0.1945846 Jan 27 17:16:12.761729 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37846) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:12.814473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:12.967134 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-88d85c9f-4219-4a0c-84cb-7a47ebab3fbe tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2042329 Jan 27 17:16:12.971439 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37850) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:12.981661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c87db0f0-150e-46df-bc5e-cf35aa0a1e54 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group': {'name': 'tempest-secgroup--372283875'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:12.992761 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c87db0f0-150e-46df-bc5e-cf35aa0a1e54 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:13.008800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c87db0f0-150e-46df-bc5e-cf35aa0a1e54 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:13.014162 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c87db0f0-150e-46df-bc5e-cf35aa0a1e54 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:13.024236 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c87db0f0-150e-46df-bc5e-cf35aa0a1e54 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:13.049244 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 54a02286-5f4e-44da-88c4-9766b71f4c2b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:13.130872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 54a02286-5f4e-44da-88c4-9766b71f4c2b completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:13.139211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 54a02286-5f4e-44da-88c4-9766b71f4c2b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:13.139581 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.150522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c87db0f0-150e-46df-bc5e-cf35aa0a1e54 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.222375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c87db0f0-150e-46df-bc5e-cf35aa0a1e54 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:13.231645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c87db0f0-150e-46df-bc5e-cf35aa0a1e54 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:13.238293 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c87db0f0-150e-46df-bc5e-cf35aa0a1e54 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:13.248107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c87db0f0-150e-46df-bc5e-cf35aa0a1e54 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:13.252573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.266898 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.285210 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 54a02286-5f4e-44da-88c4-9766b71f4c2b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=54a02286-5f4e-44da-88c4-9766b71f4c2b,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:13.289848 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.290631 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:13.320629 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5cb301bf-eea0-4e89-a6d1-91b2e4e6e3ca req-3b9c11b8-2d33-4316-9af0-23bbf7abf7b6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2745297 Jan 27 17:16:13.410849 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=54a02286-5f4e-44da-88c4-9766b71f4c2b,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:13.415485 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cbca2d-fc01-44ac-91a5-ba9f25ba3f7d None None] Network 704e76ad-782a-4bc9-b960-2c02a90b8b5f requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:13.448885 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:13.541175 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8bc9d201-0e7b-436b-b851-7170c86aec71 None None] Provisioning for port 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:13.573362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8bc9d201-0e7b-436b-b851-7170c86aec71 None None] Provisioning complete for port 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:13.573741 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bc9d201-0e7b-436b-b851-7170c86aec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.710218 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c87db0f0-150e-46df-bc5e-cf35aa0a1e54 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.729798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c87db0f0-150e-46df-bc5e-cf35aa0a1e54 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.758882 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bc9d201-0e7b-436b-b851-7170c86aec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.798576 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8bc9d201-0e7b-436b-b851-7170c86aec71 None None] For port 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=35fdf604-060e-4f70-a5b2-6ad0b9eea4b4,segment=NetworkSegment(3f5e0259-3c69-4b2b-b497-2732dccd3acf),segment_id=3f5e0259-3c69-4b2b-b497-2732dccd3acf)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:13.803449 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bc9d201-0e7b-436b-b851-7170c86aec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.806518 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87db0f0-150e-46df-bc5e-cf35aa0a1e54 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e52867-3913-4907-9b67-b700c339ebe0,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:13.814828 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c87db0f0-150e-46df-bc5e-cf35aa0a1e54 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.816122 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c87db0f0-150e-46df-bc5e-cf35aa0a1e54 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8436818 Jan 27 17:16:13.819989 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37854) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:13.825266 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-9675f5b8-d067-40e7-ae41-383e6415639b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': '11e52867-3913-4907-9b67-b700c339ebe0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:13.826402 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-9675f5b8-d067-40e7-ae41-383e6415639b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 27 17:16:13.826986 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-9675f5b8-d067-40e7-ae41-383e6415639b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:16:13.832165 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9675f5b8-d067-40e7-ae41-383e6415639b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0110562 Jan 27 17:16:13.833224 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37858) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:13.833583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb301bf-eea0-4e89-a6d1-91b2e4e6e3ca req-e5e29607-cc6d-46af-912e-1b3b56b23773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:13.835068 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5cb301bf-eea0-4e89-a6d1-91b2e4e6e3ca req-e5e29607-cc6d-46af-912e-1b3b56b23773 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 1098 time: 0.4138291 Jan 27 17:16:13.885626 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9d201-0e7b-436b-b851-7170c86aec71 None None] Pushing event updated for resources: {'Port': ['ID=35fdf604-060e-4f70-a5b2-6ad0b9eea4b4,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:13.911452 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-03e20ee9-224f-46cc-91f1-6a9c596016f3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.939787 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-03e20ee9-224f-46cc-91f1-6a9c596016f3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:13.993135 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-03e20ee9-224f-46cc-91f1-6a9c596016f3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.009953 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e20ee9-224f-46cc-91f1-6a9c596016f3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e52867-3913-4907-9b67-b700c339ebe0,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:14.017213 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-03e20ee9-224f-46cc-91f1-6a9c596016f3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.021593 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-03e20ee9-224f-46cc-91f1-6a9c596016f3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "DELETE /v2.0/security-groups/11e52867-3913-4907-9b67-b700c339ebe0 HTTP/1.1" status: 204 len: 168 time: 0.1841228 Jan 27 17:16:14.022477 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37862) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:14.082071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb301bf-eea0-4e89-a6d1-91b2e4e6e3ca req-f781af87-cea0-478f-be53-84890c6ae07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:14.082797 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bf73fb9a-316e-48be-a1d5-0ca2aa9d1b19 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Synchronizing usage tracker for tenant:b980e307f86c4b64b699772fdd8e916a on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:14.083521 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5cb301bf-eea0-4e89-a6d1-91b2e4e6e3ca req-f781af87-cea0-478f-be53-84890c6ae07f service neutron] 10.222.0.83 "GET /v2.0/networks?id=841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 200 len: 913 time: 0.2210720 Jan 27 17:16:14.103835 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bf73fb9a-316e-48be-a1d5-0ca2aa9d1b19 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Unset dirty status for tenant:b980e307f86c4b64b699772fdd8e916a on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:14.110519 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bf73fb9a-316e-48be-a1d5-0ca2aa9d1b19 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0874431 Jan 27 17:16:14.111593 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37866) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:14.117732 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0021b324-8a01-4b3e-80e9-b4c5844df305 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group': {'name': 'tempest-secgroup--919066471'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:14.126663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0021b324-8a01-4b3e-80e9-b4c5844df305 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:14.128181 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-71da8e21-e7d6-4e0d-9eda-870f3fb022ed None None] Provisioning complete for port 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:14.129164 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71da8e21-e7d6-4e0d-9eda-870f3fb022ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.137379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0021b324-8a01-4b3e-80e9-b4c5844df305 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:14.149248 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0021b324-8a01-4b3e-80e9-b4c5844df305 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.159568 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.176562 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0021b324-8a01-4b3e-80e9-b4c5844df305 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:14.176805 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.181532 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0021b324-8a01-4b3e-80e9-b4c5844df305 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:14.186304 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0021b324-8a01-4b3e-80e9-b4c5844df305 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:14.194565 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0021b324-8a01-4b3e-80e9-b4c5844df305 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:14.277914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0021b324-8a01-4b3e-80e9-b4c5844df305 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.278517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-71da8e21-e7d6-4e0d-9eda-870f3fb022ed None None] Provisioning for port fdd3f910-ab6b-42a9-9f03-68278118fa3c completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:14.284569 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-71da8e21-e7d6-4e0d-9eda-870f3fb022ed None None] Provisioning complete for port fdd3f910-ab6b-42a9-9f03-68278118fa3c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:14.284938 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71da8e21-e7d6-4e0d-9eda-870f3fb022ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.287926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0021b324-8a01-4b3e-80e9-b4c5844df305 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.318763 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5cb301bf-eea0-4e89-a6d1-91b2e4e6e3ca req-0e5e968d-511e-4318-8530-316f796280c6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9770ce64-0e5f-49ac-9278-e6feba990143 HTTP/1.1" status: 200 len: 1001 time: 0.2238629 Jan 27 17:16:14.322024 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.327691 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=fdd3f910-ab6b-42a9-9f03-68278118fa3c,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:14.330379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0021b324-8a01-4b3e-80e9-b4c5844df305 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.331651 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0021b324-8a01-4b3e-80e9-b4c5844df305 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2188017 Jan 27 17:16:14.334704 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37870) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:14.347127 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-71da8e21-e7d6-4e0d-9eda-870f3fb022ed None None] Port fdd3f910-ab6b-42a9-9f03-68278118fa3c cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:14.348991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-40e6b33b-d234-42ec-b020-68f9ac6fd45c tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': 'aab3ddd9-d19c-40df-9fbb-7d7a6fd87be2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:14.349540 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-40e6b33b-d234-42ec-b020-68f9ac6fd45c tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 27 17:16:14.350046 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-40e6b33b-d234-42ec-b020-68f9ac6fd45c tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:16:14.354996 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-40e6b33b-d234-42ec-b020-68f9ac6fd45c tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0161126 Jan 27 17:16:14.354996 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37874) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:14.367693 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021b324-8a01-4b3e-80e9-b4c5844df305 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab3ddd9-d19c-40df-9fbb-7d7a6fd87be2,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:14.421931 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-01e0b50f-2bf5-4012-b5d4-6b4d19e0218a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.447757 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-01e0b50f-2bf5-4012-b5d4-6b4d19e0218a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.470505 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9f0f9768-7896-4b11-8ae7-e4f3236374c7 None None] Provisioning complete for port fdd3f910-ab6b-42a9-9f03-68278118fa3c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:14.471030 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f0f9768-7896-4b11-8ae7-e4f3236374c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.475967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb301bf-eea0-4e89-a6d1-91b2e4e6e3ca req-e16a7ebc-e4d7-42f2-ab7f-78fb59b413a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:14.477404 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5cb301bf-eea0-4e89-a6d1-91b2e4e6e3ca req-e16a7ebc-e4d7-42f2-ab7f-78fb59b413a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d6555cc-80bd-47ee-878f-a5617b07d795 HTTP/1.1" status: 200 len: 850 time: 0.1515563 Jan 27 17:16:14.496494 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-01e0b50f-2bf5-4012-b5d4-6b4d19e0218a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.516540 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0b50f-2bf5-4012-b5d4-6b4d19e0218a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab3ddd9-d19c-40df-9fbb-7d7a6fd87be2,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:14.523872 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-01e0b50f-2bf5-4012-b5d4-6b4d19e0218a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.527388 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-01e0b50f-2bf5-4012-b5d4-6b4d19e0218a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "DELETE /v2.0/security-groups/aab3ddd9-d19c-40df-9fbb-7d7a6fd87be2 HTTP/1.1" status: 204 len: 168 time: 0.1693285 Jan 27 17:16:14.527637 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37878) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:14.577004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 704e76ad-782a-4bc9-b960-2c02a90b8b5f is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:14.577664 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9f0f9768-7896-4b11-8ae7-e4f3236374c7 None None] Port fdd3f910-ab6b-42a9-9f03-68278118fa3c cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:14.579537 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:14.582979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-76406330-7802-442a-a18d-d7d3f86e6b60 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Synchronizing usage tracker for tenant:b980e307f86c4b64b699772fdd8e916a on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:14.601202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-76406330-7802-442a-a18d-d7d3f86e6b60 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Unset dirty status for tenant:b980e307f86c4b64b699772fdd8e916a on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:14.606910 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-76406330-7802-442a-a18d-d7d3f86e6b60 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0783110 Jan 27 17:16:14.608139 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37882) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:14.613739 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c2689f3d-4698-476b-a6fa-fd0023598928 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group': {'name': 'tempest-secgroup--500995503'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:14.621323 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c2689f3d-4698-476b-a6fa-fd0023598928 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:14.632341 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c2689f3d-4698-476b-a6fa-fd0023598928 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:14.643731 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c2689f3d-4698-476b-a6fa-fd0023598928 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.660086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb301bf-eea0-4e89-a6d1-91b2e4e6e3ca req-52ac0009-4d9e-4f94-952a-839be5b84e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:14.661645 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5cb301bf-eea0-4e89-a6d1-91b2e4e6e3ca req-52ac0009-4d9e-4f94-952a-839be5b84e46 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=841011a7-cc94-4162-872b-7e5b601026ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1762891 Jan 27 17:16:14.666097 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c2689f3d-4698-476b-a6fa-fd0023598928 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:14.669870 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c2689f3d-4698-476b-a6fa-fd0023598928 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:14.672659 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c2689f3d-4698-476b-a6fa-fd0023598928 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:14.678564 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c2689f3d-4698-476b-a6fa-fd0023598928 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:14.751444 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c2689f3d-4698-476b-a6fa-fd0023598928 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.756471 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c2689f3d-4698-476b-a6fa-fd0023598928 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.812591 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c2689f3d-4698-476b-a6fa-fd0023598928 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.813832 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c2689f3d-4698-476b-a6fa-fd0023598928 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2046111 Jan 27 17:16:14.814665 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2689f3d-4698-476b-a6fa-fd0023598928 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c95fd5b-b215-4908-abe1-7bcce7bdb4f3,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:14.817558 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37886) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:14.822680 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-11a582ca-3007-4f61-887e-e47a49f45647 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': '5c95fd5b-b215-4908-abe1-7bcce7bdb4f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:14.823522 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-11a582ca-3007-4f61-887e-e47a49f45647 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 27 17:16:14.824008 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-11a582ca-3007-4f61-887e-e47a49f45647 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:16:14.825007 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-11a582ca-3007-4f61-887e-e47a49f45647 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062642 Jan 27 17:16:14.827564 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37890) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:14.832152 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-e4a170fb-d6db-4a7b-94c0-d82fe144c447 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': '5c95fd5b-b215-4908-abe1-7bcce7bdb4f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:14.832773 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-e4a170fb-d6db-4a7b-94c0-d82fe144c447 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 27 17:16:14.833229 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-e4a170fb-d6db-4a7b-94c0-d82fe144c447 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:16:14.834098 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e4a170fb-d6db-4a7b-94c0-d82fe144c447 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0056996 Jan 27 17:16:14.836490 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37894) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:14.842168 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-d329c3c0-3df1-4bc5-bf38-57e89fc6684d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': '5c95fd5b-b215-4908-abe1-7bcce7bdb4f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:14.842934 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-d329c3c0-3df1-4bc5-bf38-57e89fc6684d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 27 17:16:14.843672 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-d329c3c0-3df1-4bc5-bf38-57e89fc6684d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:16:14.844278 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d329c3c0-3df1-4bc5-bf38-57e89fc6684d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069604 Jan 27 17:16:14.846853 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37898) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:14.851217 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-25db3326-d7c1-407f-8f16-3cab071da218 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': '5c95fd5b-b215-4908-abe1-7bcce7bdb4f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:14.851938 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-25db3326-d7c1-407f-8f16-3cab071da218 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 27 17:16:14.852392 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-25db3326-d7c1-407f-8f16-3cab071da218 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:16:14.853313 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-25db3326-d7c1-407f-8f16-3cab071da218 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057161 Jan 27 17:16:14.855631 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37902) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:14.880482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 25750a6e-9d1f-45a6-af62-548e55697cea has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:16:14.887642 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5cb301bf-eea0-4e89-a6d1-91b2e4e6e3ca req-d7f36efd-de34-4e07-a90b-cbc9cdcee168 service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176361 Jan 27 17:16:14.904205 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f47a7faf-20da-41d6-be0a-08b45c9cbc1c None None] Provisioning complete for port fdd3f910-ab6b-42a9-9f03-68278118fa3c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:14.905351 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f47a7faf-20da-41d6-be0a-08b45c9cbc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.919835 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cc6a3138-f661-4f5b-a0ce-1c86da5a359b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.953874 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cc6a3138-f661-4f5b-a0ce-1c86da5a359b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:14.970864 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f47a7faf-20da-41d6-be0a-08b45c9cbc1c None None] Port fdd3f910-ab6b-42a9-9f03-68278118fa3c cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:14.986802 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 54a02286-5f4e-44da-88c4-9766b71f4c2b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:15.007823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cc6a3138-f661-4f5b-a0ce-1c86da5a359b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.039008 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a3138-f661-4f5b-a0ce-1c86da5a359b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c95fd5b-b215-4908-abe1-7bcce7bdb4f3,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:15.042504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cc6a3138-f661-4f5b-a0ce-1c86da5a359b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.043847 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cc6a3138-f661-4f5b-a0ce-1c86da5a359b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "DELETE /v2.0/security-groups/5c95fd5b-b215-4908-abe1-7bcce7bdb4f3 HTTP/1.1" status: 204 len: 168 time: 0.1873963 Jan 27 17:16:15.046677 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37906) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:15.084947 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 54a02286-5f4e-44da-88c4-9766b71f4c2b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:15.085453 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.113076 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-33960cf8-995a-425e-a6b0-f69f46fc0a7c tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Synchronizing usage tracker for tenant:b980e307f86c4b64b699772fdd8e916a on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:15.133843 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-33960cf8-995a-425e-a6b0-f69f46fc0a7c tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Unset dirty status for tenant:b980e307f86c4b64b699772fdd8e916a on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:15.136423 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-33960cf8-995a-425e-a6b0-f69f46fc0a7c tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0888114 Jan 27 17:16:15.141093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37910) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:15.146873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-bbe80516-6a06-4de8-adbc-3d9d7c1bf11b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344230379'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:15.154073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-bbe80516-6a06-4de8-adbc-3d9d7c1bf11b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:15.164693 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-bbe80516-6a06-4de8-adbc-3d9d7c1bf11b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:15.176834 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bbe80516-6a06-4de8-adbc-3d9d7c1bf11b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.198507 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-bbe80516-6a06-4de8-adbc-3d9d7c1bf11b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:15.202738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bbe80516-6a06-4de8-adbc-3d9d7c1bf11b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:15.205977 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bbe80516-6a06-4de8-adbc-3d9d7c1bf11b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:15.212564 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-bbe80516-6a06-4de8-adbc-3d9d7c1bf11b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:15.219141 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:15.290105 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bbe80516-6a06-4de8-adbc-3d9d7c1bf11b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.294663 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:15.294922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bbe80516-6a06-4de8-adbc-3d9d7c1bf11b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.295041 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.317107 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5cb301bf-eea0-4e89-a6d1-91b2e4e6e3ca req-43d89c72-e87f-4206-9fd8-25c24bc0b299 service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226594 Jan 27 17:16:15.320388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:15.339651 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-80a2b897-4f8b-48fd-9734-2f9e8700f96d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/25750a6e-9d1f-45a6-af62-548e55697cea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4956458 Jan 27 17:16:15.339876 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Sync routers for ids ['25750a6e-9d1f-45a6-af62-548e55697cea'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:15.339992 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37914) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:15.354467 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe80516-6a06-4de8-adbc-3d9d7c1bf11b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213ce766-ec9b-43e6-b33e-7ffdcf92ce7c,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:15.358831 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bbe80516-6a06-4de8-adbc-3d9d7c1bf11b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.363223 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bbe80516-6a06-4de8-adbc-3d9d7c1bf11b tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2183645 Jan 27 17:16:15.363931 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37918) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:15.366801 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Routers {'25750a6e-9d1f-45a6-af62-548e55697cea'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:16:15.367438 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['25750a6e-9d1f-45a6-af62-548e55697cea'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:15.373118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-8907c0ad-0212-48a9-bbd4-75b5b43e8519 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': '213ce766-ec9b-43e6-b33e-7ffdcf92ce7c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:15.373602 dv-neutron-826439-2-hyperv neutron-server[87594]: WARNING neutron.api.v2.base [None req-8907c0ad-0212-48a9-bbd4-75b5b43e8519 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 17:16:15.374254 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-8907c0ad-0212-48a9-bbd4-75b5b43e8519 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:16:15.375538 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8907c0ad-0212-48a9-bbd4-75b5b43e8519 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106702 Jan 27 17:16:15.378960 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37922) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:15.392334 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-3cd322f6-2fed-4885-9bdf-1b964e65eac3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': '213ce766-ec9b-43e6-b33e-7ffdcf92ce7c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:15.402106 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3cd322f6-2fed-4885-9bdf-1b964e65eac3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:15.452071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3cd322f6-2fed-4885-9bdf-1b964e65eac3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:15.459237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3cd322f6-2fed-4885-9bdf-1b964e65eac3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:15.467237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3cd322f6-2fed-4885-9bdf-1b964e65eac3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:15.526784 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e1decb-f6ba-4d67-b6c2-2baafed3e1e6 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:15.527258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e1decb-f6ba-4d67-b6c2-2baafed3e1e6 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:15.527789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e1decb-f6ba-4d67-b6c2-2baafed3e1e6 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:15.528219 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e1decb-f6ba-4d67-b6c2-2baafed3e1e6 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:15.528668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e1decb-f6ba-4d67-b6c2-2baafed3e1e6 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:15.529156 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e1decb-f6ba-4d67-b6c2-2baafed3e1e6 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:15.530903 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-63e1decb-f6ba-4d67-b6c2-2baafed3e1e6 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.1901734 Jan 27 17:16:15.532224 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-3cd322f6-2fed-4885-9bdf-1b964e65eac3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:16:15.536163 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3cd322f6-2fed-4885-9bdf-1b964e65eac3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1531315 Jan 27 17:16:15.536163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37926) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:15.536687 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37930) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:15.542630 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-2dfdda90-51dd-48c6-b5c1-4b8d29cac00d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': '213ce766-ec9b-43e6-b33e-7ffdcf92ce7c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:15.543077 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-2dfdda90-51dd-48c6-b5c1-4b8d29cac00d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 27 17:16:15.543657 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-2dfdda90-51dd-48c6-b5c1-4b8d29cac00d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:16:15.547566 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2dfdda90-51dd-48c6-b5c1-4b8d29cac00d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069082 Jan 27 17:16:15.547879 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37934) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:15.552984 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c4ca5d65-67a2-4b02-9a11-0230c253b3d0 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': '213ce766-ec9b-43e6-b33e-7ffdcf92ce7c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:15.560731 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c4ca5d65-67a2-4b02-9a11-0230c253b3d0 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:15.565120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c4ca5d65-67a2-4b02-9a11-0230c253b3d0 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:15.568487 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c4ca5d65-67a2-4b02-9a11-0230c253b3d0 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:15.576201 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c4ca5d65-67a2-4b02-9a11-0230c253b3d0 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:15.595349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Set router 25750a6e-9d1f-45a6-af62-548e55697cea gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:15.605393 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bcccb9-dcc7-4130-a72d-f53fb946bf33 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:15.605905 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bcccb9-dcc7-4130-a72d-f53fb946bf33 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:15.606373 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bcccb9-dcc7-4130-a72d-f53fb946bf33 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:15.606818 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bcccb9-dcc7-4130-a72d-f53fb946bf33 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:15.607266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bcccb9-dcc7-4130-a72d-f53fb946bf33 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:15.607703 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bcccb9-dcc7-4130-a72d-f53fb946bf33 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:15.615450 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-c4ca5d65-67a2-4b02-9a11-0230c253b3d0 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:16:15.615615 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b1bcccb9-dcc7-4130-a72d-f53fb946bf33 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0748193 Jan 27 17:16:15.615733 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c4ca5d65-67a2-4b02-9a11-0230c253b3d0 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0617387 Jan 27 17:16:15.615835 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37938) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:15.615923 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37942) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:15.620952 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-fdb7ade8-5930-4951-aace-dfacb582fcef tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': '213ce766-ec9b-43e6-b33e-7ffdcf92ce7c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:15.621594 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-fdb7ade8-5930-4951-aace-dfacb582fcef tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 17:16:15.622199 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-fdb7ade8-5930-4951-aace-dfacb582fcef tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:16:15.625823 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fdb7ade8-5930-4951-aace-dfacb582fcef tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066741 Jan 27 17:16:15.625823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37946) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:15.630578 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-25cbdc86-403d-4f32-a21e-c721b2754fe0 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': '213ce766-ec9b-43e6-b33e-7ffdcf92ce7c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:15.636902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-25cbdc86-403d-4f32-a21e-c721b2754fe0 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:15.640858 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-25cbdc86-403d-4f32-a21e-c721b2754fe0 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:15.643983 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-25cbdc86-403d-4f32-a21e-c721b2754fe0 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:15.650251 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-25cbdc86-403d-4f32-a21e-c721b2754fe0 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:15.681991 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-25cbdc86-403d-4f32-a21e-c721b2754fe0 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:16:15.686462 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-25cbdc86-403d-4f32-a21e-c721b2754fe0 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0568423 Jan 27 17:16:15.686604 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37950) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:15.692004 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-daafc436-a47b-4d4a-bcad-b236f2103990 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': '213ce766-ec9b-43e6-b33e-7ffdcf92ce7c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:15.692500 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-daafc436-a47b-4d4a-bcad-b236f2103990 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 27 17:16:15.692977 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-daafc436-a47b-4d4a-bcad-b236f2103990 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:16:15.696381 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-daafc436-a47b-4d4a-bcad-b236f2103990 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062017 Jan 27 17:16:15.696533 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37954) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:15.702064 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-077c5193-5364-40e3-919d-ca5cdef54e8d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': '213ce766-ec9b-43e6-b33e-7ffdcf92ce7c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:15.708024 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-077c5193-5364-40e3-919d-ca5cdef54e8d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:15.712099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-077c5193-5364-40e3-919d-ca5cdef54e8d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:15.715164 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-077c5193-5364-40e3-919d-ca5cdef54e8d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:15.721283 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-077c5193-5364-40e3-919d-ca5cdef54e8d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:15.752282 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-077c5193-5364-40e3-919d-ca5cdef54e8d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:16:15.756316 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-077c5193-5364-40e3-919d-ca5cdef54e8d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0561674 Jan 27 17:16:15.756808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37958) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:15.762660 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-d606ef51-8131-4bb4-a027-94e0b84ba085 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': '213ce766-ec9b-43e6-b33e-7ffdcf92ce7c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:15.769008 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d606ef51-8131-4bb4-a027-94e0b84ba085 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:15.775391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d606ef51-8131-4bb4-a027-94e0b84ba085 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:15.783338 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d606ef51-8131-4bb4-a027-94e0b84ba085 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:15.787770 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d606ef51-8131-4bb4-a027-94e0b84ba085 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:15.819538 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-d606ef51-8131-4bb4-a027-94e0b84ba085 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:16:15.823176 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d606ef51-8131-4bb4-a027-94e0b84ba085 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0626891 Jan 27 17:16:15.823796 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37962) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:15.828120 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4787e9aa-7bbd-4c1b-bf80-075b4aa03f23 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2114587 Jan 27 17:16:15.892125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-287340b4-a0b8-4174-9b1c-6e97e3895452 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.919656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-287340b4-a0b8-4174-9b1c-6e97e3895452 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.926016 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'fdd3f910-ab6b-42a9-9f03-68278118fa3c', 'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:87:65:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:12Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 2, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:15.930554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Checking router: 25750a6e-9d1f-45a6-af62-548e55697cea for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:16:15.931108 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Updating router 25750a6e-9d1f-45a6-af62-548e55697cea port fdd3f910-ab6b-42a9-9f03-68278118fa3c binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:16:15.967772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-287340b4-a0b8-4174-9b1c-6e97e3895452 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.985093 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.987381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287340b4-a0b8-4174-9b1c-6e97e3895452 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213ce766-ec9b-43e6-b33e-7ffdcf92ce7c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:15.993670 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-287340b4-a0b8-4174-9b1c-6e97e3895452 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:15.997564 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37968) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:15.997831 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-287340b4-a0b8-4174-9b1c-6e97e3895452 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "DELETE /v2.0/security-groups/213ce766-ec9b-43e6-b33e-7ffdcf92ce7c HTTP/1.1" status: 204 len: 168 time: 0.1731751 Jan 27 17:16:16.048876 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d3fa6556-d056-44be-af40-8205283a62d1 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Synchronizing usage tracker for tenant:b980e307f86c4b64b699772fdd8e916a on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:16.066999 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d3fa6556-d056-44be-af40-8205283a62d1 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Unset dirty status for tenant:b980e307f86c4b64b699772fdd8e916a on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:16.070237 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d3fa6556-d056-44be-af40-8205283a62d1 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0717089 Jan 27 17:16:16.077059 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37972) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:16.082933 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-5dbaa0d1-2368-4976-86c6-7717311ea354 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group': {'name': 'tempest-secgroup--91581120'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:16.090179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5dbaa0d1-2368-4976-86c6-7717311ea354 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:16.101855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5dbaa0d1-2368-4976-86c6-7717311ea354 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:16.113055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5dbaa0d1-2368-4976-86c6-7717311ea354 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.132767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5dbaa0d1-2368-4976-86c6-7717311ea354 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:16.136694 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5dbaa0d1-2368-4976-86c6-7717311ea354 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:16.139767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5dbaa0d1-2368-4976-86c6-7717311ea354 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:16.146820 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5dbaa0d1-2368-4976-86c6-7717311ea354 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:16.220216 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5dbaa0d1-2368-4976-86c6-7717311ea354 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.220216 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37976) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:16.225450 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-511c5643-a47c-40c3-881b-3dc996eaf076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-252610538', 'description': 'tempest-secgroup-smoke-252610538 description', 'project_id': '2e8c8c26aae041c68422ab49a8804631'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:16.234584 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5dbaa0d1-2368-4976-86c6-7717311ea354 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.238212 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-511c5643-a47c-40c3-881b-3dc996eaf076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:16.255308 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-511c5643-a47c-40c3-881b-3dc996eaf076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:16.262680 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-511c5643-a47c-40c3-881b-3dc996eaf076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:16.273131 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-511c5643-a47c-40c3-881b-3dc996eaf076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:16.295279 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbaa0d1-2368-4976-86c6-7717311ea354 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26eb2551-107c-43b1-b726-33ab4183b392,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:16.302776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5dbaa0d1-2368-4976-86c6-7717311ea354 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.303827 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5dbaa0d1-2368-4976-86c6-7717311ea354 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2255764 Jan 27 17:16:16.306506 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-511c5643-a47c-40c3-881b-3dc996eaf076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.307206 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37980) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:16.313120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-a100a945-bd20-4d66-ae4a-bcd4aab5731a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': '26eb2551-107c-43b1-b726-33ab4183b392', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:16.319435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a100a945-bd20-4d66-ae4a-bcd4aab5731a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:16.323581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a100a945-bd20-4d66-ae4a-bcd4aab5731a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:16.326495 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a100a945-bd20-4d66-ae4a-bcd4aab5731a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:16.327081 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-511c5643-a47c-40c3-881b-3dc996eaf076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:16.332225 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a100a945-bd20-4d66-ae4a-bcd4aab5731a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:16.332865 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-511c5643-a47c-40c3-881b-3dc996eaf076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:16.337473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-511c5643-a47c-40c3-881b-3dc996eaf076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:16.345423 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-511c5643-a47c-40c3-881b-3dc996eaf076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:16.372984 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-a100a945-bd20-4d66-ae4a-bcd4aab5731a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The resource could not be found. Jan 27 17:16:16.374483 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a100a945-bd20-4d66-ae4a-bcd4aab5731a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0660753 Jan 27 17:16:16.377353 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37984) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:16.382580 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-03ada109-fd2b-45d5-ad39-ad228b664e16 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': '26eb2551-107c-43b1-b726-33ab4183b392', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4b901f9a-22b3-4d4b-8c28-85a5aaf43089'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:16.388610 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-03ada109-fd2b-45d5-ad39-ad228b664e16 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:16.392411 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-03ada109-fd2b-45d5-ad39-ad228b664e16 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:16.395765 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-03ada109-fd2b-45d5-ad39-ad228b664e16 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:16.402115 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-03ada109-fd2b-45d5-ad39-ad228b664e16 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:16.421514 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.422160 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-511c5643-a47c-40c3-881b-3dc996eaf076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.427314 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-511c5643-a47c-40c3-881b-3dc996eaf076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.435377 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Transition to ACTIVE for port object fdd3f910-ab6b-42a9-9f03-68278118fa3c will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:16.443053 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-03ada109-fd2b-45d5-ad39-ad228b664e16 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The resource could not be found. Jan 27 17:16:16.444131 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-03ada109-fd2b-45d5-ad39-ad228b664e16 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0656567 Jan 27 17:16:16.444604 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.447279 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37988) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:16.474715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5643-a47c-40c3-881b-3dc996eaf076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ae2617-8680-45ab-bfeb-69f4299b82ed,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:16.478222 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-511c5643-a47c-40c3-881b-3dc996eaf076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.482718 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-511c5643-a47c-40c3-881b-3dc996eaf076 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2614250 Jan 27 17:16:16.483478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 37992) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:16.490231 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1003f871-df26-4510-8fe5-4c7aa4584862 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '44ae2617-8680-45ab-bfeb-69f4299b82ed', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:16.497137 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1003f871-df26-4510-8fe5-4c7aa4584862 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:16.504264 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1003f871-df26-4510-8fe5-4c7aa4584862 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:16.507684 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1003f871-df26-4510-8fe5-4c7aa4584862 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:16.513953 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1003f871-df26-4510-8fe5-4c7aa4584862 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:16.524192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-eedd82f8-8328-46f7-a32f-a2881441c02e tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.537235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1003f871-df26-4510-8fe5-4c7aa4584862 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.555841 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-eedd82f8-8328-46f7-a32f-a2881441c02e tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.607135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1003f871-df26-4510-8fe5-4c7aa4584862 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.611794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-eedd82f8-8328-46f7-a32f-a2881441c02e tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.612120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1003f871-df26-4510-8fe5-4c7aa4584862 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.623202 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93ac02-0090-4fa6-a2c6-126d497be5b5 None None] Pushing event updated for resources: {'Port': ['ID=fdd3f910-ab6b-42a9-9f03-68278118fa3c,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:16.642484 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd82f8-8328-46f7-a32f-a2881441c02e tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eb2551-107c-43b1-b726-33ab4183b392,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:16.645869 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-eedd82f8-8328-46f7-a32f-a2881441c02e tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.646573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003f871-df26-4510-8fe5-4c7aa4584862 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7b00d0-0f8c-4b4e-b2c2-e1f9c03f44b1,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:16.647139 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-eedd82f8-8328-46f7-a32f-a2881441c02e tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "DELETE /v2.0/security-groups/26eb2551-107c-43b1-b726-33ab4183b392 HTTP/1.1" status: 204 len: 168 time: 0.1987169 Jan 27 17:16:16.650044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 37996) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:16.661139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1003f871-df26-4510-8fe5-4c7aa4584862 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.666144 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1003f871-df26-4510-8fe5-4c7aa4584862 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1786120 Jan 27 17:16:16.666144 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38000) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:16.672371 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-2b6cdf3d-9da2-4038-a72b-e3aaee8ce43a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '44ae2617-8680-45ab-bfeb-69f4299b82ed', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:16.680823 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2b6cdf3d-9da2-4038-a72b-e3aaee8ce43a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:16.685173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2b6cdf3d-9da2-4038-a72b-e3aaee8ce43a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:16.688408 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2b6cdf3d-9da2-4038-a72b-e3aaee8ce43a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:16.696339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2b6cdf3d-9da2-4038-a72b-e3aaee8ce43a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:16.717172 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e8c8b70f-c903-405e-a6e4-7c217c967e12 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Synchronizing usage tracker for tenant:b980e307f86c4b64b699772fdd8e916a on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:16.720796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2b6cdf3d-9da2-4038-a72b-e3aaee8ce43a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.722954 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Attempting to bind port fdd3f910-ab6b-42a9-9f03-68278118fa3c on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:16.723319 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Attempting to bind port fdd3f910-ab6b-42a9-9f03-68278118fa3c by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '3f5e0259-3c69-4b2b-b497-2732dccd3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:16.723695 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Attempting to bind port fdd3f910-ab6b-42a9-9f03-68278118fa3c on network 704e76ad-782a-4bc9-b960-2c02a90b8b5f {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:16.729128 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:16.729926 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Checking segment: {'id': '3f5e0259-3c69-4b2b-b497-2732dccd3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:16.729926 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.730819 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Bound using segment: {'id': '3f5e0259-3c69-4b2b-b497-2732dccd3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:16.730819 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Bound port: fdd3f910-ab6b-42a9-9f03-68278118fa3c, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5e0259-3c69-4b2b-b497-2732dccd3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:16.731230 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.738857 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e8c8b70f-c903-405e-a6e4-7c217c967e12 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Unset dirty status for tenant:b980e307f86c4b64b699772fdd8e916a on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:16.744910 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e8c8b70f-c903-405e-a6e4-7c217c967e12 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0935791 Jan 27 17:16:16.745511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38004) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:16.752890 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-36a41154-8bcb-43b9-8845-1b85d3430a55 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': '1c5f6afd-0d00-48bd-9e6b-70b6b243098b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:16.759984 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-36a41154-8bcb-43b9-8845-1b85d3430a55 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:16.764538 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-36a41154-8bcb-43b9-8845-1b85d3430a55 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:16.768876 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-36a41154-8bcb-43b9-8845-1b85d3430a55 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:16.776054 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-36a41154-8bcb-43b9-8845-1b85d3430a55 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:16.803326 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2b6cdf3d-9da2-4038-a72b-e3aaee8ce43a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.810670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2b6cdf3d-9da2-4038-a72b-e3aaee8ce43a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.834225 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-36a41154-8bcb-43b9-8845-1b85d3430a55 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The resource could not be found. Jan 27 17:16:16.835708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cdf3d-9da2-4038-a72b-e3aaee8ce43a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbe0dda-8dae-4071-94f2-a0c6059f188e,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:16.838437 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-36a41154-8bcb-43b9-8845-1b85d3430a55 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0906725 Jan 27 17:16:16.841154 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38008) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:16.843700 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] For port fdd3f910-ab6b-42a9-9f03-68278118fa3c, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:16.848635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] For port fdd3f910-ab6b-42a9-9f03-68278118fa3c, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fdd3f910-ab6b-42a9-9f03-68278118fa3c,segment=NetworkSegment(3f5e0259-3c69-4b2b-b497-2732dccd3acf),segment_id=3f5e0259-3c69-4b2b-b497-2732dccd3acf)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:16.851842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-adac0797-ecfc-4ab1-a643-4ed114bab46d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group': {'name': 'tempest-secgroup--365646293'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:16.855233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2b6cdf3d-9da2-4038-a72b-e3aaee8ce43a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.858975 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.859125 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2b6cdf3d-9da2-4038-a72b-e3aaee8ce43a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1893771 Jan 27 17:16:16.859221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-adac0797-ecfc-4ab1-a643-4ed114bab46d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:16.859311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38012) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:16.864443 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1605f3bc-80c3-4165-b5f8-62e51a86ef66 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '44ae2617-8680-45ab-bfeb-69f4299b82ed', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:16.868539 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-adac0797-ecfc-4ab1-a643-4ed114bab46d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:16.870330 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1605f3bc-80c3-4165-b5f8-62e51a86ef66 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:16.874473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1605f3bc-80c3-4165-b5f8-62e51a86ef66 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:16.877458 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1605f3bc-80c3-4165-b5f8-62e51a86ef66 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:16.879277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-adac0797-ecfc-4ab1-a643-4ed114bab46d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.883310 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1605f3bc-80c3-4165-b5f8-62e51a86ef66 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:16.901960 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-adac0797-ecfc-4ab1-a643-4ed114bab46d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:16.906580 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-adac0797-ecfc-4ab1-a643-4ed114bab46d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:16.907071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1605f3bc-80c3-4165-b5f8-62e51a86ef66 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.910543 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-adac0797-ecfc-4ab1-a643-4ed114bab46d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:16.915925 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-adac0797-ecfc-4ab1-a643-4ed114bab46d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:16.969605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Routers {'25750a6e-9d1f-45a6-af62-548e55697cea'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:16:16.970431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:15:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['25750a6e-9d1f-45a6-af62-548e55697cea'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:16.979876 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1605f3bc-80c3-4165-b5f8-62e51a86ef66 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:16.984589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1605f3bc-80c3-4165-b5f8-62e51a86ef66 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.008510 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-adac0797-ecfc-4ab1-a643-4ed114bab46d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.016385 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-adac0797-ecfc-4ab1-a643-4ed114bab46d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.016691 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605f3bc-80c3-4165-b5f8-62e51a86ef66 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0823176a-7f01-4ead-9728-30a6b3379bc7,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:17.026561 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1605f3bc-80c3-4165-b5f8-62e51a86ef66 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.027965 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1605f3bc-80c3-4165-b5f8-62e51a86ef66 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1679292 Jan 27 17:16:17.038169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38016) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:17.043557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-cdde10d7-99ec-4805-96a6-5b163c9f5060 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '44ae2617-8680-45ab-bfeb-69f4299b82ed', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:17.051970 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93ac02-0090-4fa6-a2c6-126d497be5b5 None None] Pushing event updated for resources: {'Port': ['ID=fdd3f910-ab6b-42a9-9f03-68278118fa3c,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:17.061069 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac0797-ecfc-4ab1-a643-4ed114bab46d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1be10a3-a769-4841-8d75-0247cdb0a676,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:17.067128 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cdde10d7-99ec-4805-96a6-5b163c9f5060 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:17.076544 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cdde10d7-99ec-4805-96a6-5b163c9f5060 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:17.079989 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cdde10d7-99ec-4805-96a6-5b163c9f5060 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:17.087886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cdde10d7-99ec-4805-96a6-5b163c9f5060 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:17.089914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-adac0797-ecfc-4ab1-a643-4ed114bab46d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.091839 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-adac0797-ecfc-4ab1-a643-4ed114bab46d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2496958 Jan 27 17:16:17.094703 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38020) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:17.110170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-537180d1-cd0c-413c-ac6c-743fc8770b11 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group': {'name': 'tempest-secgroup--1842527254'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:17.122680 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-537180d1-cd0c-413c-ac6c-743fc8770b11 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:17.124869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdde10d7-99ec-4805-96a6-5b163c9f5060 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.128851 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-537180d1-cd0c-413c-ac6c-743fc8770b11 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:17.132307 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-537180d1-cd0c-413c-ac6c-743fc8770b11 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:17.140594 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-537180d1-cd0c-413c-ac6c-743fc8770b11 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:17.156767 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-537180d1-cd0c-413c-ac6c-743fc8770b11 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.180750 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-537180d1-cd0c-413c-ac6c-743fc8770b11 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:17.184878 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-537180d1-cd0c-413c-ac6c-743fc8770b11 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:17.188302 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-537180d1-cd0c-413c-ac6c-743fc8770b11 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:17.195697 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-537180d1-cd0c-413c-ac6c-743fc8770b11 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:17.204984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdde10d7-99ec-4805-96a6-5b163c9f5060 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.211861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdde10d7-99ec-4805-96a6-5b163c9f5060 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.215085 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] Set router 25750a6e-9d1f-45a6-af62-548e55697cea gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:17.274227 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde10d7-99ec-4805-96a6-5b163c9f5060 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d59445e-8b67-49ff-b98f-8719dccb6546,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:17.290508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cdde10d7-99ec-4805-96a6-5b163c9f5060 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.294172 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cdde10d7-99ec-4805-96a6-5b163c9f5060 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2547071 Jan 27 17:16:17.295000 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38024) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:17.300096 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-537180d1-cd0c-413c-ac6c-743fc8770b11 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.304833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-aa25ee8c-e19e-447e-9267-26be0cb9be9b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '44ae2617-8680-45ab-bfeb-69f4299b82ed', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:17.310659 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-537180d1-cd0c-413c-ac6c-743fc8770b11 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.314359 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-aa25ee8c-e19e-447e-9267-26be0cb9be9b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:17.330741 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-aa25ee8c-e19e-447e-9267-26be0cb9be9b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:17.338027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-aa25ee8c-e19e-447e-9267-26be0cb9be9b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:17.350263 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-aa25ee8c-e19e-447e-9267-26be0cb9be9b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:17.374360 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537180d1-cd0c-413c-ac6c-743fc8770b11 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7592f54-fdf2-459a-93c3-31376101de4b,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:17.380028 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-537180d1-cd0c-413c-ac6c-743fc8770b11 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.381225 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-537180d1-cd0c-413c-ac6c-743fc8770b11 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2835956 Jan 27 17:16:17.384174 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38028) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:17.390024 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-20773ad7-5db3-46b9-9fa2-e81c829a02d7 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group_rule': {'security_group_id': 'c1be10a3-a769-4841-8d75-0247cdb0a676', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a7592f54-fdf2-459a-93c3-31376101de4b'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:17.391095 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-aa25ee8c-e19e-447e-9267-26be0cb9be9b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:16:17.396567 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-20773ad7-5db3-46b9-9fa2-e81c829a02d7 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:17.399205 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aa25ee8c-e19e-447e-9267-26be0cb9be9b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.400831 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-20773ad7-5db3-46b9-9fa2-e81c829a02d7 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:17.403717 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-20773ad7-5db3-46b9-9fa2-e81c829a02d7 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:17.409355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-20773ad7-5db3-46b9-9fa2-e81c829a02d7 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:17.443833 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-20773ad7-5db3-46b9-9fa2-e81c829a02d7 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:16:17.447573 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-20773ad7-5db3-46b9-9fa2-e81c829a02d7 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0596335 Jan 27 17:16:17.447917 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38032) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:17.493394 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aa25ee8c-e19e-447e-9267-26be0cb9be9b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.501539 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aa25ee8c-e19e-447e-9267-26be0cb9be9b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.534472 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25ee8c-e19e-447e-9267-26be0cb9be9b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a66cca-2143-4e98-8202-25e9283d3aa2,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:17.549091 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-aa25ee8c-e19e-447e-9267-26be0cb9be9b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.558186 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-aa25ee8c-e19e-447e-9267-26be0cb9be9b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2594345 Jan 27 17:16:17.558595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38036) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:17.564511 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-98db3b58-e6cc-4e54-8f2e-3c095844fe15 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '44ae2617-8680-45ab-bfeb-69f4299b82ed', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:17.564960 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-294830fc-a646-430b-9cf5-0d9c6982aaa3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.576560 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'fdd3f910-ab6b-42a9-9f03-68278118fa3c', 'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:87:65:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:12Z', 'updated_at': '2022-01-27T17:16:16Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:17.577195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-98db3b58-e6cc-4e54-8f2e-3c095844fe15 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:17.580872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e52c9e-9195-4efa-97d6-0ed13e78a1f5 None None] The sync data for ids ['25750a6e-9d1f-45a6-af62-548e55697cea'] in dv-neutron-826439-2-hyperv is: [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'fdd3f910-ab6b-42a9-9f03-68278118fa3c', 'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:87:65:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:12Z', 'updated_at': '2022-01-27T17:16:16Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:17.581871 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-98db3b58-e6cc-4e54-8f2e-3c095844fe15 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:17.585417 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-98db3b58-e6cc-4e54-8f2e-3c095844fe15 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:17.593206 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-98db3b58-e6cc-4e54-8f2e-3c095844fe15 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:17.593903 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-294830fc-a646-430b-9cf5-0d9c6982aaa3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.603485 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-98db3b58-e6cc-4e54-8f2e-3c095844fe15 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:16:17.610388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-98db3b58-e6cc-4e54-8f2e-3c095844fe15 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.675033 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-294830fc-a646-430b-9cf5-0d9c6982aaa3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.692342 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-98db3b58-e6cc-4e54-8f2e-3c095844fe15 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.700554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-98db3b58-e6cc-4e54-8f2e-3c095844fe15 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.701670 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294830fc-a646-430b-9cf5-0d9c6982aaa3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7592f54-fdf2-459a-93c3-31376101de4b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:17.710349 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-294830fc-a646-430b-9cf5-0d9c6982aaa3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.723591 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db3b58-e6cc-4e54-8f2e-3c095844fe15 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f478847c-d98a-443f-95be-861ec89b65e9,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:17.725890 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-294830fc-a646-430b-9cf5-0d9c6982aaa3 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "DELETE /v2.0/security-groups/a7592f54-fdf2-459a-93c3-31376101de4b HTTP/1.1" status: 204 len: 168 time: 0.2768850 Jan 27 17:16:17.727674 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38040) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:17.738494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-98db3b58-e6cc-4e54-8f2e-3c095844fe15 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.739821 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-98db3b58-e6cc-4e54-8f2e-3c095844fe15 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1801646 Jan 27 17:16:17.798584 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b1c08634-205e-4ef2-b30d-8e9872bbb98a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Synchronizing usage tracker for tenant:b980e307f86c4b64b699772fdd8e916a on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:17.814914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b1c08634-205e-4ef2-b30d-8e9872bbb98a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Unset dirty status for tenant:b980e307f86c4b64b699772fdd8e916a on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:17.818144 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b1c08634-205e-4ef2-b30d-8e9872bbb98a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0894568 Jan 27 17:16:17.819579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38046) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:17.891426 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-97fe2b90-b54e-4958-9690-7c949e39257d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.922025 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-97fe2b90-b54e-4958-9690-7c949e39257d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.973765 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-97fe2b90-b54e-4958-9690-7c949e39257d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:17.992253 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-0cc9b6f6-acab-4ea6-819a-1e7b37f500a6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:17.993978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe2b90-b54e-4958-9690-7c949e39257d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1be10a3-a769-4841-8d75-0247cdb0a676,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:18.008112 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-97fe2b90-b54e-4958-9690-7c949e39257d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.009329 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-97fe2b90-b54e-4958-9690-7c949e39257d tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "DELETE /v2.0/security-groups/c1be10a3-a769-4841-8d75-0247cdb0a676 HTTP/1.1" status: 204 len: 168 time: 0.1887887 Jan 27 17:16:18.011102 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-0cc9b6f6-acab-4ea6-819a-1e7b37f500a6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:18.012043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38060) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:18.021071 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-0cc9b6f6-acab-4ea6-819a-1e7b37f500a6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-252610538&fields=id&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 267 time: 0.0746355 Jan 27 17:16:18.082487 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bf39a814-87ba-4439-8498-5204b2c9f713 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Synchronizing usage tracker for tenant:b980e307f86c4b64b699772fdd8e916a on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:18.105796 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bf39a814-87ba-4439-8498-5204b2c9f713 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Unset dirty status for tenant:b980e307f86c4b64b699772fdd8e916a on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:18.107229 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bf39a814-87ba-4439-8498-5204b2c9f713 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0939486 Jan 27 17:16:18.111342 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38064) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:18.116998 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-46bc7fd0-9eba-4df4-a4c1-848de7e81759 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group': {'name': 'tempest-secgroup--1599412124'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:18.124775 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-46bc7fd0-9eba-4df4-a4c1-848de7e81759 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:18.138408 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-46bc7fd0-9eba-4df4-a4c1-848de7e81759 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:18.155420 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46bc7fd0-9eba-4df4-a4c1-848de7e81759 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.180291 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-46bc7fd0-9eba-4df4-a4c1-848de7e81759 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:18.182103 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-265d9543-caa4-4476-84af-2a7aa6f5e2d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:18.183014 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-265d9543-caa4-4476-84af-2a7aa6f5e2d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:18.188272 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-46bc7fd0-9eba-4df4-a4c1-848de7e81759 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Usage tracker for resource:security_group_rule and tenant:b980e307f86c4b64b699772fdd8e916a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:18.191246 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-46bc7fd0-9eba-4df4-a4c1-848de7e81759 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:18.197356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-46bc7fd0-9eba-4df4-a4c1-848de7e81759 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:18.201974 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-265d9543-caa4-4476-84af-2a7aa6f5e2d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:18.204613 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-265d9543-caa4-4476-84af-2a7aa6f5e2d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/networks?id=704e76ad-782a-4bc9-b960-2c02a90b8b5f HTTP/1.1" status: 200 len: 796 time: 0.1824839 Jan 27 17:16:18.226253 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-d5684f0f-93ca-4960-971c-fc3e35bc8a2a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/quotas/2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 375 time: 0.0152771 Jan 27 17:16:18.277194 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46bc7fd0-9eba-4df4-a4c1-848de7e81759 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.281893 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46bc7fd0-9eba-4df4-a4c1-848de7e81759 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.309086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-de460a5f-2bd4-4b16-9fb5-dd94c408346a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:18.326324 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-de460a5f-2bd4-4b16-9fb5-dd94c408346a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:18.333433 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-de460a5f-2bd4-4b16-9fb5-dd94c408346a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049080 Jan 27 17:16:18.336903 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc7fd0-9eba-4df4-a4c1-848de7e81759 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d0d999-b16c-4f45-9329-682d8275a34a,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:18.341460 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-46bc7fd0-9eba-4df4-a4c1-848de7e81759 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.345510 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-46bc7fd0-9eba-4df4-a4c1-848de7e81759 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2302449 Jan 27 17:16:18.345826 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38068) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:18.353079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-4128229a-ce25-411b-9e85-2cc0038a5988 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:18.353497 dv-neutron-826439-2-hyperv neutron-server[87595]: WARNING neutron.api.v2.base [None req-4128229a-ce25-411b-9e85-2cc0038a5988 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 17:16:18.354062 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-4128229a-ce25-411b-9e85-2cc0038a5988 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] update failed (client error): There was a conflict when trying to complete your request. Jan 27 17:16:18.357646 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4128229a-ce25-411b-9e85-2cc0038a5988 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "PUT /v2.0/security-groups/f5d0d999-b16c-4f45-9329-682d8275a34a HTTP/1.1" status: 409 len: 330 time: 0.0083771 Jan 27 17:16:18.357836 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-51e204da-1b30-4f52-a481-fee2ddb8a0ea service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:16:18.357836 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-51e204da-1b30-4f52-a481-fee2ddb8a0ea service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058095 Jan 27 17:16:18.358006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38072) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:18.531602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a819-d7c4-4c37-929f-1111abbb7a8a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.553470 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-216abc99-cae8-4ae6-ab32-47e0be7fb7aa service neutron] 10.222.0.50 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816363 Jan 27 17:16:18.711585 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d91a2d2b-0e1b-4698-b0dc-3cb0dd4d5bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.714471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a819-d7c4-4c37-929f-1111abbb7a8a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.850291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a819-d7c4-4c37-929f-1111abbb7a8a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.875180 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6d8b708e-d7e0-47d9-8d79-5afc9c34c740 service neutron] 10.222.0.50 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148842 Jan 27 17:16:18.877740 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6a819-d7c4-4c37-929f-1111abbb7a8a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d0d999-b16c-4f45-9329-682d8275a34a,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:18.882227 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a819-d7c4-4c37-929f-1111abbb7a8a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:18.883261 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8aa6a819-d7c4-4c37-929f-1111abbb7a8a tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "DELETE /v2.0/security-groups/f5d0d999-b16c-4f45-9329-682d8275a34a HTTP/1.1" status: 204 len: 168 time: 0.5241835 Jan 27 17:16:18.885958 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38076) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:18.940466 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-72fe960f-5520-49a3-84d1-8697e2dafdaf tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Synchronizing usage tracker for tenant:b980e307f86c4b64b699772fdd8e916a on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:18.967582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-72fe960f-5520-49a3-84d1-8697e2dafdaf tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] Unset dirty status for tenant:b980e307f86c4b64b699772fdd8e916a on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:18.969124 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-72fe960f-5520-49a3-84d1-8697e2dafdaf tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0821846 Jan 27 17:16:18.975508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38080) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:19.010816 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fdd3f910-ab6b-42a9-9f03-68278118fa3c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:19.021585 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-225f2b50-52cf-4c42-a17e-9a9364efc6ac tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] delete failed (client error): The resource could not be found. Jan 27 17:16:19.022320 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-225f2b50-52cf-4c42-a17e-9a9364efc6ac tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "DELETE /v2.0/security-groups/a530b453-b774-4ef5-b6f7-74eba6783364 HTTP/1.1" status: 404 len: 347 time: 0.0446291 Jan 27 17:16:19.026132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38086) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:19.045548 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-7a1a00e2-90f7-4333-b8af-83a835a082aa tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] show failed (client error): The resource could not be found. Jan 27 17:16:19.047005 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7a1a00e2-90f7-4333-b8af-83a835a082aa tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "GET /v2.0/security-groups/65e12938-4214-4481-b6ef-5b8c6e9fc5c9 HTTP/1.1" status: 404 len: 347 time: 0.0197511 Jan 27 17:16:19.050717 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38092) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:19.068838 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-f3c5ac7d-699a-42e5-9fea-6b1a11f7b709 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] show failed (client error): The resource could not be found. Jan 27 17:16:19.070233 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f3c5ac7d-699a-42e5-9fea-6b1a11f7b709 tempest-NegativeSecGroupTest-475624413 tempest-NegativeSecGroupTest-475624413-project] 10.222.0.50 "GET /v2.0/security-group-rules/a5f1515a-532a-4c4f-8995-09107a815270 HTTP/1.1" status: 404 len: 356 time: 0.0183709 Jan 27 17:16:19.113719 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port fdd3f910-ab6b-42a9-9f03-68278118fa3c completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:19.119211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port fdd3f910-ab6b-42a9-9f03-68278118fa3c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:19.119791 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.136039 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-934fd149-51be-4019-987c-30e29818a626 req-51c62097-11b6-4e21-beca-884bb1b7cae4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 210 time: 0.0651841 Jan 27 17:16:19.278394 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.317606 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port fdd3f910-ab6b-42a9-9f03-68278118fa3c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fdd3f910-ab6b-42a9-9f03-68278118fa3c,segment=NetworkSegment(3f5e0259-3c69-4b2b-b497-2732dccd3acf),segment_id=3f5e0259-3c69-4b2b-b497-2732dccd3acf)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:19.325122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.401033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=fdd3f910-ab6b-42a9-9f03-68278118fa3c,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:19.483014 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38106) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:19.658446 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-160fd1e2-60ed-4aa1-b90f-276a8ed00686 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b980e307f86c4b64b699772fdd8e916a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736367 Jan 27 17:16:19.660714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38112) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:19.752714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-57aa45ed-776e-4738-bc68-d055eb2e9396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.789720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-57aa45ed-776e-4738-bc68-d055eb2e9396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.854734 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-57aa45ed-776e-4738-bc68-d055eb2e9396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.870978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa45ed-776e-4738-bc68-d055eb2e9396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1bab96-011f-412c-8b4f-399ff0e6bb64,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:19.889436 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-57aa45ed-776e-4738-bc68-d055eb2e9396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:19.890618 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-57aa45ed-776e-4738-bc68-d055eb2e9396 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f1bab96-011f-412c-8b4f-399ff0e6bb64 HTTP/1.1" status: 204 len: 168 time: 0.2286227 Jan 27 17:16:20.320621 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3707b947-68a7-4764-af8c-0b8e446a82dc req-5905d344-445e-4415-a28e-ba909b94ca9a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 210 time: 0.0546179 Jan 27 17:16:20.342301 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-364a7fff-eba8-410e-9047-f21148d36177 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:20.344135 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-364a7fff-eba8-410e-9047-f21148d36177 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/networks?id=704e76ad-782a-4bc9-b960-2c02a90b8b5f HTTP/1.1" status: 200 len: 796 time: 0.2162137 Jan 27 17:16:20.396900 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-a8133912-75a5-4611-90f0-88518d4521e8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 379 time: 0.0440447 Jan 27 17:16:20.408747 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-3b05c81a-4b3e-4939-a117-493a8516fd1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'port': {'device_id': 'a32f47c5-9e66-41ce-8943-147a29a5bbab', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'admin_state_up': True, 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'security_groups': ['44ae2617-8680-45ab-bfeb-69f4299b82ed']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:20.544328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-3b05c81a-4b3e-4939-a117-493a8516fd1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:20.553811 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-3b05c81a-4b3e-4939-a117-493a8516fd1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:20.564729 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-3b05c81a-4b3e-4939-a117-493a8516fd1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:20.568820 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-3b05c81a-4b3e-4939-a117-493a8516fd1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:20.630867 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38142) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:20.733227 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-3b05c81a-4b3e-4939-a117-493a8516fd1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.3 (704e76ad-782a-4bc9-b960-2c02a90b8b5f/ee080336-93c2-4236-a334-a8f1a0ff9c4b/f40797cf-b453-4493-b99a-6433c087a3f6) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:20.735949 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6654f7d4-17dc-4ca8-bbda-61479597cc06 tempest-ServiceProvidersTest-348917565 tempest-ServiceProvidersTest-348917565-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1039610 Jan 27 17:16:20.925252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-3b05c81a-4b3e-4939-a117-493a8516fd1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:20.943557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-3b05c81a-4b3e-4939-a117-493a8516fd1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object f40797cf-b453-4493-b99a-6433c087a3f6 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:20.958795 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fdd3f910-ab6b-42a9-9f03-68278118fa3c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:20.970585 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-3b05c81a-4b3e-4939-a117-493a8516fd1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.014197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38152) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:21.051050 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port fdd3f910-ab6b-42a9-9f03-68278118fa3c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:21.051707 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.055410 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05c81a-4b3e-4939-a117-493a8516fd1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=f40797cf-b453-4493-b99a-6433c087a3f6,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:21.071850 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-3b05c81a-4b3e-4939-a117-493a8516fd1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 704e76ad-782a-4bc9-b960-2c02a90b8b5f is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:21.073671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-3b05c81a-4b3e-4939-a117-493a8516fd1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:21.089403 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-3b05c81a-4b3e-4939-a117-493a8516fd1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:16:21.092093 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd48066a-b59d-40f7-9066-894beb9dba1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.154808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ef006815-91e6-435b-be37-6d74bcb184e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.162152 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-3b05c81a-4b3e-4939-a117-493a8516fd1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:21.162864 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-3b05c81a-4b3e-4939-a117-493a8516fd1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.170606 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ef006815-91e6-435b-be37-6d74bcb184e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:21.175367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ef006815-91e6-435b-be37-6d74bcb184e7 admin admin] Usage tracker for resource:security_group_rule and tenant:87e5a5868ea24bb59ce880f0a64c7d3f is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:21.178999 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ef006815-91e6-435b-be37-6d74bcb184e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:21.187534 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ef006815-91e6-435b-be37-6d74bcb184e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:21.193046 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-3b05c81a-4b3e-4939-a117-493a8516fd1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7881589 Jan 27 17:16:21.213987 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Request body: {'port': {'device_id': 'a32f47c5-9e66-41ce-8943-147a29a5bbab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:21.296300 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ef006815-91e6-435b-be37-6d74bcb184e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.302178 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ef006815-91e6-435b-be37-6d74bcb184e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.331064 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.340434 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef006815-91e6-435b-be37-6d74bcb184e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20178e78-5f94-497a-8d95-d6a94d358f40,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:21.363218 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ef006815-91e6-435b-be37-6d74bcb184e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87e5a5868ea24bb59ce880f0a64c7d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3454716 Jan 27 17:16:21.363569 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38160) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:21.421812 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1fea9136-ec15-4728-bcda-3901ab0e93dd None None] Provisioning for port f40797cf-b453-4493-b99a-6433c087a3f6 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:21.428979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d3e8c729-d562-4071-ae95-cb1e44ef4c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.432906 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1fea9136-ec15-4728-bcda-3901ab0e93dd None None] Provisioning complete for port f40797cf-b453-4493-b99a-6433c087a3f6 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:21.433529 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1fea9136-ec15-4728-bcda-3901ab0e93dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.490772 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1fea9136-ec15-4728-bcda-3901ab0e93dd None None] Port f40797cf-b453-4493-b99a-6433c087a3f6 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:21.603647 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d3e8c729-d562-4071-ae95-cb1e44ef4c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.680384 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7188139-3237-466a-b2f9-9eae8460b279 req-5ea3eb7a-bfde-4abd-b9ab-d55010a15313 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:21.681946 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a7188139-3237-466a-b2f9-9eae8460b279 req-5ea3eb7a-bfde-4abd-b9ab-d55010a15313 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 931 time: 0.2411969 Jan 27 17:16:21.704427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d3e8c729-d562-4071-ae95-cb1e44ef4c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.723951 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8c729-d562-4071-ae95-cb1e44ef4c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20178e78-5f94-497a-8d95-d6a94d358f40,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:21.743707 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d3e8c729-d562-4071-ae95-cb1e44ef4c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.744726 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d3e8c729-d562-4071-ae95-cb1e44ef4c48 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/20178e78-5f94-497a-8d95-d6a94d358f40 HTTP/1.1" status: 204 len: 168 time: 0.3801513 Jan 27 17:16:21.756510 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a7188139-3237-466a-b2f9-9eae8460b279 req-0120ec06-a409-475a-b2af-dfe526e57d4b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=44ae2617-8680-45ab-bfeb-69f4299b82ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672541 Jan 27 17:16:21.824028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40797cf-b453-4493-b99a-6433c087a3f6 {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:16:21.831511 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.848734 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Transition to ACTIVE for port object f40797cf-b453-4493-b99a-6433c087a3f6 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:21.857541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:21.990648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Pushing event updated for resources: {'Port': ['ID=f40797cf-b453-4493-b99a-6433c087a3f6,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:22.108277 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Attempting to bind port f40797cf-b453-4493-b99a-6433c087a3f6 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:22.108656 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Attempting to bind port f40797cf-b453-4493-b99a-6433c087a3f6 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '3f5e0259-3c69-4b2b-b497-2732dccd3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:22.109019 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Attempting to bind port f40797cf-b453-4493-b99a-6433c087a3f6 on network 704e76ad-782a-4bc9-b960-2c02a90b8b5f {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:22.114722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Port f40797cf-b453-4493-b99a-6433c087a3f6 on network 704e76ad-782a-4bc9-b960-2c02a90b8b5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:16:22.115529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Attempting to bind port f40797cf-b453-4493-b99a-6433c087a3f6 on network 704e76ad-782a-4bc9-b960-2c02a90b8b5f {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:22.117106 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:22.121513 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:22.123625 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Checking segment: {'id': '3f5e0259-3c69-4b2b-b497-2732dccd3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:22.124012 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Bound using segment: {'id': '3f5e0259-3c69-4b2b-b497-2732dccd3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:22.124434 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Bound port: f40797cf-b453-4493-b99a-6433c087a3f6, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5e0259-3c69-4b2b-b497-2732dccd3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:22.124773 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:22.220158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:22.222161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] For port f40797cf-b453-4493-b99a-6433c087a3f6, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:22.225798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] For port f40797cf-b453-4493-b99a-6433c087a3f6, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f40797cf-b453-4493-b99a-6433c087a3f6,segment=NetworkSegment(3f5e0259-3c69-4b2b-b497-2732dccd3acf),segment_id=3f5e0259-3c69-4b2b-b497-2732dccd3acf)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:22.232486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:22.292127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:22.292878 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:22.294623 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] 10.222.0.83 "PUT /v2.0/ports/f40797cf-b453-4493-b99a-6433c087a3f6 HTTP/1.1" status: 200 len: 1093 time: 1.0937676 Jan 27 17:16:22.296447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32f47c5-9e66-41ce-8943-147a29a5bbab', 'tag': 'f40797cf-b453-4493-b99a-6433c087a3f6'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:16:22.330478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bb7d6-7b68-4ade-bad2-2e3323157030 service neutron] Pushing event updated for resources: {'Port': ['ID=f40797cf-b453-4493-b99a-6433c087a3f6,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:22.373979 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32f47c5-9e66-41ce-8943-147a29a5bbab', 'tag': 'f40797cf-b453-4493-b99a-6433c087a3f6', 'status': 'completed', 'code': 200} Jan 27 17:16:22.416880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-bb6808f1-9823-4e00-8168-94d4859d2ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:22.418476 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-bb6808f1-9823-4e00-8168-94d4859d2ed3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 1096 time: 0.0795200 Jan 27 17:16:22.492104 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-d96abaa5-c5c1-4b25-8214-15f9c422e5a7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40797cf-b453-4493-b99a-6433c087a3f6 HTTP/1.1" status: 200 len: 217 time: 0.0663633 Jan 27 17:16:22.523808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38186) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:22.558917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-ddefae84-7193-49d9-8ea1-e3d89102b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:22.560370 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-ddefae84-7193-49d9-8ea1-e3d89102b92d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ee080336-93c2-4236-a334-a8f1a0ff9c4b HTTP/1.1" status: 200 len: 835 time: 0.0626121 Jan 27 17:16:22.634690 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-998174090-network', 'tenant_id': 'b91a3cda6556482ab818440570c61051'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:22.639598 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:22.640745 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-83ff14cc-f55f-49dc-9058-5b7419612e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:22.642255 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-83ff14cc-f55f-49dc-9058-5b7419612e1c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=704e76ad-782a-4bc9-b960-2c02a90b8b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757878 Jan 27 17:16:22.643782 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Usage tracker for resource:network and tenant:b91a3cda6556482ab818440570c61051 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:22.647362 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:22.655699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:22.666515 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Made reservation on behalf of b91a3cda6556482ab818440570c61051 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:22.669087 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:22.681110 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:22.695580 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:22.699714 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Usage tracker for resource:security_group_rule and tenant:b91a3cda6556482ab818440570c61051 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:22.702668 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:22.708695 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:22.779692 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-9a70eb96-5e9b-4863-884f-afc010e93cbf service neutron] 10.222.0.83 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307113 Jan 27 17:16:22.805816 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:22.812067 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:22.840040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:16:22.852518 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850242dd-5d0e-41ff-bbfb-4131ab2316f9,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:22.857034 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:22.857487 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Added segment 6c98c55c-6ca3-480d-a8c3-9b3e08e26f06 of type vlan for network 3e1c587b-464a-45e5-87f7-605f1b8b8fc2 Jan 27 17:16:22.888453 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:22.924873 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-86b185cf-3c49-4957-84ee-a98d7ed95f99 req-77694100-dd5d-43cc-b7c6-acb46a40d6f3 service neutron] 10.222.0.83 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392186 Jan 27 17:16:22.979462 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:22.980523 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:22.981110 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.048298 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b1312-c89c-4a0e-9a2d-59da512c8e54 req-d6351b45-245b-4c16-8167-b054345897fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:23.049673 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-696b1312-c89c-4a0e-9a2d-59da512c8e54 req-d6351b45-245b-4c16-8167-b054345897fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 1096 time: 0.0709987 Jan 27 17:16:23.093550 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22b141-8d28-41c7-a8a4-6fd4f0e220f1 req-446926e8-c77c-4bd7-bc10-a65dbb820222 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:23.094971 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5b22b141-8d28-41c7-a8a4-6fd4f0e220f1 req-446926e8-c77c-4bd7-bc10-a65dbb820222 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 943 time: 0.2085340 Jan 27 17:16:23.101049 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5762017 Jan 27 17:16:23.102150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14df971-2859-4db7-81fd-19fc8b4403ce admin admin] Pushing event updated for resources: {'Network': ['ID=3e1c587b-464a-45e5-87f7-605f1b8b8fc2,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:23.104334 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38194) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:23.111240 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-2d0c1541-ce99-4805-8007-8441c3da0b43 admin admin] Request body: {'subnet': {'network_id': '3e1c587b-464a-45e5-87f7-605f1b8b8fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-998174090-subnet', 'tenant_id': 'b91a3cda6556482ab818440570c61051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:23.115815 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 3e1c587b-464a-45e5-87f7-605f1b8b8fc2 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:16:23.128664 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2d0c1541-ce99-4805-8007-8441c3da0b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:23.136280 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2d0c1541-ce99-4805-8007-8441c3da0b43 admin admin] Usage tracker for resource:subnet and tenant:b91a3cda6556482ab818440570c61051 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:23.139828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2d0c1541-ce99-4805-8007-8441c3da0b43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:23.154190 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2d0c1541-ce99-4805-8007-8441c3da0b43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:23.169196 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5b22b141-8d28-41c7-a8a4-6fd4f0e220f1 req-9b9c0ec6-68f0-4a8c-9921-6a4b885a930b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=44ae2617-8680-45ab-bfeb-69f4299b82ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623174 Jan 27 17:16:23.176537 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0c1541-ce99-4805-8007-8441c3da0b43 admin admin] Made reservation on behalf of b91a3cda6556482ab818440570c61051 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:23.179349 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2d0c1541-ce99-4805-8007-8441c3da0b43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.190087 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b1312-c89c-4a0e-9a2d-59da512c8e54 req-485937e2-4c79-44ba-b757-6f3130f5b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:23.191944 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-696b1312-c89c-4a0e-9a2d-59da512c8e54 req-485937e2-4c79-44ba-b757-6f3130f5b552 service neutron] 10.222.0.83 "GET /v2.0/networks?id=704e76ad-782a-4bc9-b960-2c02a90b8b5f HTTP/1.1" status: 200 len: 898 time: 0.1354969 Jan 27 17:16:23.270988 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-696b1312-c89c-4a0e-9a2d-59da512c8e54 req-196a718c-5b53-4a78-b95f-e55a05048c39 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40797cf-b453-4493-b99a-6433c087a3f6 HTTP/1.1" status: 200 len: 217 time: 0.0719070 Jan 27 17:16:23.337735 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b1312-c89c-4a0e-9a2d-59da512c8e54 req-62fb327c-24b9-4af1-b3e8-3d9eee8cc40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:23.339237 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-696b1312-c89c-4a0e-9a2d-59da512c8e54 req-62fb327c-24b9-4af1-b3e8-3d9eee8cc40c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ee080336-93c2-4236-a334-a8f1a0ff9c4b HTTP/1.1" status: 200 len: 835 time: 0.0623183 Jan 27 17:16:23.376590 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.394854 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2d0c1541-ce99-4805-8007-8441c3da0b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.418139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b1312-c89c-4a0e-9a2d-59da512c8e54 req-fc6219a9-d083-493f-aea0-0f35a47ac64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:23.419656 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-696b1312-c89c-4a0e-9a2d-59da512c8e54 req-fc6219a9-d083-493f-aea0-0f35a47ac64d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=704e76ad-782a-4bc9-b960-2c02a90b8b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741396 Jan 27 17:16:23.465450 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c1541-ce99-4805-8007-8441c3da0b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad495b26-097f-4a2d-a5e7-d3efd55a19c0,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:23.478294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c1541-ce99-4805-8007-8441c3da0b43 admin admin] Checking segment: {'id': '6c98c55c-6ca3-480d-a8c3-9b3e08e26f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '3e1c587b-464a-45e5-87f7-605f1b8b8fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:23.478644 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c1541-ce99-4805-8007-8441c3da0b43 admin admin] Network hostable DHCP agents. Network: 3e1c587b-464a-45e5-87f7-605f1b8b8fc2, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:16:23.498806 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c1541-ce99-4805-8007-8441c3da0b43 admin admin] Network 3e1c587b-464a-45e5-87f7-605f1b8b8fc2 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:16:23.509811 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-2d0c1541-ce99-4805-8007-8441c3da0b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 3e1c587b-464a-45e5-87f7-605f1b8b8fc2) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:23.513842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0c1541-ce99-4805-8007-8441c3da0b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:23.514443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2d0c1541-ce99-4805-8007-8441c3da0b43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:23.520511 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b1fad0-a075-47c3-9e36-a5744ed2071b None None] Network 3e1c587b-464a-45e5-87f7-605f1b8b8fc2 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:23.537625 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2d0c1541-ce99-4805-8007-8441c3da0b43 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4324527 Jan 27 17:16:23.568789 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-696b1312-c89c-4a0e-9a2d-59da512c8e54 req-bdf498a1-5f12-42f4-9537-cbb3da8eebcf service neutron] 10.222.0.83 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418877 Jan 27 17:16:23.739979 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf5fe4a-1501-4fd8-8c5e-9e3c90fd2fd3 None None] Network 3e1c587b-464a-45e5-87f7-605f1b8b8fc2 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:23.829108 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-696b1312-c89c-4a0e-9a2d-59da512c8e54 req-200174e5-f5b5-45d5-9cf6-56c81a3262aa service neutron] 10.222.0.83 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535336 Jan 27 17:16:24.055728 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38212) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:24.061347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-168660424-network', 'tenant_id': '1ad397325c3a4d5d9202db45d41bec2a'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:24.066437 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:24.070402 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Usage tracker for resource:network and tenant:1ad397325c3a4d5d9202db45d41bec2a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:24.073230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:24.079164 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:24.090953 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Made reservation on behalf of 1ad397325c3a4d5d9202db45d41bec2a for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:24.093306 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.106096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.120419 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:24.124447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Usage tracker for resource:security_group_rule and tenant:1ad397325c3a4d5d9202db45d41bec2a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:24.127356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:24.133283 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:24.218886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.223606 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.252642 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:16:24.260870 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81c7437-b8ea-4496-a048-4f11df918de9,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:24.266283 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.266665 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Added segment 2d39454f-67f1-494a-99d9-3f520c42f0f9 of type vlan for network b4495e62-6693-44fa-a815-3f709ecf58ea Jan 27 17:16:24.328148 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.331124 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device f40797cf-b453-4493-b99a-6433c087a3f6 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:16:24.377652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.378636 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:24.379193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.439452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176e9d1-1234-4860-99d1-bb5c33d7f4d4 req-33273921-6734-4c90-bad6-e7e7dbebd14b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:24.440136 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-7176e9d1-1234-4860-99d1-bb5c33d7f4d4 req-33273921-6734-4c90-bad6-e7e7dbebd14b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:24.466798 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port f40797cf-b453-4493-b99a-6433c087a3f6, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f40797cf-b453-4493-b99a-6433c087a3f6,segment=NetworkSegment(3f5e0259-3c69-4b2b-b497-2732dccd3acf),segment_id=3f5e0259-3c69-4b2b-b497-2732dccd3acf)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:24.484340 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': 'f40797cf-b453-4493-b99a-6433c087a3f6', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'port_id': 'f40797cf-b453-4493-b99a-6433c087a3f6', 'mac_address': 'fa:16:3e:4e:15:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:16:24.500436 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4409654 Jan 27 17:16:24.500436 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644991c3-3adf-43a4-9d37-4be8bf38fcea admin admin] Pushing event updated for resources: {'Network': ['ID=b4495e62-6693-44fa-a815-3f709ecf58ea,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:24.502177 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38218) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:24.510383 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-d56397c6-5a10-4a02-96c6-7a250bca74a3 admin admin] Request body: {'subnet': {'network_id': 'b4495e62-6693-44fa-a815-3f709ecf58ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-168660424-subnet', 'tenant_id': '1ad397325c3a4d5d9202db45d41bec2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:24.513226 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-7176e9d1-1234-4860-99d1-bb5c33d7f4d4 req-33273921-6734-4c90-bad6-e7e7dbebd14b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:24.514835 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7176e9d1-1234-4860-99d1-bb5c33d7f4d4 req-33273921-6734-4c90-bad6-e7e7dbebd14b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 943 time: 0.2231078 Jan 27 17:16:24.515748 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network b4495e62-6693-44fa-a815-3f709ecf58ea details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:16:24.517794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d56397c6-5a10-4a02-96c6-7a250bca74a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:24.522465 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d56397c6-5a10-4a02-96c6-7a250bca74a3 admin admin] Usage tracker for resource:subnet and tenant:1ad397325c3a4d5d9202db45d41bec2a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:24.525604 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d56397c6-5a10-4a02-96c6-7a250bca74a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:24.532027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d56397c6-5a10-4a02-96c6-7a250bca74a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:24.543351 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56397c6-5a10-4a02-96c6-7a250bca74a3 admin admin] Made reservation on behalf of 1ad397325c3a4d5d9202db45d41bec2a for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:24.545755 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d56397c6-5a10-4a02-96c6-7a250bca74a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.564521 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7176e9d1-1234-4860-99d1-bb5c33d7f4d4 req-cd7c7156-19ef-41bd-97c0-498fd8cad325 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=44ae2617-8680-45ab-bfeb-69f4299b82ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429878 Jan 27 17:16:24.614141 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.644988 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40797cf-b453-4493-b99a-6433c087a3f6 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:16:24.661455 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port f40797cf-b453-4493-b99a-6433c087a3f6, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f40797cf-b453-4493-b99a-6433c087a3f6,segment=NetworkSegment(3f5e0259-3c69-4b2b-b497-2732dccd3acf),segment_id=3f5e0259-3c69-4b2b-b497-2732dccd3acf)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:24.666282 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.731403 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=f40797cf-b453-4493-b99a-6433c087a3f6,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:24.755980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d56397c6-5a10-4a02-96c6-7a250bca74a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.827586 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56397c6-5a10-4a02-96c6-7a250bca74a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40894e14-f75d-4563-94f7-668285a96d58,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:24.837424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56397c6-5a10-4a02-96c6-7a250bca74a3 admin admin] Checking segment: {'id': '2d39454f-67f1-494a-99d9-3f520c42f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'b4495e62-6693-44fa-a815-3f709ecf58ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:24.837867 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56397c6-5a10-4a02-96c6-7a250bca74a3 admin admin] Network hostable DHCP agents. Network: b4495e62-6693-44fa-a815-3f709ecf58ea, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:16:24.858134 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56397c6-5a10-4a02-96c6-7a250bca74a3 admin admin] Network b4495e62-6693-44fa-a815-3f709ecf58ea is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:16:24.868050 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-d56397c6-5a10-4a02-96c6-7a250bca74a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, b4495e62-6693-44fa-a815-3f709ecf58ea) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:24.872131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56397c6-5a10-4a02-96c6-7a250bca74a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:24.872696 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d56397c6-5a10-4a02-96c6-7a250bca74a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:24.878219 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['f40797cf-b453-4493-b99a-6433c087a3f6'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:16:24.893871 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d56397c6-5a10-4a02-96c6-7a250bca74a3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3892083 Jan 27 17:16:24.911247 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e0d75c-6fba-417b-b9ac-7995882cb861 None None] Network b4495e62-6693-44fa-a815-3f709ecf58ea requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:25.201637 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1862c398-3b12-477a-9bc0-fd709feb42d7 None None] Network b4495e62-6693-44fa-a815-3f709ecf58ea requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:16:25.459395 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd239a0c-c38f-4519-b971-a0935553525c req-9834841c-93ea-4f2d-897f-6953142931f3 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:25.459935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-cd239a0c-c38f-4519-b971-a0935553525c req-9834841c-93ea-4f2d-897f-6953142931f3 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Synchronizing usage tracker for tenant:b91a3cda6556482ab818440570c61051 on resource:network {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:25.479647 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-cd239a0c-c38f-4519-b971-a0935553525c req-9834841c-93ea-4f2d-897f-6953142931f3 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Unset dirty status for tenant:b91a3cda6556482ab818440570c61051 on resource:network {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:25.480930 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cd239a0c-c38f-4519-b971-a0935553525c req-9834841c-93ea-4f2d-897f-6953142931f3 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/networks?id=3e1c587b-464a-45e5-87f7-605f1b8b8fc2 HTTP/1.1" status: 200 len: 811 time: 0.1669853 Jan 27 17:16:25.496883 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cd239a0c-c38f-4519-b971-a0935553525c req-7ce79dad-141a-45b4-87dc-38a62ce5592f tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/quotas/b91a3cda6556482ab818440570c61051 HTTP/1.1" status: 200 len: 375 time: 0.0100822 Jan 27 17:16:25.544512 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cd239a0c-c38f-4519-b971-a0935553525c req-611ee642-9c7c-43c1-a519-3075c9c5d3b9 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b91a3cda6556482ab818440570c61051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418034 Jan 27 17:16:25.685358 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cd239a0c-c38f-4519-b971-a0935553525c req-9245fd55-4c8c-40e1-bef8-73f0d0874ca3 service neutron] 10.222.0.50 "GET /v2.0/networks/3e1c587b-464a-45e5-87f7-605f1b8b8fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337099 Jan 27 17:16:25.762456 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97366a65-0fcc-4f8c-b655-e63ebab2fab8 req-c206b7c7-7fef-4f75-906f-49bc20eb57c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:25.764171 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-97366a65-0fcc-4f8c-b655-e63ebab2fab8 req-c206b7c7-7fef-4f75-906f-49bc20eb57c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 944 time: 0.0846846 Jan 27 17:16:25.812528 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-97366a65-0fcc-4f8c-b655-e63ebab2fab8 req-c135158d-c261-472a-8b8e-34fda8638fb8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=44ae2617-8680-45ab-bfeb-69f4299b82ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407979 Jan 27 17:16:25.822652 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cd239a0c-c38f-4519-b971-a0935553525c req-c371aac4-fe52-4fa5-8dd9-630f05f0aa32 service neutron] 10.222.0.50 "GET /v2.0/networks/3e1c587b-464a-45e5-87f7-605f1b8b8fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308055 Jan 27 17:16:26.032305 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d65ef11d-c878-4754-9302-c3b21679c34a req-248cbeb4-9459-4a4b-9504-bedaf0a85688 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 210 time: 0.0595300 Jan 27 17:16:26.342928 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device f40797cf-b453-4493-b99a-6433c087a3f6 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:26.410036 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port f40797cf-b453-4493-b99a-6433c087a3f6 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:26.414732 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port f40797cf-b453-4493-b99a-6433c087a3f6 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:26.415096 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:26.529552 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:26.556654 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32f47c5-9e66-41ce-8943-147a29a5bbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40797cf-b453-4493-b99a-6433c087a3f6'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:16:26.566466 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port f40797cf-b453-4493-b99a-6433c087a3f6, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f40797cf-b453-4493-b99a-6433c087a3f6,segment=NetworkSegment(3f5e0259-3c69-4b2b-b497-2732dccd3acf),segment_id=3f5e0259-3c69-4b2b-b497-2732dccd3acf)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:26.572653 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:26.611647 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32f47c5-9e66-41ce-8943-147a29a5bbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40797cf-b453-4493-b99a-6433c087a3f6', 'code': 200} Jan 27 17:16:26.643831 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=f40797cf-b453-4493-b99a-6433c087a3f6,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:26.855963 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aba72-0be8-4190-80df-e3be0b8491b6 req-b7b6c902-1f02-4a33-8083-bc1f3060f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:26.857482 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b56aba72-0be8-4190-80df-e3be0b8491b6 req-b7b6c902-1f02-4a33-8083-bc1f3060f90b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 1098 time: 0.0769293 Jan 27 17:16:26.901380 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b56aba72-0be8-4190-80df-e3be0b8491b6 req-6c13fb34-6442-4e73-ac7f-ee77f30f44f2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=44ae2617-8680-45ab-bfeb-69f4299b82ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373287 Jan 27 17:16:27.000108 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16a203-540f-474b-ac2b-f58e1b1483ce req-140008c9-e0d4-4681-837d-da8b4a12ae3d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:27.001537 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bc16a203-540f-474b-ac2b-f58e1b1483ce req-140008c9-e0d4-4681-837d-da8b4a12ae3d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 945 time: 0.0790493 Jan 27 17:16:27.046599 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bc16a203-540f-474b-ac2b-f58e1b1483ce req-395097c1-92d8-49dd-8b03-e4a15a136648 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=44ae2617-8680-45ab-bfeb-69f4299b82ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391686 Jan 27 17:16:27.304854 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-31751918-2b23-4755-8274-16d83bdfb24d req-bc24e8ea-1b30-46d4-a29b-bff7cb2d7653 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 210 time: 0.1654823 Jan 27 17:16:27.321533 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd239a0c-c38f-4519-b971-a0935553525c req-57fb3b80-102d-430c-b3b2-fccab8486851 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:27.326802 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cd239a0c-c38f-4519-b971-a0935553525c req-57fb3b80-102d-430c-b3b2-fccab8486851 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.83 "GET /v2.0/networks?id=3e1c587b-464a-45e5-87f7-605f1b8b8fc2 HTTP/1.1" status: 200 len: 811 time: 0.2257061 Jan 27 17:16:27.342232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-cd239a0c-c38f-4519-b971-a0935553525c req-98c9b12d-f47c-4df7-9c08-e669894755fc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Request body: {'port': {'device_id': '4d51361e-5e2c-488e-9c14-39738e4bad48', 'network_id': '3e1c587b-464a-45e5-87f7-605f1b8b8fc2', 'admin_state_up': True, 'tenant_id': 'b91a3cda6556482ab818440570c61051'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:27.496830 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-cd239a0c-c38f-4519-b971-a0935553525c req-98c9b12d-f47c-4df7-9c08-e669894755fc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:27.500796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-cd239a0c-c38f-4519-b971-a0935553525c req-98c9b12d-f47c-4df7-9c08-e669894755fc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Usage tracker for resource:port and tenant:b91a3cda6556482ab818440570c61051 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:27.504381 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-cd239a0c-c38f-4519-b971-a0935553525c req-98c9b12d-f47c-4df7-9c08-e669894755fc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:27.510559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-cd239a0c-c38f-4519-b971-a0935553525c req-98c9b12d-f47c-4df7-9c08-e669894755fc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:27.520580 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd239a0c-c38f-4519-b971-a0935553525c req-98c9b12d-f47c-4df7-9c08-e669894755fc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Made reservation on behalf of b91a3cda6556482ab818440570c61051 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:27.524216 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cd239a0c-c38f-4519-b971-a0935553525c req-98c9b12d-f47c-4df7-9c08-e669894755fc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:27.693698 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-cd239a0c-c38f-4519-b971-a0935553525c req-98c9b12d-f47c-4df7-9c08-e669894755fc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Allocated IP 172.20.0.9 (3e1c587b-464a-45e5-87f7-605f1b8b8fc2/ad495b26-097f-4a2d-a5e7-d3efd55a19c0/08585e83-e44e-4141-9637-bf1f1d4c3292) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:27.910378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cd239a0c-c38f-4519-b971-a0935553525c req-98c9b12d-f47c-4df7-9c08-e669894755fc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:27.944111 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cd239a0c-c38f-4519-b971-a0935553525c req-98c9b12d-f47c-4df7-9c08-e669894755fc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:28.021027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd239a0c-c38f-4519-b971-a0935553525c req-98c9b12d-f47c-4df7-9c08-e669894755fc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Network 3e1c587b-464a-45e5-87f7-605f1b8b8fc2 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:28.024504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-cd239a0c-c38f-4519-b971-a0935553525c req-98c9b12d-f47c-4df7-9c08-e669894755fc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:28.033512 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd239a0c-c38f-4519-b971-a0935553525c req-98c9b12d-f47c-4df7-9c08-e669894755fc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:16:28.075787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9b12d-f47c-4df7-9c08-e669894755fc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Pushing event updated for resources: {'Port': ['ID=08585e83-e44e-4141-9637-bf1f1d4c3292,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:28.120423 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd239a0c-c38f-4519-b971-a0935553525c req-98c9b12d-f47c-4df7-9c08-e669894755fc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:28.121058 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cd239a0c-c38f-4519-b971-a0935553525c req-98c9b12d-f47c-4df7-9c08-e669894755fc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:28.143647 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cd239a0c-c38f-4519-b971-a0935553525c req-98c9b12d-f47c-4df7-9c08-e669894755fc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8110483 Jan 27 17:16:28.153669 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [req-cd239a0c-c38f-4519-b971-a0935553525c req-e22946ff-edbc-4a72-afc2-369e31c77fae tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:16:28.154891 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cd239a0c-c38f-4519-b971-a0935553525c req-e22946ff-edbc-4a72-afc2-369e31c77fae tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053833 Jan 27 17:16:28.165143 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Request body: {'port': {'device_id': '4d51361e-5e2c-488e-9c14-39738e4bad48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:28.472542 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:28.497363 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e91b45-5482-4796-9b37-a6ba06dcfc93 req-b5d7a6ce-5158-465b-8b75-e808159bf5f1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:28.498862 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e0e91b45-5482-4796-9b37-a6ba06dcfc93 req-b5d7a6ce-5158-465b-8b75-e808159bf5f1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 945 time: 0.3014991 Jan 27 17:16:28.533792 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980184f7-abed-4f8c-b5a7-56789339bb37 req-6c6672c2-f55e-4eb1-83d5-9a553ec97494 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:28.534365 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-980184f7-abed-4f8c-b5a7-56789339bb37 req-6c6672c2-f55e-4eb1-83d5-9a553ec97494 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 931 time: 0.0834751 Jan 27 17:16:28.589235 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-980184f7-abed-4f8c-b5a7-56789339bb37 req-cd8ad6da-9073-424c-a294-c26a0a8f096a tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Synchronizing usage tracker for tenant:b91a3cda6556482ab818440570c61051 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:28.596226 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e0e91b45-5482-4796-9b37-a6ba06dcfc93 req-2f4efb97-7aad-4060-853d-e09784603000 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=44ae2617-8680-45ab-bfeb-69f4299b82ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727768 Jan 27 17:16:28.606643 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-980184f7-abed-4f8c-b5a7-56789339bb37 req-cd8ad6da-9073-424c-a294-c26a0a8f096a tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Unset dirty status for tenant:b91a3cda6556482ab818440570c61051 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:28.608148 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-980184f7-abed-4f8c-b5a7-56789339bb37 req-cd8ad6da-9073-424c-a294-c26a0a8f096a tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660985 Jan 27 17:16:28.873836 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613f877-64d1-40ab-ae6c-45d2f4413732 req-614844c2-3e78-4742-913a-d8dd67362a70 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:28.875217 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1613f877-64d1-40ab-ae6c-45d2f4413732 req-614844c2-3e78-4742-913a-d8dd67362a70 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 945 time: 0.1757660 Jan 27 17:16:28.956544 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08585e83-e44e-4141-9637-bf1f1d4c3292 {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:16:28.967589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:28.972325 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1613f877-64d1-40ab-ae6c-45d2f4413732 req-ee8eae8e-790d-42d0-badc-cdeafb9afdae tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=44ae2617-8680-45ab-bfeb-69f4299b82ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671747 Jan 27 17:16:29.000766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Transition to ACTIVE for port object 08585e83-e44e-4141-9637-bf1f1d4c3292 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:29.000766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:29.002579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38266) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:29.099232 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228bcad8-b86d-4061-b905-b561be96ad3a tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:29.102879 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-228bcad8-b86d-4061-b905-b561be96ad3a tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 1093 time: 0.1016653 Jan 27 17:16:29.106327 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38270) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:29.114971 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': 'f40797cf-b453-4493-b99a-6433c087a3f6', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:29.124460 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:29.131524 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:floatingip and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:16:29.135527 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:16:29.141007 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:29.154926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:29.160656 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Pushing event updated for resources: {'Port': ['ID=08585e83-e44e-4141-9637-bf1f1d4c3292,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:29.242819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Attempting to bind port 08585e83-e44e-4141-9637-bf1f1d4c3292 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:29.243255 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Attempting to bind port 08585e83-e44e-4141-9637-bf1f1d4c3292 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '6c98c55c-6ca3-480d-a8c3-9b3e08e26f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '3e1c587b-464a-45e5-87f7-605f1b8b8fc2'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:29.243578 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Attempting to bind port 08585e83-e44e-4141-9637-bf1f1d4c3292 on network 3e1c587b-464a-45e5-87f7-605f1b8b8fc2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:29.248342 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Port 08585e83-e44e-4141-9637-bf1f1d4c3292 on network 3e1c587b-464a-45e5-87f7-605f1b8b8fc2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:16:29.249016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Attempting to bind port 08585e83-e44e-4141-9637-bf1f1d4c3292 on network 3e1c587b-464a-45e5-87f7-605f1b8b8fc2 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:29.253923 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:29.254258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Checking segment: {'id': '6c98c55c-6ca3-480d-a8c3-9b3e08e26f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '3e1c587b-464a-45e5-87f7-605f1b8b8fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:29.254641 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Bound using segment: {'id': '6c98c55c-6ca3-480d-a8c3-9b3e08e26f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '3e1c587b-464a-45e5-87f7-605f1b8b8fc2'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:29.255056 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Bound port: 08585e83-e44e-4141-9637-bf1f1d4c3292, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c98c55c-6ca3-480d-a8c3-9b3e08e26f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '3e1c587b-464a-45e5-87f7-605f1b8b8fc2'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:29.255399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:29.303024 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:29.347904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] For port 08585e83-e44e-4141-9637-bf1f1d4c3292, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:29.350933 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] For port 08585e83-e44e-4141-9637-bf1f1d4c3292, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=08585e83-e44e-4141-9637-bf1f1d4c3292,segment=NetworkSegment(6c98c55c-6ca3-480d-a8c3-9b3e08e26f06),segment_id=6c98c55c-6ca3-480d-a8c3-9b3e08e26f06)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:29.356537 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:29.417257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:29.417884 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:29.419236 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cd239a0c-c38f-4519-b971-a0935553525c req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] 10.222.0.83 "PUT /v2.0/ports/08585e83-e44e-4141-9637-bf1f1d4c3292 HTTP/1.1" status: 200 len: 1093 time: 1.2582791 Jan 27 17:16:29.419676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d51361e-5e2c-488e-9c14-39738e4bad48', 'tag': '08585e83-e44e-4141-9637-bf1f1d4c3292'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:16:29.445169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719834fb-3ba6-4e9d-b58a-083b7bd180f0 service neutron] Pushing event updated for resources: {'Port': ['ID=08585e83-e44e-4141-9637-bf1f1d4c3292,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:29.464519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.26.1.150 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/6e1c60db-4a67-44f6-9fd3-32a4b1cb8490) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:29.503043 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:16:29.519791 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d51361e-5e2c-488e-9c14-39738e4bad48', 'tag': '08585e83-e44e-4141-9637-bf1f1d4c3292', 'status': 'completed', 'code': 200} Jan 27 17:16:29.562751 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd239a0c-c38f-4519-b971-a0935553525c req-b20a4b4b-e312-49a8-a87c-c3a7ef94dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:29.564263 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cd239a0c-c38f-4519-b971-a0935553525c req-b20a4b4b-e312-49a8-a87c-c3a7ef94dd5a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b91a3cda6556482ab818440570c61051&device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 1096 time: 0.0938439 Jan 27 17:16:29.617483 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:29.635734 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cd239a0c-c38f-4519-b971-a0935553525c req-6cb0ad8d-827e-494e-b8a7-f647ec33ef48 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08585e83-e44e-4141-9637-bf1f1d4c3292 HTTP/1.1" status: 200 len: 217 time: 0.0644431 Jan 27 17:16:29.649986 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:29.716005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd239a0c-c38f-4519-b971-a0935553525c req-6c4b8802-72bf-4a45-a3aa-48d70a6065a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:29.717801 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cd239a0c-c38f-4519-b971-a0935553525c req-6c4b8802-72bf-4a45-a3aa-48d70a6065a2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad495b26-097f-4a2d-a5e7-d3efd55a19c0 HTTP/1.1" status: 200 len: 851 time: 0.0761566 Jan 27 17:16:29.723513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:29.731387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:29.731387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:16:29.761572 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=6e1c60db-4a67-44f6-9fd3-32a4b1cb8490,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:29.815939 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cd239a0c-c38f-4519-b971-a0935553525c req-40164e66-f40c-47d9-af93-dc1985bd474e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3e1c587b-464a-45e5-87f7-605f1b8b8fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896893 Jan 27 17:16:29.983400 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f5f23-9f9f-4ce9-bec2-32934ef6dc39 req-f08fb0d6-bc08-4688-8621-a8e0b27641f8 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:29.984166 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-ff5f5f23-9f9f-4ce9-bec2-32934ef6dc39 req-f08fb0d6-bc08-4688-8621-a8e0b27641f8 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Synchronizing usage tracker for tenant:b91a3cda6556482ab818440570c61051 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:29.990504 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cd239a0c-c38f-4519-b971-a0935553525c req-d046cc2b-f695-44c9-9017-6cfddc990b5b service neutron] 10.222.0.83 "GET /v2.0/networks/3e1c587b-464a-45e5-87f7-605f1b8b8fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675961 Jan 27 17:16:30.039393 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-ff5f5f23-9f9f-4ce9-bec2-32934ef6dc39 req-f08fb0d6-bc08-4688-8621-a8e0b27641f8 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Unset dirty status for tenant:b91a3cda6556482ab818440570c61051 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:30.040544 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ff5f5f23-9f9f-4ce9-bec2-32934ef6dc39 req-f08fb0d6-bc08-4688-8621-a8e0b27641f8 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 943 time: 0.3125579 Jan 27 17:16:30.156402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:30.235012 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:30.279375 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ff5f5f23-9f9f-4ce9-bec2-32934ef6dc39 req-e663d17f-11dc-438c-81a0-7b1304a37c0c tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897175 Jan 27 17:16:30.281371 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cd239a0c-c38f-4519-b971-a0935553525c req-89a892d6-de11-412e-b746-d3d31c648728 service neutron] 10.222.0.83 "GET /v2.0/networks/3e1c587b-464a-45e5-87f7-605f1b8b8fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843885 Jan 27 17:16:30.400063 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e29d3-082e-4416-b4b3-b05ee95a1f3f req-94b3b302-f9fa-4d56-8835-a8db7a9c0c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.401548 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-418e29d3-082e-4416-b4b3-b05ee95a1f3f req-94b3b302-f9fa-4d56-8835-a8db7a9c0c5d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b91a3cda6556482ab818440570c61051&device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 1096 time: 0.0725563 Jan 27 17:16:30.437672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:30.442621 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:30.532426 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e29d3-082e-4416-b4b3-b05ee95a1f3f req-3e46a8ac-3337-4425-93b8-4c20c53c8199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.533810 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-418e29d3-082e-4416-b4b3-b05ee95a1f3f req-3e46a8ac-3337-4425-93b8-4c20c53c8199 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3e1c587b-464a-45e5-87f7-605f1b8b8fc2 HTTP/1.1" status: 200 len: 913 time: 0.1257162 Jan 27 17:16:30.543455 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=6e1c60db-4a67-44f6-9fd3-32a4b1cb8490,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:30.563225 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:30.603515 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-418e29d3-082e-4416-b4b3-b05ee95a1f3f req-59f84fbf-f5f4-4dcf-9ade-fec1d2723c36 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08585e83-e44e-4141-9637-bf1f1d4c3292 HTTP/1.1" status: 200 len: 217 time: 0.0632253 Jan 27 17:16:30.666152 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e29d3-082e-4416-b4b3-b05ee95a1f3f req-e3bc2a07-89df-4920-812e-ee2a5aba9a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:30.667607 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-418e29d3-082e-4416-b4b3-b05ee95a1f3f req-e3bc2a07-89df-4920-812e-ee2a5aba9a9c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad495b26-097f-4a2d-a5e7-d3efd55a19c0 HTTP/1.1" status: 200 len: 851 time: 0.0583248 Jan 27 17:16:30.719663 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-418e29d3-082e-4416-b4b3-b05ee95a1f3f req-bf99506f-6b2a-45da-9b60-ee75cf9787e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3e1c587b-464a-45e5-87f7-605f1b8b8fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449173 Jan 27 17:16:30.848883 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP 9092489c-caa0-442d-8e09-e8dbb5091e6f associated. External IP: 172.26.1.150, port: f40797cf-b453-4493-b99a-6433c087a3f6. Jan 27 17:16:30.852952 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-418e29d3-082e-4416-b4b3-b05ee95a1f3f req-122973d8-adc2-455e-93f7-61ab4786073d service neutron] 10.222.0.83 "GET /v2.0/networks/3e1c587b-464a-45e5-87f7-605f1b8b8fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263082 Jan 27 17:16:30.987150 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-418e29d3-082e-4416-b4b3-b05ee95a1f3f req-fc8a0a2e-fb93-424f-b7af-e147350808c0 service neutron] 10.222.0.83 "GET /v2.0/networks/3e1c587b-464a-45e5-87f7-605f1b8b8fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265118 Jan 27 17:16:31.207772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 25750a6e-9d1f-45a6-af62-548e55697cea has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:16:31.392975 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:31.402951 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf03a886-b416-4f04-8db9-d63c5f937a10 None None] Sync routers for ids ['25750a6e-9d1f-45a6-af62-548e55697cea'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:31.412664 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf03a886-b416-4f04-8db9-d63c5f937a10 None None] Routers {'25750a6e-9d1f-45a6-af62-548e55697cea'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:16:31.413270 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-cf03a886-b416-4f04-8db9-d63c5f937a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:16:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['25750a6e-9d1f-45a6-af62-548e55697cea'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:31.465462 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:31.526865 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6c5ee280-38c5-4b2c-a98c-bd09c6d4a2ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4202168 Jan 27 17:16:31.528578 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32f47c5-9e66-41ce-8943-147a29a5bbab', 'tag': 'f40797cf-b453-4493-b99a-6433c087a3f6'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:16:31.529672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38280) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:31.540612 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f12d9-f49c-431a-95fd-53ca478a7afe req-3fea3558-9122-4a63-949e-7be7745b8ed1 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:31.542084 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-bc8f12d9-f49c-431a-95fd-53ca478a7afe req-3fea3558-9122-4a63-949e-7be7745b8ed1 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 943 time: 0.1514406 Jan 27 17:16:31.579799 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32f47c5-9e66-41ce-8943-147a29a5bbab', 'tag': 'f40797cf-b453-4493-b99a-6433c087a3f6', 'status': 'completed', 'code': 200} Jan 27 17:16:31.599358 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-bc8f12d9-f49c-431a-95fd-53ca478a7afe req-c7b6cea0-b06c-40c3-947b-518a6d8e1d89 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516822 Jan 27 17:16:31.604170 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-cf03a886-b416-4f04-8db9-d63c5f937a10 None None] Set router 25750a6e-9d1f-45a6-af62-548e55697cea gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:31.688318 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0d25124c-0da6-4d6c-8c05-c157dd167d89 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/9092489c-caa0-442d-8e09-e8dbb5091e6f HTTP/1.1" status: 200 len: 991 time: 0.1558974 Jan 27 17:16:31.705378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da609c25-bdc3-4fd8-924c-9f0971cc4124 req-4ad57ab8-34a2-43e0-93ac-d98db5a18761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:31.706875 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-da609c25-bdc3-4fd8-924c-9f0971cc4124 req-4ad57ab8-34a2-43e0-93ac-d98db5a18761 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 1098 time: 0.0942864 Jan 27 17:16:31.834330 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da609c25-bdc3-4fd8-924c-9f0971cc4124 req-d0f0fdac-2f22-49e7-8d58-d4a9957b3fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:31.835751 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-da609c25-bdc3-4fd8-924c-9f0971cc4124 req-d0f0fdac-2f22-49e7-8d58-d4a9957b3fee service neutron] 10.222.0.83 "GET /v2.0/networks?id=704e76ad-782a-4bc9-b960-2c02a90b8b5f HTTP/1.1" status: 200 len: 898 time: 0.1234179 Jan 27 17:16:31.936847 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-da609c25-bdc3-4fd8-924c-9f0971cc4124 req-f29d8739-ea73-49a6-b384-a73d5b211ccc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40797cf-b453-4493-b99a-6433c087a3f6 HTTP/1.1" status: 200 len: 999 time: 0.0948002 Jan 27 17:16:31.966581 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-cf03a886-b416-4f04-8db9-d63c5f937a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '9092489c-caa0-442d-8e09-e8dbb5091e6f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.150', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'port_id': 'f40797cf-b453-4493-b99a-6433c087a3f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'mac_address': 'fa:16:3e:4e:15:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f47c5-9e66-41ce-8943-147a29a5bbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:16:30Z', 'updated_at': '2022-01-27T17:16:30Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdd3f910-ab6b-42a9-9f03-68278118fa3c', 'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:87:65:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:12Z', 'updated_at': '2022-01-27T17:16:19Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:31.970345 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf03a886-b416-4f04-8db9-d63c5f937a10 None None] Checking router: 25750a6e-9d1f-45a6-af62-548e55697cea for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:16:31.979162 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf03a886-b416-4f04-8db9-d63c5f937a10 None None] Routers {'25750a6e-9d1f-45a6-af62-548e55697cea'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:16:31.979766 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-cf03a886-b416-4f04-8db9-d63c5f937a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:16:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['25750a6e-9d1f-45a6-af62-548e55697cea'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:32.000055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da609c25-bdc3-4fd8-924c-9f0971cc4124 req-e2b83130-4c84-4c2a-8fa6-d681e4efd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:32.001477 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-da609c25-bdc3-4fd8-924c-9f0971cc4124 req-e2b83130-4c84-4c2a-8fa6-d681e4efd94f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ee080336-93c2-4236-a334-a8f1a0ff9c4b HTTP/1.1" status: 200 len: 835 time: 0.0590606 Jan 27 17:16:32.075848 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da609c25-bdc3-4fd8-924c-9f0971cc4124 req-1858a171-84e3-46a4-ade1-792745d991cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:32.077325 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-da609c25-bdc3-4fd8-924c-9f0971cc4124 req-1858a171-84e3-46a4-ade1-792745d991cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=704e76ad-782a-4bc9-b960-2c02a90b8b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697420 Jan 27 17:16:32.155893 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-cf03a886-b416-4f04-8db9-d63c5f937a10 None None] Set router 25750a6e-9d1f-45a6-af62-548e55697cea gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:32.208736 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-da609c25-bdc3-4fd8-924c-9f0971cc4124 req-9f2db8bc-b106-42ad-b513-76828ccdd505 service neutron] 10.222.0.83 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250207 Jan 27 17:16:32.389621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 08585e83-e44e-4141-9637-bf1f1d4c3292 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:16:32.461832 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-da609c25-bdc3-4fd8-924c-9f0971cc4124 req-df5d7435-7f0e-4ff6-be54-abeba2edaee4 service neutron] 10.222.0.83 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468109 Jan 27 17:16:32.511216 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-cf03a886-b416-4f04-8db9-d63c5f937a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '9092489c-caa0-442d-8e09-e8dbb5091e6f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.150', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'port_id': 'f40797cf-b453-4493-b99a-6433c087a3f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'mac_address': 'fa:16:3e:4e:15:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f47c5-9e66-41ce-8943-147a29a5bbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:16:30Z', 'updated_at': '2022-01-27T17:16:30Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdd3f910-ab6b-42a9-9f03-68278118fa3c', 'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:87:65:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:12Z', 'updated_at': '2022-01-27T17:16:19Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:32.515007 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf03a886-b416-4f04-8db9-d63c5f937a10 None None] The sync data for ids ['25750a6e-9d1f-45a6-af62-548e55697cea'] in dv-neutron-826439-2-hyperv is: [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '9092489c-caa0-442d-8e09-e8dbb5091e6f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.150', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'port_id': 'f40797cf-b453-4493-b99a-6433c087a3f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'mac_address': 'fa:16:3e:4e:15:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f47c5-9e66-41ce-8943-147a29a5bbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:16:30Z', 'updated_at': '2022-01-27T17:16:30Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdd3f910-ab6b-42a9-9f03-68278118fa3c', 'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:87:65:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:12Z', 'updated_at': '2022-01-27T17:16:19Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:32.536225 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 08585e83-e44e-4141-9637-bf1f1d4c3292, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=08585e83-e44e-4141-9637-bf1f1d4c3292,segment=NetworkSegment(6c98c55c-6ca3-480d-a8c3-9b3e08e26f06),segment_id=6c98c55c-6ca3-480d-a8c3-9b3e08e26f06)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:32.550013 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '08585e83-e44e-4141-9637-bf1f1d4c3292', 'network_id': '3e1c587b-464a-45e5-87f7-605f1b8b8fc2', 'port_id': '08585e83-e44e-4141-9637-bf1f1d4c3292', 'mac_address': 'fa:16:3e:c5:16:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad495b26-097f-4a2d-a5e7-d3efd55a19c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:16:32.605139 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.622101 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08585e83-e44e-4141-9637-bf1f1d4c3292 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:16:32.638824 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 08585e83-e44e-4141-9637-bf1f1d4c3292, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=08585e83-e44e-4141-9637-bf1f1d4c3292,segment=NetworkSegment(6c98c55c-6ca3-480d-a8c3-9b3e08e26f06),segment_id=6c98c55c-6ca3-480d-a8c3-9b3e08e26f06)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:32.643964 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:32.691250 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38288) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:32.726846 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c12588d-e68b-4b76-b225-c46fc81c82f6 None None] New status for floating IP 9092489c-caa0-442d-8e09-e8dbb5091e6f: ACTIVE {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:16:32.823450 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=08585e83-e44e-4141-9637-bf1f1d4c3292,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:32.860508 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e0f706e1-f58c-492f-a8e7-69d91068ed37 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/9092489c-caa0-442d-8e09-e8dbb5091e6f HTTP/1.1" status: 200 len: 991 time: 0.1680601 Jan 27 17:16:32.883770 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3e67f-4d18-49f0-8491-96d279a93171 req-cb667953-0d35-40dd-ac71-742d6632b0f2 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:32.885259 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f3b3e67f-4d18-49f0-8491-96d279a93171 req-cb667953-0d35-40dd-ac71-742d6632b0f2 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 944 time: 0.1340556 Jan 27 17:16:32.900987 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['08585e83-e44e-4141-9637-bf1f1d4c3292'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:16:32.929609 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f3b3e67f-4d18-49f0-8491-96d279a93171 req-98bad356-dbf1-49e8-890d-3fac71bc3c22 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384586 Jan 27 17:16:33.309862 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:33.865556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38292) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:33.986188 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-26cf3305-f593-4fd4-8095-132b2744d8c9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/9092489c-caa0-442d-8e09-e8dbb5091e6f HTTP/1.1" status: 200 len: 993 time: 0.1190276 Jan 27 17:16:34.113913 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164abc9-316f-4619-b04f-76198086e6ea req-2d708cd2-c0fe-453c-89ba-7e3b27132ea1 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:34.115446 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7164abc9-316f-4619-b04f-76198086e6ea req-2d708cd2-c0fe-453c-89ba-7e3b27132ea1 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 944 time: 0.0827608 Jan 27 17:16:34.166339 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7164abc9-316f-4619-b04f-76198086e6ea req-3aa5d3a5-2b7a-40d9-815e-7c8050d7a746 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432503 Jan 27 17:16:34.390894 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 08585e83-e44e-4141-9637-bf1f1d4c3292 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:16:34.473752 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 08585e83-e44e-4141-9637-bf1f1d4c3292 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:34.479180 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 08585e83-e44e-4141-9637-bf1f1d4c3292 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:34.479546 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:34.605577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:34.635929 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d51361e-5e2c-488e-9c14-39738e4bad48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08585e83-e44e-4141-9637-bf1f1d4c3292'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:16:34.646471 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 08585e83-e44e-4141-9637-bf1f1d4c3292, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=08585e83-e44e-4141-9637-bf1f1d4c3292,segment=NetworkSegment(6c98c55c-6ca3-480d-a8c3-9b3e08e26f06),segment_id=6c98c55c-6ca3-480d-a8c3-9b3e08e26f06)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:34.652715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:34.688352 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d51361e-5e2c-488e-9c14-39738e4bad48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08585e83-e44e-4141-9637-bf1f1d4c3292', 'code': 200} Jan 27 17:16:34.719766 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=08585e83-e44e-4141-9637-bf1f1d4c3292,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:34.915624 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9adcee-62cf-4ed5-91b0-95c264988dc8 req-7fd6f9f7-39c6-4ca0-9948-988e20bb8cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:34.917088 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7c9adcee-62cf-4ed5-91b0-95c264988dc8 req-7fd6f9f7-39c6-4ca0-9948-988e20bb8cd7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 1098 time: 0.0814037 Jan 27 17:16:34.957723 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7c9adcee-62cf-4ed5-91b0-95c264988dc8 req-13d049bf-629a-4fad-a2a7-837b618b8adf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333543 Jan 27 17:16:35.367238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24929c7a-4074-4a7b-8547-37862de165a3 req-3059dc38-6309-41db-84e6-1059994a5d52 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:35.368662 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-24929c7a-4074-4a7b-8547-37862de165a3 req-3059dc38-6309-41db-84e6-1059994a5d52 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 945 time: 0.0824997 Jan 27 17:16:35.414965 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-24929c7a-4074-4a7b-8547-37862de165a3 req-9e7f926b-d68d-4035-add0-979bb610e52d tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404747 Jan 27 17:16:36.632457 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2fdfa-c73d-4d79-ab8c-045ab3b640a5 req-72d64b2e-f47e-4616-8271-f6299dfc3729 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:36.633913 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ffc2fdfa-c73d-4d79-ab8c-045ab3b640a5 req-72d64b2e-f47e-4616-8271-f6299dfc3729 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 945 time: 0.0874832 Jan 27 17:16:36.680182 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ffc2fdfa-c73d-4d79-ab8c-045ab3b640a5 req-f68deedd-00f7-4ce5-ad7c-49f4b31c6168 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379200 Jan 27 17:16:36.881032 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4e8d9-3212-453c-a32d-d0153d8c93b5 req-d975d3e6-01c3-47c6-bbb9-a4e0f114de52 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:36.882503 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d6d4e8d9-3212-453c-a32d-d0153d8c93b5 req-d975d3e6-01c3-47c6-bbb9-a4e0f114de52 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 945 time: 0.0945551 Jan 27 17:16:36.932023 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d6d4e8d9-3212-453c-a32d-d0153d8c93b5 req-57d67b05-b119-48ff-ae6c-acbb452a0309 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437889 Jan 27 17:16:37.344526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a76ce-95de-4814-8e60-56568705d936 req-50c0b79a-405b-4ebc-9132-4c39f958ec63 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:37.345931 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-736a76ce-95de-4814-8e60-56568705d936 req-50c0b79a-405b-4ebc-9132-4c39f958ec63 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 945 time: 0.0891716 Jan 27 17:16:37.391882 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-736a76ce-95de-4814-8e60-56568705d936 req-091924b7-22eb-4794-b0b3-7618c1fb5564 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399761 Jan 27 17:16:38.586035 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf03c31-2e5c-4790-a94e-b91d6cca8115 req-b6274d78-7aad-4c99-97be-e486f428b101 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:38.587496 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8bf03c31-2e5c-4790-a94e-b91d6cca8115 req-b6274d78-7aad-4c99-97be-e486f428b101 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 945 time: 0.0905631 Jan 27 17:16:38.630910 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8bf03c31-2e5c-4790-a94e-b91d6cca8115 req-a23955bf-5331-4bbc-9605-192802061681 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375767 Jan 27 17:16:39.039251 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b45ccc-6d66-4a33-8e96-c8af0f86b72d req-d25e9893-ed99-4a31-90da-584b5210e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:39.040703 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b9b45ccc-6d66-4a33-8e96-c8af0f86b72d req-d25e9893-ed99-4a31-90da-584b5210e3bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b91a3cda6556482ab818440570c61051&device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 1098 time: 0.0972736 Jan 27 17:16:39.048658 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5000c2-5815-4483-b30b-bfff9aceefe8 req-07551f4f-86c0-4587-b33f-5b970663fb49 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:39.050002 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9a5000c2-5815-4483-b30b-bfff9aceefe8 req-07551f4f-86c0-4587-b33f-5b970663fb49 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 945 time: 0.1412292 Jan 27 17:16:39.174568 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9a5000c2-5815-4483-b30b-bfff9aceefe8 req-066dad96-6ee2-446c-835d-88fcdcd7a568 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063936 Jan 27 17:16:39.209924 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b45ccc-6d66-4a33-8e96-c8af0f86b72d req-28234bb1-02f0-4f37-a98e-e55dafc91b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:39.211344 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b9b45ccc-6d66-4a33-8e96-c8af0f86b72d req-28234bb1-02f0-4f37-a98e-e55dafc91b7c service neutron] 10.222.0.83 "GET /v2.0/networks?id=3e1c587b-464a-45e5-87f7-605f1b8b8fc2 HTTP/1.1" status: 200 len: 913 time: 0.1605272 Jan 27 17:16:39.278710 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b9b45ccc-6d66-4a33-8e96-c8af0f86b72d req-e785979e-f51a-408f-8eaf-0defe15f5b3d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08585e83-e44e-4141-9637-bf1f1d4c3292 HTTP/1.1" status: 200 len: 217 time: 0.0600774 Jan 27 17:16:39.344051 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b45ccc-6d66-4a33-8e96-c8af0f86b72d req-1ac23dac-a629-48aa-bc0c-99b2e6892668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:39.345423 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b9b45ccc-6d66-4a33-8e96-c8af0f86b72d req-1ac23dac-a629-48aa-bc0c-99b2e6892668 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad495b26-097f-4a2d-a5e7-d3efd55a19c0 HTTP/1.1" status: 200 len: 851 time: 0.0602269 Jan 27 17:16:39.390242 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b9b45ccc-6d66-4a33-8e96-c8af0f86b72d req-d253d9e3-e99c-4dbb-8ad0-7c6b68f017cc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3e1c587b-464a-45e5-87f7-605f1b8b8fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387297 Jan 27 17:16:39.534182 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b9b45ccc-6d66-4a33-8e96-c8af0f86b72d req-a5c2c970-4630-4df5-8bb1-608cfa8e6e44 service neutron] 10.222.0.83 "GET /v2.0/networks/3e1c587b-464a-45e5-87f7-605f1b8b8fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371202 Jan 27 17:16:39.676499 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b9b45ccc-6d66-4a33-8e96-c8af0f86b72d req-a80c53ba-140e-4f43-b094-be169b8fe375 service neutron] 10.222.0.83 "GET /v2.0/networks/3e1c587b-464a-45e5-87f7-605f1b8b8fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361372 Jan 27 17:16:40.368277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f8ee7-2f99-4a5f-8982-20b4b14d2377 req-f09c548b-6303-4460-939d-2f157bf9563c tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:40.370370 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-497f8ee7-2f99-4a5f-8982-20b4b14d2377 req-f09c548b-6303-4460-939d-2f157bf9563c tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 945 time: 0.0849848 Jan 27 17:16:40.420048 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-497f8ee7-2f99-4a5f-8982-20b4b14d2377 req-cc0e3055-f79c-4667-bcc2-0de9b28ad24f tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433450 Jan 27 17:16:41.616791 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6a73e-1d02-4738-839b-aab29a8d5614 req-78e0dab8-041c-48c9-8650-a22806407371 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:41.618263 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-18e6a73e-1d02-4738-839b-aab29a8d5614 req-78e0dab8-041c-48c9-8650-a22806407371 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 945 time: 0.0833392 Jan 27 17:16:41.773500 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-18e6a73e-1d02-4738-839b-aab29a8d5614 req-0c65f9d8-c94a-4220-aafd-257d0c1e309b tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493900 Jan 27 17:16:42.192512 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f895641-aa18-4f35-8d9b-458be3a69ed3 req-644ef0b3-f31d-4a98-a474-211fdc9f5225 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:42.194009 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f895641-aa18-4f35-8d9b-458be3a69ed3 req-644ef0b3-f31d-4a98-a474-211fdc9f5225 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 945 time: 0.0876579 Jan 27 17:16:42.237929 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f895641-aa18-4f35-8d9b-458be3a69ed3 req-c17901d4-35d5-4243-aa83-7a351893f46e tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373063 Jan 27 17:16:43.449122 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e504f53-125e-40a6-94ac-0a0a7072a7f3 req-d76a479c-2f84-4581-b07a-f3bbe74785ff tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:43.450626 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8e504f53-125e-40a6-94ac-0a0a7072a7f3 req-d76a479c-2f84-4581-b07a-f3bbe74785ff tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 945 time: 0.0971992 Jan 27 17:16:43.494619 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8e504f53-125e-40a6-94ac-0a0a7072a7f3 req-82218469-b4b4-4910-ade4-d971092713e1 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382061 Jan 27 17:16:43.840946 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76295450-16f2-4928-8e67-e1f6769f7c16 req-9d75d92a-ba28-4962-ad6c-f6fba5c84eeb tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:43.843211 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-76295450-16f2-4928-8e67-e1f6769f7c16 req-9d75d92a-ba28-4962-ad6c-f6fba5c84eeb tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 945 time: 0.0853202 Jan 27 17:16:43.852161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45c0d8-1ac0-490a-b703-3e3f54747749 req-aac68ed9-35ba-4f0e-9bc3-75d568267db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:43.853712 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8f45c0d8-1ac0-490a-b703-3e3f54747749 req-aac68ed9-35ba-4f0e-9bc3-75d568267db1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b91a3cda6556482ab818440570c61051&device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 1098 time: 0.0766177 Jan 27 17:16:43.889946 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-76295450-16f2-4928-8e67-e1f6769f7c16 req-d07c78b6-4e6c-4014-be36-6647024d00ad tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 Jan 27 17:16:43.997926 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45c0d8-1ac0-490a-b703-3e3f54747749 req-bd3c2925-cc79-4fbf-98f9-34c9594884cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:43.999422 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8f45c0d8-1ac0-490a-b703-3e3f54747749 req-bd3c2925-cc79-4fbf-98f9-34c9594884cd service neutron] 10.222.0.83 "GET /v2.0/networks?id=3e1c587b-464a-45e5-87f7-605f1b8b8fc2 HTTP/1.1" status: 200 len: 913 time: 0.1384115 Jan 27 17:16:44.069818 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8f45c0d8-1ac0-490a-b703-3e3f54747749 req-d53d5798-b018-48c7-bffd-a908443891b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08585e83-e44e-4141-9637-bf1f1d4c3292 HTTP/1.1" status: 200 len: 217 time: 0.0630178 Jan 27 17:16:44.130595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45c0d8-1ac0-490a-b703-3e3f54747749 req-bf66d753-1cbe-4862-85b6-ef3f23c3a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:44.131997 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8f45c0d8-1ac0-490a-b703-3e3f54747749 req-bf66d753-1cbe-4862-85b6-ef3f23c3a22b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ad495b26-097f-4a2d-a5e7-d3efd55a19c0 HTTP/1.1" status: 200 len: 851 time: 0.0556371 Jan 27 17:16:44.178218 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8f45c0d8-1ac0-490a-b703-3e3f54747749 req-2c6235c3-14e8-4199-a12f-825befe9aa6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3e1c587b-464a-45e5-87f7-605f1b8b8fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397010 Jan 27 17:16:44.310928 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8f45c0d8-1ac0-490a-b703-3e3f54747749 req-51e6c467-6286-42d9-94ec-e0cf7d56fc0a service neutron] 10.222.0.83 "GET /v2.0/networks/3e1c587b-464a-45e5-87f7-605f1b8b8fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258874 Jan 27 17:16:44.442900 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8f45c0d8-1ac0-490a-b703-3e3f54747749 req-34c9cfed-4e61-4610-a469-b9bb9a0d832f service neutron] 10.222.0.83 "GET /v2.0/networks/3e1c587b-464a-45e5-87f7-605f1b8b8fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245713 Jan 27 17:16:45.088865 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c469712-42aa-402b-b0df-3bea07400d7e req-4df87b79-1439-457e-81eb-e98f7379c9a9 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:45.090527 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1c469712-42aa-402b-b0df-3bea07400d7e req-4df87b79-1439-457e-81eb-e98f7379c9a9 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 945 time: 0.0907297 Jan 27 17:16:45.150236 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1c469712-42aa-402b-b0df-3bea07400d7e req-949821c7-057f-416f-9f43-00a53d94cf2e tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527158 Jan 27 17:16:45.153095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715283cf-1cc5-40ef-a9ef-28aca21886b7 req-6f6f482a-8cce-46a0-bc5b-e78fb5de0edb tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:45.154807 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-715283cf-1cc5-40ef-a9ef-28aca21886b7 req-6f6f482a-8cce-46a0-bc5b-e78fb5de0edb tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 945 time: 0.2159176 Jan 27 17:16:45.198425 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-715283cf-1cc5-40ef-a9ef-28aca21886b7 req-56399831-5671-424e-97f6-1c7bcc6a43aa tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379808 Jan 27 17:16:46.342684 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387e2dc-653a-48b7-ba7d-a92abf179748 req-0888bfaf-7997-4c33-94eb-d35ed6fb8e45 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:46.344254 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7387e2dc-653a-48b7-ba7d-a92abf179748 req-0888bfaf-7997-4c33-94eb-d35ed6fb8e45 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 945 time: 0.0841479 Jan 27 17:16:46.387025 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12af79a-4aad-4c6e-a680-030ea5c2d440 req-d4912000-4e4d-4d0e-ba5a-322a63a457f6 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:46.388099 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7387e2dc-653a-48b7-ba7d-a92abf179748 req-db46ee65-ccbc-4484-947d-86d61bd779e7 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380983 Jan 27 17:16:46.388436 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d12af79a-4aad-4c6e-a680-030ea5c2d440 req-d4912000-4e4d-4d0e-ba5a-322a63a457f6 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 945 time: 0.0844381 Jan 27 17:16:46.433777 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d12af79a-4aad-4c6e-a680-030ea5c2d440 req-1d7ca4dc-3c8e-474e-8d57-d9dbbcbddb9d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394907 Jan 27 17:16:46.587173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4101be-27db-4808-8673-fae7ae6549c6 req-6aef3bfc-81c4-4293-b31a-67f473ba0f5b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:46.588531 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c4101be-27db-4808-8673-fae7ae6549c6 req-6aef3bfc-81c4-4293-b31a-67f473ba0f5b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 945 time: 0.0845737 Jan 27 17:16:46.662209 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-6c4101be-27db-4808-8673-fae7ae6549c6 req-d7750c6a-cca0-455a-96d5-b3b9477803a4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Deleting port 9770ce64-0e5f-49ac-9278-e6feba990143 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:46.662459 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-6c4101be-27db-4808-8673-fae7ae6549c6 req-d7750c6a-cca0-455a-96d5-b3b9477803a4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:46.761327 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c8d30-c28a-444e-b10a-fab69cfd37f3 req-01dd03fd-2f5e-4733-b437-e473ecf0e467 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:46.762835 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-992c8d30-c28a-444e-b10a-fab69cfd37f3 req-01dd03fd-2f5e-4733-b437-e473ecf0e467 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 945 time: 0.0808136 Jan 27 17:16:46.807183 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-992c8d30-c28a-444e-b10a-fab69cfd37f3 req-6e609ab7-cd65-4d1f-9ab5-82fc61c2be94 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387213 Jan 27 17:16:46.931690 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-6c4101be-27db-4808-8673-fae7ae6549c6 req-d7750c6a-cca0-455a-96d5-b3b9477803a4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] For port 9770ce64-0e5f-49ac-9278-e6feba990143, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9770ce64-0e5f-49ac-9278-e6feba990143,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:46.932049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-6c4101be-27db-4808-8673-fae7ae6549c6 req-d7750c6a-cca0-455a-96d5-b3b9477803a4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:47.320929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-6c4101be-27db-4808-8673-fae7ae6549c6 req-d7750c6a-cca0-455a-96d5-b3b9477803a4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:47.321163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-6c4101be-27db-4808-8673-fae7ae6549c6 req-d7750c6a-cca0-455a-96d5-b3b9477803a4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:47.321468 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [req-6c4101be-27db-4808-8673-fae7ae6549c6 req-d7750c6a-cca0-455a-96d5-b3b9477803a4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Floating IP 95f099db-e5e3-4073-9d42-e44413af7267 disassociated. External IP: 172.26.1.170, port: 9770ce64-0e5f-49ac-9278-e6feba990143. Jan 27 17:16:47.321835 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-6c4101be-27db-4808-8673-fae7ae6549c6 req-d7750c6a-cca0-455a-96d5-b3b9477803a4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Calling delete_port for 9770ce64-0e5f-49ac-9278-e6feba990143 owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:47.476464 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-6c4101be-27db-4808-8673-fae7ae6549c6 req-d7750c6a-cca0-455a-96d5-b3b9477803a4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:47.536193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7750c6a-cca0-455a-96d5-b3b9477803a4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event deleted for resources: {'Port': ['ID=9770ce64-0e5f-49ac-9278-e6feba990143,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:47.646219 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fba9f323-fd12-42d5-9179-b64c303f91ab req-93b17db7-cff5-4ebe-8c62-d4be43d2afb2 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 210 time: 0.0563886 Jan 27 17:16:47.757475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c4101be-27db-4808-8673-fae7ae6549c6 req-d7750c6a-cca0-455a-96d5-b3b9477803a4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Router a9f9edf8-d1d8-4657-b662-354e6f583744 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:16:47.942951 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c4101be-27db-4808-8673-fae7ae6549c6 req-d7750c6a-cca0-455a-96d5-b3b9477803a4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:16:47.955537 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad95f256-ee65-42b2-8115-bff14bea6125 None None] Sync routers for ids ['a9f9edf8-d1d8-4657-b662-354e6f583744'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:16:47.969105 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad95f256-ee65-42b2-8115-bff14bea6125 None None] Routers {'a9f9edf8-d1d8-4657-b662-354e6f583744'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:16:47.970100 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ad95f256-ee65-42b2-8115-bff14bea6125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:16:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['a9f9edf8-d1d8-4657-b662-354e6f583744'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:48.003842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54780032-7606-4a31-a95c-269e9537f691 req-7bbf7dc0-6aa9-4590-a71f-55f6a4d53e77 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:48.006124 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-54780032-7606-4a31-a95c-269e9537f691 req-7bbf7dc0-6aa9-4590-a71f-55f6a4d53e77 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 945 time: 0.0913513 Jan 27 17:16:48.027628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4101be-27db-4808-8673-fae7ae6549c6 req-d7750c6a-cca0-455a-96d5-b3b9477803a4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] No DVR routers for this DVR port 9770ce64-0e5f-49ac-9278-e6feba990143 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:16:48.029978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-6c4101be-27db-4808-8673-fae7ae6549c6 req-d7750c6a-cca0-455a-96d5-b3b9477803a4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:48.041086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fe2f52-31e3-44dc-b368-3f548c8bcfc3', 'name': 'network-vif-deleted', 'tag': '9770ce64-0e5f-49ac-9278-e6feba990143'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:16:48.053282 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c4101be-27db-4808-8673-fae7ae6549c6 req-d7750c6a-cca0-455a-96d5-b3b9477803a4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.83 "DELETE /v2.0/ports/9770ce64-0e5f-49ac-9278-e6feba990143 HTTP/1.1" status: 204 len: 173 time: 1.4599159 Jan 27 17:16:48.083328 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-54780032-7606-4a31-a95c-269e9537f691 req-27ee47d6-d301-4a20-9798-05562d03192d tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675998 Jan 27 17:16:48.123906 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fe2f52-31e3-44dc-b368-3f548c8bcfc3', 'name': 'network-vif-deleted', 'tag': '9770ce64-0e5f-49ac-9278-e6feba990143', 'status': 'completed', 'code': 200} Jan 27 17:16:48.198778 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-ad95f256-ee65-42b2-8115-bff14bea6125 None None] Set router a9f9edf8-d1d8-4657-b662-354e6f583744 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:48.543477 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ad95f256-ee65-42b2-8115-bff14bea6125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:28Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:48.545006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9beaafb-0476-4520-95ae-df90822120ff req-e3dbc8ba-ffbb-41de-9867-728ad235b028 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:48.546526 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f9beaafb-0476-4520-95ae-df90822120ff req-e3dbc8ba-ffbb-41de-9867-728ad235b028 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 945 time: 0.0979221 Jan 27 17:16:48.547436 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad95f256-ee65-42b2-8115-bff14bea6125 None None] Checking router: a9f9edf8-d1d8-4657-b662-354e6f583744 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:16:48.556403 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad95f256-ee65-42b2-8115-bff14bea6125 None None] Routers {'a9f9edf8-d1d8-4657-b662-354e6f583744'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:16:48.557082 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ad95f256-ee65-42b2-8115-bff14bea6125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:16:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['a9f9edf8-d1d8-4657-b662-354e6f583744'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:48.619327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-f9beaafb-0476-4520-95ae-df90822120ff req-83441b8d-311a-4dde-97ac-4523fa8b9cfc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Deleting port 08585e83-e44e-4141-9637-bf1f1d4c3292 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:16:48.619641 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-f9beaafb-0476-4520-95ae-df90822120ff req-83441b8d-311a-4dde-97ac-4523fa8b9cfc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:48.717507 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1db30dac-a2e3-4a13-85d8-491280653614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:48.745071 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-ad95f256-ee65-42b2-8115-bff14bea6125 None None] Set router a9f9edf8-d1d8-4657-b662-354e6f583744 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:16:48.850089 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-62c2418c-7958-44d0-9c1b-a7c672f8c5d3 req-610f4891-3e0c-4c05-b7a9-910eb576712e tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1fe2f52-31e3-44dc-b368-3f548c8bcfc3 HTTP/1.1" status: 200 len: 210 time: 0.0428073 Jan 27 17:16:48.892675 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-f9beaafb-0476-4520-95ae-df90822120ff req-83441b8d-311a-4dde-97ac-4523fa8b9cfc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] For port 08585e83-e44e-4141-9637-bf1f1d4c3292, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=08585e83-e44e-4141-9637-bf1f1d4c3292,segment=NetworkSegment(6c98c55c-6ca3-480d-a8c3-9b3e08e26f06),segment_id=6c98c55c-6ca3-480d-a8c3-9b3e08e26f06)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:16:48.893125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-f9beaafb-0476-4520-95ae-df90822120ff req-83441b8d-311a-4dde-97ac-4523fa8b9cfc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:49.015251 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-f9beaafb-0476-4520-95ae-df90822120ff req-83441b8d-311a-4dde-97ac-4523fa8b9cfc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Calling delete_port for 08585e83-e44e-4141-9637-bf1f1d4c3292 owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:16:49.072589 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-ad95f256-ee65-42b2-8115-bff14bea6125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:28Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:49.077601 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad95f256-ee65-42b2-8115-bff14bea6125 None None] The sync data for ids ['a9f9edf8-d1d8-4657-b662-354e6f583744'] in dv-neutron-826439-2-hyperv is: [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:28Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:16:49.347765 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf69fdcf-9a75-462c-8334-8c828795c6b0 None None] New status for floating IP 95f099db-e5e3-4073-9d42-e44413af7267: DOWN {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:16:49.350854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-f9beaafb-0476-4520-95ae-df90822120ff req-83441b8d-311a-4dde-97ac-4523fa8b9cfc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:49.406842 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['08585e83-e44e-4141-9637-bf1f1d4c3292'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:16:49.440105 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83441b8d-311a-4dde-97ac-4523fa8b9cfc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Pushing event deleted for resources: {'Port': ['ID=08585e83-e44e-4141-9637-bf1f1d4c3292,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:49.513651 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77edb6-fb72-4421-be4c-0f1a7298fae8 req-b017069d-ab86-45ae-8b0c-5d918706eff7 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:49.515231 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd77edb6-fb72-4421-be4c-0f1a7298fae8 req-b017069d-ab86-45ae-8b0c-5d918706eff7 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d51361e-5e2c-488e-9c14-39738e4bad48 HTTP/1.1" status: 200 len: 867 time: 0.2537365 Jan 27 17:16:49.516588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9beaafb-0476-4520-95ae-df90822120ff req-83441b8d-311a-4dde-97ac-4523fa8b9cfc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] No DVR routers for this DVR port 08585e83-e44e-4141-9637-bf1f1d4c3292 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:16:49.519506 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-f9beaafb-0476-4520-95ae-df90822120ff req-83441b8d-311a-4dde-97ac-4523fa8b9cfc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:49.557939 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f9beaafb-0476-4520-95ae-df90822120ff req-83441b8d-311a-4dde-97ac-4523fa8b9cfc tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.83 "DELETE /v2.0/ports/08585e83-e44e-4141-9637-bf1f1d4c3292 HTTP/1.1" status: 204 len: 173 time: 1.0055301 Jan 27 17:16:49.571352 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd77edb6-fb72-4421-be4c-0f1a7298fae8 req-9ddc72ea-607b-4c87-97dd-22dfdff00c73 tempest-TestServerAdvancedOps-1182655827 tempest-TestServerAdvancedOps-1182655827-project] 10.222.0.50 "GET /v2.0/security-groups?id=850242dd-5d0e-41ff-bbfb-4131ab2316f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480411 Jan 27 17:16:50.124728 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d51361e-5e2c-488e-9c14-39738e4bad48', 'name': 'network-vif-deleted', 'tag': '08585e83-e44e-4141-9637-bf1f1d4c3292'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:16:50.171718 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d51361e-5e2c-488e-9c14-39738e4bad48', 'name': 'network-vif-deleted', 'tag': '08585e83-e44e-4141-9637-bf1f1d4c3292', 'status': 'completed', 'code': 200} Jan 27 17:16:50.239422 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0623fc19-f60a-476e-9e02-56bfab16165a req-e28af71d-02d4-4642-a4b7-0f142d34c991 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47687518&fields=id&tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1 HTTP/1.1" status: 200 len: 267 time: 0.0417786 Jan 27 17:16:50.390055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623fc19-f60a-476e-9e02-56bfab16165a req-04eee280-2019-487a-97a0-905f0896a7a7 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:50.391457 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0623fc19-f60a-476e-9e02-56bfab16165a req-04eee280-2019-487a-97a0-905f0896a7a7 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/networks?id=841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 200 len: 811 time: 0.1455088 Jan 27 17:16:50.409499 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0623fc19-f60a-476e-9e02-56bfab16165a req-068cadbb-7365-4dc5-be89-966a0c8326ee tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/quotas/0f5acc6f5bc44c0da4c61c46bd5289a1 HTTP/1.1" status: 200 len: 375 time: 0.0093088 Jan 27 17:16:50.487659 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9770ce64-0e5f-49ac-9278-e6feba990143 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:50.507603 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-0623fc19-f60a-476e-9e02-56bfab16165a req-a601149c-89fa-43bc-87de-69470b9dfcd6 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Synchronizing usage tracker for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:50.522237 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 9770ce64-0e5f-49ac-9278-e6feba990143 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:16:50.522589 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9770ce64-0e5f-49ac-9278-e6feba990143 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:16:50.522993 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 08585e83-e44e-4141-9637-bf1f1d4c3292 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:16:50.524325 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-0623fc19-f60a-476e-9e02-56bfab16165a req-a601149c-89fa-43bc-87de-69470b9dfcd6 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Unset dirty status for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:50.525887 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0623fc19-f60a-476e-9e02-56bfab16165a req-a601149c-89fa-43bc-87de-69470b9dfcd6 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1089394 Jan 27 17:16:50.555887 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 08585e83-e44e-4141-9637-bf1f1d4c3292 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:16:50.556195 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 08585e83-e44e-4141-9637-bf1f1d4c3292 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:16:50.666193 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0623fc19-f60a-476e-9e02-56bfab16165a req-ee65b5fc-8e66-4bcf-902c-615bd32b0934 service neutron] 10.222.0.50 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282909 Jan 27 17:16:50.674402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38368) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:50.735037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-865533b9-12ec-44ff-9031-a1edf9393ce6 admin admin] Deleting subnet ad495b26-097f-4a2d-a5e7-d3efd55a19c0 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:16:50.738043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-865533b9-12ec-44ff-9031-a1edf9393ce6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:50.787099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-865533b9-12ec-44ff-9031-a1edf9393ce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:50.799151 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0623fc19-f60a-476e-9e02-56bfab16165a req-91c19888-2ea9-4ad8-b500-95f433d348c5 service neutron] 10.222.0.50 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271894 Jan 27 17:16:50.844988 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-865533b9-12ec-44ff-9031-a1edf9393ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:50.914091 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-865533b9-12ec-44ff-9031-a1edf9393ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:50.953636 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865533b9-12ec-44ff-9031-a1edf9393ce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad495b26-097f-4a2d-a5e7-d3efd55a19c0,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:50.955613 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-865533b9-12ec-44ff-9031-a1edf9393ce6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:50.961706 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-865533b9-12ec-44ff-9031-a1edf9393ce6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ad495b26-097f-4a2d-a5e7-d3efd55a19c0 HTTP/1.1" status: 204 len: 168 time: 0.2862375 Jan 27 17:16:50.964400 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38378) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:50.995620 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa06cf8f-b6a2-4543-aa83-a7ae49381c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.068397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-51c80753-a732-47ba-8935-d89f819465e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.199311 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c3eb1c72-279b-40a0-8cc5-1c9400502400 req-2929fe9a-946c-4c3f-81b0-44b603eed44e tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 210 time: 0.0458424 Jan 27 17:16:51.205620 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-51c80753-a732-47ba-8935-d89f819465e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.232112 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-51c80753-a732-47ba-8935-d89f819465e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1c587b-464a-45e5-87f7-605f1b8b8fc2']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:51.244624 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-51c80753-a732-47ba-8935-d89f819465e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c98c55c-6ca3-480d-a8c3-9b3e08e26f06') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:51.244978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-51c80753-a732-47ba-8935-d89f819465e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c98c55c-6ca3-480d-a8c3-9b3e08e26f06') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:51.256395 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-51c80753-a732-47ba-8935-d89f819465e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.272587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-51c80753-a732-47ba-8935-d89f819465e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.278614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c80753-a732-47ba-8935-d89f819465e9 admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:16:51.278991 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-51c80753-a732-47ba-8935-d89f819465e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:16:51.292520 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:16:51.373854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-51c80753-a732-47ba-8935-d89f819465e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.389872 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-51c80753-a732-47ba-8935-d89f819465e9 admin admin] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.400464 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c80753-a732-47ba-8935-d89f819465e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1c587b-464a-45e5-87f7-605f1b8b8fc2,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:51.410403 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-51c80753-a732-47ba-8935-d89f819465e9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3e1c587b-464a-45e5-87f7-605f1b8b8fc2 HTTP/1.1" status: 204 len: 168 time: 0.4449379 Jan 27 17:16:51.413177 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38392) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:51.473955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebe607f-ec71-4b1a-adc3-73bb76369006 admin admin] Deleting subnet 40894e14-f75d-4563-94f7-668285a96d58 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:16:51.477184 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6ebe607f-ec71-4b1a-adc3-73bb76369006 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.529214 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6ebe607f-ec71-4b1a-adc3-73bb76369006 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.582826 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6ebe607f-ec71-4b1a-adc3-73bb76369006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.655118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6ebe607f-ec71-4b1a-adc3-73bb76369006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.700389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6ebe607f-ec71-4b1a-adc3-73bb76369006 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.704728 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe607f-ec71-4b1a-adc3-73bb76369006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40894e14-f75d-4563-94f7-668285a96d58,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:51.712750 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38396) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:51.713465 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6ebe607f-ec71-4b1a-adc3-73bb76369006 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/40894e14-f75d-4563-94f7-668285a96d58 HTTP/1.1" status: 204 len: 168 time: 0.2985365 Jan 27 17:16:51.830628 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cfe5294a-189d-43d2-8454-b9c17fbba334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.953235 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cfe5294a-189d-43d2-8454-b9c17fbba334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:51.982251 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-cfe5294a-189d-43d2-8454-b9c17fbba334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4495e62-6693-44fa-a815-3f709ecf58ea']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:51.995089 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-cfe5294a-189d-43d2-8454-b9c17fbba334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d39454f-67f1-494a-99d9-3f520c42f0f9') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:51.995355 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-cfe5294a-189d-43d2-8454-b9c17fbba334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d39454f-67f1-494a-99d9-3f520c42f0f9') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:16:52.007081 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cfe5294a-189d-43d2-8454-b9c17fbba334 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.023983 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cfe5294a-189d-43d2-8454-b9c17fbba334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.032445 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe5294a-189d-43d2-8454-b9c17fbba334 admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:16:52.032863 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cfe5294a-189d-43d2-8454-b9c17fbba334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:16:52.047192 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:16:52.121413 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.143847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cfe5294a-189d-43d2-8454-b9c17fbba334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.175975 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cfe5294a-189d-43d2-8454-b9c17fbba334 admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.181639 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5294a-189d-43d2-8454-b9c17fbba334 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4495e62-6693-44fa-a815-3f709ecf58ea,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:52.187733 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cfe5294a-189d-43d2-8454-b9c17fbba334 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b4495e62-6693-44fa-a815-3f709ecf58ea HTTP/1.1" status: 204 len: 168 time: 0.4734578 Jan 27 17:16:52.217997 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.402588 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a5960aa2-6219-459a-b9d1-dee2551a37c7 req-ed9618a7-329c-4e97-b126-d5ab5221d451 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 210 time: 0.0570486 Jan 27 17:16:52.420756 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38404) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:52.447421 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623fc19-f60a-476e-9e02-56bfab16165a req-cc048a67-0f45-452d-80c8-3b807fd4d7d7 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:52.448843 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0623fc19-f60a-476e-9e02-56bfab16165a req-cc048a67-0f45-452d-80c8-3b807fd4d7d7 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.83 "GET /v2.0/networks?id=841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 200 len: 811 time: 0.3394094 Jan 27 17:16:52.470159 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6fa9de1f-14b0-490b-ba63-30ec09028ef4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b91a3cda6556482ab818440570c61051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479722 Jan 27 17:16:52.472407 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38408) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:52.505917 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0623fc19-f60a-476e-9e02-56bfab16165a req-d5f21243-647c-4fb9-b989-08f8782f2301 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1 HTTP/1.1" status: 200 len: 378 time: 0.0473335 Jan 27 17:16:52.515467 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-0623fc19-f60a-476e-9e02-56bfab16165a req-b8c8a076-539b-46ff-87d9-eb5799ef969b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Request body: {'port': {'device_id': '0d5b5eb9-1db7-4553-8450-155c47767942', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'admin_state_up': True, 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'security_groups': ['5ce8f9ad-5a60-4f36-bb8f-ed36c716cade']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:52.532554 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f7f5dde1-72de-4655-abc2-ce47e549d4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.559792 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f7f5dde1-72de-4655-abc2-ce47e549d4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.612284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f7f5dde1-72de-4655-abc2-ce47e549d4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.630156 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5dde1-72de-4655-abc2-ce47e549d4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850242dd-5d0e-41ff-bbfb-4131ab2316f9,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:52.643541 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f7f5dde1-72de-4655-abc2-ce47e549d4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.644963 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f7f5dde1-72de-4655-abc2-ce47e549d4de admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/850242dd-5d0e-41ff-bbfb-4131ab2316f9 HTTP/1.1" status: 204 len: 168 time: 0.1716659 Jan 27 17:16:52.663686 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-0623fc19-f60a-476e-9e02-56bfab16165a req-b8c8a076-539b-46ff-87d9-eb5799ef969b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:16:52.674965 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-0623fc19-f60a-476e-9e02-56bfab16165a req-b8c8a076-539b-46ff-87d9-eb5799ef969b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:16:52.687851 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0623fc19-f60a-476e-9e02-56bfab16165a req-b8c8a076-539b-46ff-87d9-eb5799ef969b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Made reservation on behalf of 0f5acc6f5bc44c0da4c61c46bd5289a1 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:16:52.691942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0623fc19-f60a-476e-9e02-56bfab16165a req-b8c8a076-539b-46ff-87d9-eb5799ef969b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:52.869932 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-0623fc19-f60a-476e-9e02-56bfab16165a req-b8c8a076-539b-46ff-87d9-eb5799ef969b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Allocated IP 172.20.0.4 (841011a7-cc94-4162-872b-7e5b601026ce/3d6555cc-80bd-47ee-878f-a5617b07d795/950ed6eb-6f3a-48f6-8efb-9879300940bc) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:16:53.022268 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38418) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:53.081698 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e816f1a0-de9f-4677-aad8-91e2d73de866 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1ad397325c3a4d5d9202db45d41bec2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575202 Jan 27 17:16:53.084139 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38422) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:16:53.085064 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0623fc19-f60a-476e-9e02-56bfab16165a req-b8c8a076-539b-46ff-87d9-eb5799ef969b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:53.102583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-0623fc19-f60a-476e-9e02-56bfab16165a req-b8c8a076-539b-46ff-87d9-eb5799ef969b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Transition to ACTIVE for port object 950ed6eb-6f3a-48f6-8efb-9879300940bc will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:53.128065 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0623fc19-f60a-476e-9e02-56bfab16165a req-b8c8a076-539b-46ff-87d9-eb5799ef969b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:53.151080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1cc1e53c-929f-47f3-932d-95f3e3ee58c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:53.177136 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1cc1e53c-929f-47f3-932d-95f3e3ee58c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:53.211314 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0623fc19-f60a-476e-9e02-56bfab16165a req-b8c8a076-539b-46ff-87d9-eb5799ef969b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Network 841011a7-cc94-4162-872b-7e5b601026ce is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:16:53.212380 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-0623fc19-f60a-476e-9e02-56bfab16165a req-b8c8a076-539b-46ff-87d9-eb5799ef969b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:16:53.217203 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-0623fc19-f60a-476e-9e02-56bfab16165a req-b8c8a076-539b-46ff-87d9-eb5799ef969b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:16:53.242960 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1cc1e53c-929f-47f3-932d-95f3e3ee58c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:53.246536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8a076-539b-46ff-87d9-eb5799ef969b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event updated for resources: {'Port': ['ID=950ed6eb-6f3a-48f6-8efb-9879300940bc,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:53.266033 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1e53c-929f-47f3-932d-95f3e3ee58c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81c7437-b8ea-4496-a048-4f11df918de9,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:53.268107 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1cc1e53c-929f-47f3-932d-95f3e3ee58c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:53.269475 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1cc1e53c-929f-47f3-932d-95f3e3ee58c0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b81c7437-b8ea-4496-a048-4f11df918de9 HTTP/1.1" status: 204 len: 168 time: 0.1842496 Jan 27 17:16:53.312805 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623fc19-f60a-476e-9e02-56bfab16165a req-b8c8a076-539b-46ff-87d9-eb5799ef969b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:53.313257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0623fc19-f60a-476e-9e02-56bfab16165a req-b8c8a076-539b-46ff-87d9-eb5799ef969b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:53.346308 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0623fc19-f60a-476e-9e02-56bfab16165a req-b8c8a076-539b-46ff-87d9-eb5799ef969b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8352387 Jan 27 17:16:53.358340 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Request body: {'port': {'device_id': '0d5b5eb9-1db7-4553-8450-155c47767942', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:16:53.391565 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:53.562578 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:53.635541 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1f3ba578-25fa-43a8-8558-e52a61e920ad None None] Provisioning for port 950ed6eb-6f3a-48f6-8efb-9879300940bc completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:16:53.643243 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1f3ba578-25fa-43a8-8558-e52a61e920ad None None] Provisioning complete for port 950ed6eb-6f3a-48f6-8efb-9879300940bc triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:16:53.643243 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1f3ba578-25fa-43a8-8558-e52a61e920ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:53.672820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513bb72-409c-4d67-89ea-4376d7684ae8 req-3dc13c0c-1f17-4a27-8985-f2ae456d1c09 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:53.680542 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e513bb72-409c-4d67-89ea-4376d7684ae8 req-3dc13c0c-1f17-4a27-8985-f2ae456d1c09 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 931 time: 0.1356087 Jan 27 17:16:53.721254 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1f3ba578-25fa-43a8-8558-e52a61e920ad None None] Port 950ed6eb-6f3a-48f6-8efb-9879300940bc cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:16:53.739945 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e513bb72-409c-4d67-89ea-4376d7684ae8 req-d26cf067-275a-425f-91ae-ce42b485a1ef tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563655 Jan 27 17:16:53.994695 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950ed6eb-6f3a-48f6-8efb-9879300940bc {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:16:54.002862 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:54.017791 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Transition to ACTIVE for port object 950ed6eb-6f3a-48f6-8efb-9879300940bc will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:16:54.023717 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:54.186606 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Pushing event updated for resources: {'Port': ['ID=950ed6eb-6f3a-48f6-8efb-9879300940bc,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:54.268186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Attempting to bind port 950ed6eb-6f3a-48f6-8efb-9879300940bc on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:16:54.268541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Attempting to bind port 950ed6eb-6f3a-48f6-8efb-9879300940bc by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:16:54.268837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Attempting to bind port 950ed6eb-6f3a-48f6-8efb-9879300940bc on network 841011a7-cc94-4162-872b-7e5b601026ce {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:54.273968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Port 950ed6eb-6f3a-48f6-8efb-9879300940bc on network 841011a7-cc94-4162-872b-7e5b601026ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:16:54.274525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Attempting to bind port 950ed6eb-6f3a-48f6-8efb-9879300940bc on network 841011a7-cc94-4162-872b-7e5b601026ce {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:16:54.279778 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:16:54.280115 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Checking segment: {'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:16:54.280494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Bound using segment: {'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:16:54.280919 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Bound port: 950ed6eb-6f3a-48f6-8efb-9879300940bc, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:16:54.281263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:54.373496 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] For port 950ed6eb-6f3a-48f6-8efb-9879300940bc, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:16:54.376671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] For port 950ed6eb-6f3a-48f6-8efb-9879300940bc, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=950ed6eb-6f3a-48f6-8efb-9879300940bc,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:16:54.381757 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:54.447727 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:54.448516 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:16:54.449988 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0623fc19-f60a-476e-9e02-56bfab16165a req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] 10.222.0.83 "PUT /v2.0/ports/950ed6eb-6f3a-48f6-8efb-9879300940bc HTTP/1.1" status: 200 len: 1093 time: 1.0964260 Jan 27 17:16:54.450430 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5b5eb9-1db7-4553-8450-155c47767942', 'tag': '950ed6eb-6f3a-48f6-8efb-9879300940bc'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:16:54.478228 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Pushing event updated for resources: {'Port': ['ID=950ed6eb-6f3a-48f6-8efb-9879300940bc,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:16:54.486145 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:54.486484 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:54.487525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:54.487525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:54.487525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:54.487873 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:54.489188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:54.489188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:54.489188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:54.489519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:54.489620 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:54.489942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85949ed0-1605-439b-b826-63a81cf78d82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:16:54.513444 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5b5eb9-1db7-4553-8450-155c47767942', 'tag': '950ed6eb-6f3a-48f6-8efb-9879300940bc', 'status': 'completed', 'code': 200} Jan 27 17:16:54.587614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623fc19-f60a-476e-9e02-56bfab16165a req-39dfdb26-ac45-41c0-83fe-07c9833a59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:54.589319 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0623fc19-f60a-476e-9e02-56bfab16165a req-39dfdb26-ac45-41c0-83fe-07c9833a59fa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 1096 time: 0.0784159 Jan 27 17:16:54.663037 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0623fc19-f60a-476e-9e02-56bfab16165a req-d3521bf3-7c20-43e2-9745-0f3c80da0d6b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=950ed6eb-6f3a-48f6-8efb-9879300940bc HTTP/1.1" status: 200 len: 217 time: 0.0651238 Jan 27 17:16:54.824841 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623fc19-f60a-476e-9e02-56bfab16165a req-18b0748d-081d-423c-b792-58b68ab81cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:54.826307 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0623fc19-f60a-476e-9e02-56bfab16165a req-18b0748d-081d-423c-b792-58b68ab81cd4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d6555cc-80bd-47ee-878f-a5617b07d795 HTTP/1.1" status: 200 len: 850 time: 0.1571071 Jan 27 17:16:54.958885 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623fc19-f60a-476e-9e02-56bfab16165a req-6319eeee-90dd-47b2-a625-22cd1e32b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:54.960336 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0623fc19-f60a-476e-9e02-56bfab16165a req-6319eeee-90dd-47b2-a625-22cd1e32b433 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=841011a7-cc94-4162-872b-7e5b601026ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1269994 Jan 27 17:16:54.970274 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069fb5f-e129-413a-bba5-a00c3f7e4daa req-515513be-f4de-4ae8-bd6c-fd8eec3e0901 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:54.970917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-3069fb5f-e129-413a-bba5-a00c3f7e4daa req-515513be-f4de-4ae8-bd6c-fd8eec3e0901 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Synchronizing usage tracker for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:16:55.063214 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-3069fb5f-e129-413a-bba5-a00c3f7e4daa req-515513be-f4de-4ae8-bd6c-fd8eec3e0901 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Unset dirty status for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:16:55.064227 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3069fb5f-e129-413a-bba5-a00c3f7e4daa req-515513be-f4de-4ae8-bd6c-fd8eec3e0901 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 943 time: 0.2020001 Jan 27 17:16:55.131263 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0623fc19-f60a-476e-9e02-56bfab16165a req-3bbada87-7bdd-4a4e-8b0c-2a336478241d service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577473 Jan 27 17:16:55.134133 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3069fb5f-e129-413a-bba5-a00c3f7e4daa req-992a6eeb-1f86-4fdf-bc5e-fb61114db901 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633292 Jan 27 17:16:55.261543 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0623fc19-f60a-476e-9e02-56bfab16165a req-34f90a26-e8d2-4ae1-919e-39a0c5f373fc service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230509 Jan 27 17:16:55.394791 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99da983-0bcd-427e-a719-c3f463876891 req-ce3cea57-d0e2-4731-8520-efd65c3c504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:55.396534 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a99da983-0bcd-427e-a719-c3f463876891 req-ce3cea57-d0e2-4731-8520-efd65c3c504c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 1096 time: 0.0778055 Jan 27 17:16:55.531305 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99da983-0bcd-427e-a719-c3f463876891 req-fde42caf-41c6-4b16-bd20-4727604d6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:55.531305 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a99da983-0bcd-427e-a719-c3f463876891 req-fde42caf-41c6-4b16-bd20-4727604d6c15 service neutron] 10.222.0.83 "GET /v2.0/networks?id=841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 200 len: 913 time: 0.1257722 Jan 27 17:16:55.595280 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a99da983-0bcd-427e-a719-c3f463876891 req-a8205c1c-8e2e-4f12-bf9f-4340c6068bdb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=950ed6eb-6f3a-48f6-8efb-9879300940bc HTTP/1.1" status: 200 len: 217 time: 0.0595901 Jan 27 17:16:55.661057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99da983-0bcd-427e-a719-c3f463876891 req-14a9cb76-86af-4b1d-9e30-9f7479a9b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:55.662395 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a99da983-0bcd-427e-a719-c3f463876891 req-14a9cb76-86af-4b1d-9e30-9f7479a9b0bb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d6555cc-80bd-47ee-878f-a5617b07d795 HTTP/1.1" status: 200 len: 850 time: 0.0602455 Jan 27 17:16:55.738066 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99da983-0bcd-427e-a719-c3f463876891 req-a2c94d6a-aefb-4550-b899-d0d9c5aaeec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:55.739415 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a99da983-0bcd-427e-a719-c3f463876891 req-a2c94d6a-aefb-4550-b899-d0d9c5aaeec1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=841011a7-cc94-4162-872b-7e5b601026ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697515 Jan 27 17:16:55.870571 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a99da983-0bcd-427e-a719-c3f463876891 req-c8430740-6d25-46bf-8466-4a508457560b service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249728 Jan 27 17:16:56.012776 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a99da983-0bcd-427e-a719-c3f463876891 req-b83e4915-fb72-4a00-be92-1bc5eea7f41e service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341019 Jan 27 17:16:56.347844 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a701185-3b01-4bad-b3e7-b008194bc8fe req-74c842d8-58eb-4a11-a33d-6808bb49c67c tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:56.349194 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8a701185-3b01-4bad-b3e7-b008194bc8fe req-74c842d8-58eb-4a11-a33d-6808bb49c67c tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 943 time: 0.0930667 Jan 27 17:16:56.393524 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8a701185-3b01-4bad-b3e7-b008194bc8fe req-528a9a74-ca9e-4c94-900f-7b7b809d6b6c tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383956 Jan 27 17:16:57.600380 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de058f7b-1ad3-434a-99b7-cd4381ec1c43 req-e792bb2a-2ee9-43d1-bf71-1b4d1b606257 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:57.602022 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de058f7b-1ad3-434a-99b7-cd4381ec1c43 req-e792bb2a-2ee9-43d1-bf71-1b4d1b606257 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 943 time: 0.0909848 Jan 27 17:16:57.650058 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de058f7b-1ad3-434a-99b7-cd4381ec1c43 req-fd735106-c513-4d27-b38e-519f674d6163 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394287 Jan 27 17:16:58.857300 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2704bca-3e6b-42e6-8650-0ba0dfc5f7a9 req-44c21df1-c6d1-4db4-b3b2-ca05e95602a0 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:16:58.858764 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a2704bca-3e6b-42e6-8650-0ba0dfc5f7a9 req-44c21df1-c6d1-4db4-b3b2-ca05e95602a0 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 943 time: 0.0937555 Jan 27 17:16:58.905968 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a2704bca-3e6b-42e6-8650-0ba0dfc5f7a9 req-142069b0-67f7-4d5d-9e75-883553187eb2 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388386 Jan 27 17:17:00.096375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4edb4-44b3-4e52-8962-9cab1151542a req-b08f959b-a95a-4859-a2e3-cc50ab842a5f tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:00.097886 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-faa4edb4-44b3-4e52-8962-9cab1151542a req-b08f959b-a95a-4859-a2e3-cc50ab842a5f tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 943 time: 0.0841477 Jan 27 17:17:00.147620 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-faa4edb4-44b3-4e52-8962-9cab1151542a req-52c5e87e-c3da-4dfb-8c9f-859bc71faa05 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436587 Jan 27 17:17:00.881934 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38452) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:01.145274 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bb06a0-5308-4a51-8df3-fcafaa3aa496 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:01.146314 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bb06a0-5308-4a51-8df3-fcafaa3aa496 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:01.146492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bb06a0-5308-4a51-8df3-fcafaa3aa496 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:01.148196 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-71bb06a0-5308-4a51-8df3-fcafaa3aa496 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=2e8c8c26aae041c68422ab49a8804631&network_id=704e76ad-782a-4bc9-b960-2c02a90b8b5f HTTP/1.1" status: 200 len: 2999 time: 0.2650523 Jan 27 17:17:01.356740 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f52ca8-3b26-4844-bd90-079e0e00c87b req-8980dfbf-bb2e-4b31-a3c2-ad72047d5c94 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:01.358219 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f1f52ca8-3b26-4844-bd90-079e0e00c87b req-8980dfbf-bb2e-4b31-a3c2-ad72047d5c94 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 943 time: 0.0919135 Jan 27 17:17:01.403772 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f1f52ca8-3b26-4844-bd90-079e0e00c87b req-e202788d-3cc3-4360-9956-a09d7e54372b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396085 Jan 27 17:17:02.516231 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 950ed6eb-6f3a-48f6-8efb-9879300940bc details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:17:02.599724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e4507-a9b5-46ed-9dde-e210f7a597d6 req-fac8a121-455e-495c-9ed2-d58b4c8b0fcc tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:02.601994 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7f1e4507-a9b5-46ed-9dde-e210f7a597d6 req-fac8a121-455e-495c-9ed2-d58b4c8b0fcc tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 943 time: 0.0822344 Jan 27 17:17:02.647605 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7f1e4507-a9b5-46ed-9dde-e210f7a597d6 req-20efbb36-e190-43e0-82f7-d31bf2a4343b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395968 Jan 27 17:17:02.650697 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 950ed6eb-6f3a-48f6-8efb-9879300940bc, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=950ed6eb-6f3a-48f6-8efb-9879300940bc,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:02.664378 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '950ed6eb-6f3a-48f6-8efb-9879300940bc', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'port_id': '950ed6eb-6f3a-48f6-8efb-9879300940bc', 'mac_address': 'fa:16:3e:e3:82:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:17:02.728924 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:02.746282 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950ed6eb-6f3a-48f6-8efb-9879300940bc {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:17:02.763995 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 950ed6eb-6f3a-48f6-8efb-9879300940bc, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=950ed6eb-6f3a-48f6-8efb-9879300940bc,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:02.771717 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:02.838255 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=950ed6eb-6f3a-48f6-8efb-9879300940bc,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:03.028505 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['950ed6eb-6f3a-48f6-8efb-9879300940bc'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:17:03.324740 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:03.851473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bc7df-38ad-4b4f-8acf-5c5808d3885d req-1c24a7eb-9d6e-4ef2-9d0d-75bf2de672c4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:03.853157 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-330bc7df-38ad-4b4f-8acf-5c5808d3885d req-1c24a7eb-9d6e-4ef2-9d0d-75bf2de672c4 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 944 time: 0.1012976 Jan 27 17:17:03.902394 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-330bc7df-38ad-4b4f-8acf-5c5808d3885d req-ef128515-827a-4c29-87df-59aed9f82cd0 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432086 Jan 27 17:17:04.536540 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 950ed6eb-6f3a-48f6-8efb-9879300940bc up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:04.616178 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 950ed6eb-6f3a-48f6-8efb-9879300940bc completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:04.621924 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 950ed6eb-6f3a-48f6-8efb-9879300940bc triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:04.622276 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:04.748328 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:04.776106 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5b5eb9-1db7-4553-8450-155c47767942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950ed6eb-6f3a-48f6-8efb-9879300940bc'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:17:04.788000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 950ed6eb-6f3a-48f6-8efb-9879300940bc, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=950ed6eb-6f3a-48f6-8efb-9879300940bc,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:04.793056 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:04.828610 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5b5eb9-1db7-4553-8450-155c47767942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950ed6eb-6f3a-48f6-8efb-9879300940bc', 'code': 200} Jan 27 17:17:04.861296 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=950ed6eb-6f3a-48f6-8efb-9879300940bc,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:05.086417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cca8c-d790-4531-acc9-f28ade9d160e req-3db38e6f-6676-4d95-864b-07d3264bc427 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:05.087782 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-745cca8c-d790-4531-acc9-f28ade9d160e req-3db38e6f-6676-4d95-864b-07d3264bc427 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 945 time: 0.0786281 Jan 27 17:17:05.104048 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d52f9-5509-478d-9b35-f64616475637 req-8f60a319-8ae3-4c5a-bddb-c4d65b5908f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:05.105571 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a45d52f9-5509-478d-9b35-f64616475637 req-8f60a319-8ae3-4c5a-bddb-c4d65b5908f8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 1098 time: 0.0732963 Jan 27 17:17:05.136711 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-745cca8c-d790-4531-acc9-f28ade9d160e req-5f407b10-0ecb-4975-a625-b25fcfd3fb24 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422184 Jan 27 17:17:05.147801 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a45d52f9-5509-478d-9b35-f64616475637 req-1968bb53-28bb-4a99-95b3-178aadfe16b5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360792 Jan 27 17:17:06.169051 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38478) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:06.228486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc4dc7-01d3-4560-b3ef-074d169bded1 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:06.230044 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-26cc4dc7-01d3-4560-b3ef-074d169bded1 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 HTTP/1.1" status: 200 len: 814 time: 0.0600581 Jan 27 17:17:06.338906 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621380d-2175-4003-91f4-4b71c1d0a52a req-5ac1f64e-cc5b-4114-8ae6-0c8de0fbf1bd tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:06.340271 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1621380d-2175-4003-91f4-4b71c1d0a52a req-5ac1f64e-cc5b-4114-8ae6-0c8de0fbf1bd tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 945 time: 0.0850744 Jan 27 17:17:06.386347 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1621380d-2175-4003-91f4-4b71c1d0a52a req-8df73a67-8237-4648-99bb-6496752fa2d7 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377536 Jan 27 17:17:06.506396 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:17:06.574015 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113365bb-e1e0-4edd-ae40-358f66480177 req-c61bdb43-508a-40c8-80f6-79a3262c02eb tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:06.575486 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-113365bb-e1e0-4edd-ae40-358f66480177 req-c61bdb43-508a-40c8-80f6-79a3262c02eb tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 945 time: 0.0859432 Jan 27 17:17:06.621656 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-113365bb-e1e0-4edd-ae40-358f66480177 req-23e32e60-76c9-4b34-b075-e0e780195b9d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402522 Jan 27 17:17:06.645226 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38488) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:06.719329 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a80ac2-f124-4cff-85b6-7de81261b58f tempest-TestVolumeBootPattern-635512162 tempest-TestVolumeBootPattern-635512162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:06.720817 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a4a80ac2-f124-4cff-85b6-7de81261b58f tempest-TestVolumeBootPattern-635512162 tempest-TestVolumeBootPattern-635512162-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 1093 time: 0.0746467 Jan 27 17:17:06.724444 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38492) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:06.730183 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '950ed6eb-6f3a-48f6-8efb-9879300940bc', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:06.738168 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:06.744252 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Usage tracker for resource:floatingip and tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:06.747585 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:06.753567 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:06.766108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:07.004933 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:07.147037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Allocated IP 172.26.1.74 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/9589424f-f3f6-4d05-a347-74be77e451dd) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:07.292840 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:07.325225 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:07.396836 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:07.399561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:07.404747 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:17:07.442721 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event updated for resources: {'Port': ['ID=9589424f-f3f6-4d05-a347-74be77e451dd,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:07.457589 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:07.457956 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:07.458289 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:07.458616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:07.458939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:07.459256 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:07.459593 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:07.459898 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:07.460246 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:07.460556 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:07.460873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:07.461200 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:07.717898 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38496) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:07.723161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-e80cdb21-a1c2-48d2-bf5a-260ff14637c6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:07.848490 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:07.923986 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:07.936069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e80cdb21-a1c2-48d2-bf5a-260ff14637c6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:08.126726 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:08.131867 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:08.206431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e80cdb21-a1c2-48d2-bf5a-260ff14637c6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:08.211170 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e80cdb21-a1c2-48d2-bf5a-260ff14637c6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:08.211499 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-e80cdb21-a1c2-48d2-bf5a-260ff14637c6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP 9092489c-caa0-442d-8e09-e8dbb5091e6f disassociated. External IP: 172.26.1.150, port: f40797cf-b453-4493-b99a-6433c087a3f6. Jan 27 17:17:08.240097 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event updated for resources: {'Port': ['ID=9589424f-f3f6-4d05-a347-74be77e451dd,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:08.248708 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:08.415743 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Floating IP bf3797c3-c05d-41c3-b9f5-a96718554b10 associated. External IP: 172.26.1.74, port: 950ed6eb-6f3a-48f6-8efb-9879300940bc. Jan 27 17:17:08.565593 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80cdb21-a1c2-48d2-bf5a-260ff14637c6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 25750a6e-9d1f-45a6-af62-548e55697cea has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:17:08.744614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80cdb21-a1c2-48d2-bf5a-260ff14637c6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:08.749534 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e80cdb21-a1c2-48d2-bf5a-260ff14637c6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:08.755068 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd2502-085d-4d77-b816-d2b23d6628b9 None None] Sync routers for ids ['25750a6e-9d1f-45a6-af62-548e55697cea'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:08.764724 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dd2502-085d-4d77-b816-d2b23d6628b9 None None] Routers {'25750a6e-9d1f-45a6-af62-548e55697cea'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:17:08.765401 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d0dd2502-085d-4d77-b816-d2b23d6628b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:16:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['25750a6e-9d1f-45a6-af62-548e55697cea'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:08.808008 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e80cdb21-a1c2-48d2-bf5a-260ff14637c6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/floatingips/9092489c-caa0-442d-8e09-e8dbb5091e6f HTTP/1.1" status: 200 len: 690 time: 1.0889719 Jan 27 17:17:08.809044 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32f47c5-9e66-41ce-8943-147a29a5bbab', 'tag': 'f40797cf-b453-4493-b99a-6433c087a3f6'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:17:08.813900 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38500) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:08.874222 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32f47c5-9e66-41ce-8943-147a29a5bbab', 'tag': 'f40797cf-b453-4493-b99a-6433c087a3f6', 'status': 'completed', 'code': 200} Jan 27 17:17:08.889428 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Router a9f9edf8-d1d8-4657-b662-354e6f583744 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:17:08.944977 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b7b90602-ad87-4163-ab92-8f12b3a221ce tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/9092489c-caa0-442d-8e09-e8dbb5091e6f HTTP/1.1" status: 200 len: 690 time: 0.1288352 Jan 27 17:17:08.957114 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-d0dd2502-085d-4d77-b816-d2b23d6628b9 None None] Set router 25750a6e-9d1f-45a6-af62-548e55697cea gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:17:08.970913 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a90ad1-5803-4f15-acef-f50b91eeca36 req-b2150240-1838-4acf-87c4-3d1d5dcf8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:08.972774 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f0a90ad1-5803-4f15-acef-f50b91eeca36 req-b2150240-1838-4acf-87c4-3d1d5dcf8d03 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 1098 time: 0.0917490 Jan 27 17:17:09.070119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:09.080716 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f861682-a556-4a28-bf40-98510096e73a None None] Sync routers for ids ['a9f9edf8-d1d8-4657-b662-354e6f583744'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:09.093864 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f861682-a556-4a28-bf40-98510096e73a None None] Routers {'a9f9edf8-d1d8-4657-b662-354e6f583744'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:17:09.094713 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-4f861682-a556-4a28-bf40-98510096e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:16:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['a9f9edf8-d1d8-4657-b662-354e6f583744'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:09.114333 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a90ad1-5803-4f15-acef-f50b91eeca36 req-03bac42b-2c26-4c8d-8ff6-912bf1a73b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:09.116118 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f0a90ad1-5803-4f15-acef-f50b91eeca36 req-03bac42b-2c26-4c8d-8ff6-912bf1a73b9f service neutron] 10.222.0.83 "GET /v2.0/networks?id=704e76ad-782a-4bc9-b960-2c02a90b8b5f HTTP/1.1" status: 200 len: 898 time: 0.1367173 Jan 27 17:17:09.124628 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:09.194430 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2e2eae99-53dc-46d3-b0a8-58cb2e6e98a5 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4589212 Jan 27 17:17:09.194430 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5b5eb9-1db7-4553-8450-155c47767942', 'tag': '950ed6eb-6f3a-48f6-8efb-9879300940bc'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:17:09.211619 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f0a90ad1-5803-4f15-acef-f50b91eeca36 req-94340f73-a9fd-49ef-8e00-044a9aa71743 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40797cf-b453-4493-b99a-6433c087a3f6 HTTP/1.1" status: 200 len: 217 time: 0.0900741 Jan 27 17:17:09.230902 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5b5eb9-1db7-4553-8450-155c47767942', 'tag': '950ed6eb-6f3a-48f6-8efb-9879300940bc', 'status': 'completed', 'code': 200} Jan 27 17:17:09.332348 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-4f861682-a556-4a28-bf40-98510096e73a None None] Set router a9f9edf8-d1d8-4657-b662-354e6f583744 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:17:09.334367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a0193-ef54-4198-a7f2-1897dbbc9295 req-cbc06b5b-70a2-4ee8-94fb-969f1c1efc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:09.335876 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-da5a0193-ef54-4198-a7f2-1897dbbc9295 req-cbc06b5b-70a2-4ee8-94fb-969f1c1efc3a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 1098 time: 0.0816686 Jan 27 17:17:09.349954 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d0dd2502-085d-4d77-b816-d2b23d6628b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'fdd3f910-ab6b-42a9-9f03-68278118fa3c', 'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:87:65:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:12Z', 'updated_at': '2022-01-27T17:16:19Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:09.355526 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd2502-085d-4d77-b816-d2b23d6628b9 None None] Checking router: 25750a6e-9d1f-45a6-af62-548e55697cea for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:17:09.372773 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dd2502-085d-4d77-b816-d2b23d6628b9 None None] Routers {'25750a6e-9d1f-45a6-af62-548e55697cea'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:17:09.374013 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d0dd2502-085d-4d77-b816-d2b23d6628b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:16:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['25750a6e-9d1f-45a6-af62-548e55697cea'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:09.439776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a90ad1-5803-4f15-acef-f50b91eeca36 req-19ecf920-6d6b-4680-85af-56a61cdceb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:09.441369 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f0a90ad1-5803-4f15-acef-f50b91eeca36 req-19ecf920-6d6b-4680-85af-56a61cdceb46 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ee080336-93c2-4236-a334-a8f1a0ff9c4b HTTP/1.1" status: 200 len: 835 time: 0.2229340 Jan 27 17:17:09.501413 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a0193-ef54-4198-a7f2-1897dbbc9295 req-99b050ab-e618-4e75-b371-bf5b7eeed291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:09.503315 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-da5a0193-ef54-4198-a7f2-1897dbbc9295 req-99b050ab-e618-4e75-b371-bf5b7eeed291 service neutron] 10.222.0.83 "GET /v2.0/networks?id=841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 200 len: 913 time: 0.1614745 Jan 27 17:17:09.530752 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a90ad1-5803-4f15-acef-f50b91eeca36 req-dfc6857c-e7f4-46c7-874d-713e15862e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:09.532254 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f0a90ad1-5803-4f15-acef-f50b91eeca36 req-dfc6857c-e7f4-46c7-874d-713e15862e19 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=704e76ad-782a-4bc9-b960-2c02a90b8b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849211 Jan 27 17:17:09.571546 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-d0dd2502-085d-4d77-b816-d2b23d6628b9 None None] Set router 25750a6e-9d1f-45a6-af62-548e55697cea gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:17:09.623744 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-da5a0193-ef54-4198-a7f2-1897dbbc9295 req-1789f486-f863-4c3e-a409-478b580722e1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=950ed6eb-6f3a-48f6-8efb-9879300940bc HTTP/1.1" status: 200 len: 998 time: 0.1112430 Jan 27 17:17:09.682423 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f0a90ad1-5803-4f15-acef-f50b91eeca36 req-4c5017e5-6851-4467-930a-8d3bdf459254 service neutron] 10.222.0.83 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434162 Jan 27 17:17:09.686886 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a0193-ef54-4198-a7f2-1897dbbc9295 req-8fe79dab-e6be-4eeb-9f0e-3267f3581856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:09.688410 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-da5a0193-ef54-4198-a7f2-1897dbbc9295 req-8fe79dab-e6be-4eeb-9f0e-3267f3581856 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d6555cc-80bd-47ee-878f-a5617b07d795 HTTP/1.1" status: 200 len: 850 time: 0.0589330 Jan 27 17:17:09.757357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-4f861682-a556-4a28-bf40-98510096e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'bf3797c3-c05d-41c3-b9f5-a96718554b10', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'port_id': '950ed6eb-6f3a-48f6-8efb-9879300940bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'mac_address': 'fa:16:3e:e3:82:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5b5eb9-1db7-4553-8450-155c47767942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:07Z', 'updated_at': '2022-01-27T17:17:07Z', 'revision_number': 0, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:28Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:09.761730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f861682-a556-4a28-bf40-98510096e73a None None] Checking router: a9f9edf8-d1d8-4657-b662-354e6f583744 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:17:09.771990 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f861682-a556-4a28-bf40-98510096e73a None None] Routers {'a9f9edf8-d1d8-4657-b662-354e6f583744'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:17:09.772592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-4f861682-a556-4a28-bf40-98510096e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:16:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['a9f9edf8-d1d8-4657-b662-354e6f583744'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:09.773948 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a0193-ef54-4198-a7f2-1897dbbc9295 req-22065ed6-0a2b-4d2f-88f3-8f84d7cfcca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:09.775550 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-da5a0193-ef54-4198-a7f2-1897dbbc9295 req-22065ed6-0a2b-4d2f-88f3-8f84d7cfcca5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=841011a7-cc94-4162-872b-7e5b601026ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805969 Jan 27 17:17:09.848750 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f0a90ad1-5803-4f15-acef-f50b91eeca36 req-446c672d-7489-43fb-b46e-41ec02f949d2 service neutron] 10.222.0.83 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607399 Jan 27 17:17:09.916933 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-da5a0193-ef54-4198-a7f2-1897dbbc9295 req-1f15b25e-99ef-4d65-a268-8ad066cdf475 service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344471 Jan 27 17:17:09.924953 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d0dd2502-085d-4d77-b816-d2b23d6628b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'fdd3f910-ab6b-42a9-9f03-68278118fa3c', 'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:87:65:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:12Z', 'updated_at': '2022-01-27T17:16:19Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:09.929118 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd2502-085d-4d77-b816-d2b23d6628b9 None None] The sync data for ids ['25750a6e-9d1f-45a6-af62-548e55697cea'] in dv-neutron-826439-2-hyperv is: [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'fdd3f910-ab6b-42a9-9f03-68278118fa3c', 'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:87:65:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:12Z', 'updated_at': '2022-01-27T17:16:19Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:09.948431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38510) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:09.970237 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-4f861682-a556-4a28-bf40-98510096e73a None None] Set router a9f9edf8-d1d8-4657-b662-354e6f583744 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:17:10.040637 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4f3f27a4-890b-419c-943e-81af730af134 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/9092489c-caa0-442d-8e09-e8dbb5091e6f HTTP/1.1" status: 200 len: 690 time: 0.0915968 Jan 27 17:17:10.058298 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-da5a0193-ef54-4198-a7f2-1897dbbc9295 req-ce127815-973f-46d9-82a7-a572bacd3deb service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360095 Jan 27 17:17:10.189079 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7534fc88-6fe7-47b8-a7cc-0c634c016223 None None] New status for floating IP 9092489c-caa0-442d-8e09-e8dbb5091e6f: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:17:10.349294 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-4f861682-a556-4a28-bf40-98510096e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'bf3797c3-c05d-41c3-b9f5-a96718554b10', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'port_id': '950ed6eb-6f3a-48f6-8efb-9879300940bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'mac_address': 'fa:16:3e:e3:82:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5b5eb9-1db7-4553-8450-155c47767942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:07Z', 'updated_at': '2022-01-27T17:17:07Z', 'revision_number': 0, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:28Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:10.353357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f861682-a556-4a28-bf40-98510096e73a None None] The sync data for ids ['a9f9edf8-d1d8-4657-b662-354e6f583744'] in dv-neutron-826439-2-hyperv is: [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'bf3797c3-c05d-41c3-b9f5-a96718554b10', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'port_id': '950ed6eb-6f3a-48f6-8efb-9879300940bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'mac_address': 'fa:16:3e:e3:82:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5b5eb9-1db7-4553-8450-155c47767942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:07Z', 'updated_at': '2022-01-27T17:17:07Z', 'revision_number': 0, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:28Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:10.552410 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08cd1d2-b0e6-4430-a94c-06652d839575 None None] New status for floating IP bf3797c3-c05d-41c3-b9f5-a96718554b10: ACTIVE {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:17:11.043392 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38514) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:11.132413 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8f8d1ca1-4dda-4ff7-a89b-9eb32ea44780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/9092489c-caa0-442d-8e09-e8dbb5091e6f HTTP/1.1" status: 200 len: 688 time: 0.0865269 Jan 27 17:17:12.399879 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38520) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:12.405043 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a09e0791-4d9e-4df7-940a-ff07e59382cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-650969500', 'description': 'tempest-secgroup-smoke-650969500 description', 'project_id': '2e8c8c26aae041c68422ab49a8804631'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:12.411331 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a09e0791-4d9e-4df7-940a-ff07e59382cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:12.421935 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a09e0791-4d9e-4df7-940a-ff07e59382cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:12.431712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a09e0791-4d9e-4df7-940a-ff07e59382cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.455238 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a09e0791-4d9e-4df7-940a-ff07e59382cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:12.459190 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a09e0791-4d9e-4df7-940a-ff07e59382cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:12.462091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a09e0791-4d9e-4df7-940a-ff07e59382cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:12.467846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a09e0791-4d9e-4df7-940a-ff07e59382cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:12.539731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a09e0791-4d9e-4df7-940a-ff07e59382cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.545131 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a09e0791-4d9e-4df7-940a-ff07e59382cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.587608 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e0791-4d9e-4df7-940a-ff07e59382cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fde0201-1a41-4c32-9010-95a054810866,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:12.593492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a09e0791-4d9e-4df7-940a-ff07e59382cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.594931 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a09e0791-4d9e-4df7-940a-ff07e59382cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1938593 Jan 27 17:17:12.597767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38524) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:12.602645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-5fefce7e-3782-43bd-9e71-1f66909a2b7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '4fde0201-1a41-4c32-9010-95a054810866', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:12.608605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5fefce7e-3782-43bd-9e71-1f66909a2b7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:12.612445 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5fefce7e-3782-43bd-9e71-1f66909a2b7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:12.615345 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5fefce7e-3782-43bd-9e71-1f66909a2b7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:12.621113 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5fefce7e-3782-43bd-9e71-1f66909a2b7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:12.640318 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5fefce7e-3782-43bd-9e71-1f66909a2b7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.700023 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5fefce7e-3782-43bd-9e71-1f66909a2b7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.704827 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5fefce7e-3782-43bd-9e71-1f66909a2b7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.727206 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefce7e-3782-43bd-9e71-1f66909a2b7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba507abc-661d-4ecb-a043-9d7e81e203f2,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:12.737566 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5fefce7e-3782-43bd-9e71-1f66909a2b7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.738880 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5fefce7e-3782-43bd-9e71-1f66909a2b7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401818 Jan 27 17:17:12.741855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38528) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:12.746823 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-6bf2675e-33d1-4166-8002-920bd36e45df tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '4fde0201-1a41-4c32-9010-95a054810866', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:12.752558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6bf2675e-33d1-4166-8002-920bd36e45df tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:12.756320 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6bf2675e-33d1-4166-8002-920bd36e45df tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:12.759278 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6bf2675e-33d1-4166-8002-920bd36e45df tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:12.765116 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6bf2675e-33d1-4166-8002-920bd36e45df tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:12.786812 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6bf2675e-33d1-4166-8002-920bd36e45df tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.847275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6bf2675e-33d1-4166-8002-920bd36e45df tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.852285 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6bf2675e-33d1-4166-8002-920bd36e45df tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.874494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2675e-33d1-4166-8002-920bd36e45df tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888a1078-c717-4b7b-9399-7e6ba9be0679,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:12.884519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6bf2675e-33d1-4166-8002-920bd36e45df tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.885843 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6bf2675e-33d1-4166-8002-920bd36e45df tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1430318 Jan 27 17:17:12.888835 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38532) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:12.893780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f1ec533b-30cc-462c-95aa-e7398230a444 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '4fde0201-1a41-4c32-9010-95a054810866', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:12.899742 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f1ec533b-30cc-462c-95aa-e7398230a444 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:12.903651 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f1ec533b-30cc-462c-95aa-e7398230a444 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:12.906518 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f1ec533b-30cc-462c-95aa-e7398230a444 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:12.912139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f1ec533b-30cc-462c-95aa-e7398230a444 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:12.929778 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f1ec533b-30cc-462c-95aa-e7398230a444 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.989166 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f1ec533b-30cc-462c-95aa-e7398230a444 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:12.993953 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f1ec533b-30cc-462c-95aa-e7398230a444 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.015660 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec533b-30cc-462c-95aa-e7398230a444 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1603caf0-a782-411b-a4f2-909340261998,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:13.024742 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f1ec533b-30cc-462c-95aa-e7398230a444 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.025927 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f1ec533b-30cc-462c-95aa-e7398230a444 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360750 Jan 27 17:17:13.028736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38536) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:13.033496 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4f5c61d5-9acb-409f-8474-f1f2a99b3055 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '4fde0201-1a41-4c32-9010-95a054810866', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:13.039200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4f5c61d5-9acb-409f-8474-f1f2a99b3055 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:13.042942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4f5c61d5-9acb-409f-8474-f1f2a99b3055 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:13.045749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4f5c61d5-9acb-409f-8474-f1f2a99b3055 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:13.051228 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4f5c61d5-9acb-409f-8474-f1f2a99b3055 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:13.068843 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4f5c61d5-9acb-409f-8474-f1f2a99b3055 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.136033 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4f5c61d5-9acb-409f-8474-f1f2a99b3055 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.141114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4f5c61d5-9acb-409f-8474-f1f2a99b3055 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.163656 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c61d5-9acb-409f-8474-f1f2a99b3055 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38e4cad-932f-4ebb-b83b-4db99c9665f4,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:13.173845 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4f5c61d5-9acb-409f-8474-f1f2a99b3055 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.177812 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4f5c61d5-9acb-409f-8474-f1f2a99b3055 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454170 Jan 27 17:17:13.178074 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38540) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:13.183088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-87c715fe-659a-4938-8a69-de9312d1501d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '4fde0201-1a41-4c32-9010-95a054810866', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:13.189120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-87c715fe-659a-4938-8a69-de9312d1501d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:13.193292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-87c715fe-659a-4938-8a69-de9312d1501d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:13.196409 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-87c715fe-659a-4938-8a69-de9312d1501d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:13.202415 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-87c715fe-659a-4938-8a69-de9312d1501d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:13.213879 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-87c715fe-659a-4938-8a69-de9312d1501d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:17:13.221018 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-87c715fe-659a-4938-8a69-de9312d1501d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.290254 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-87c715fe-659a-4938-8a69-de9312d1501d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.297386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-87c715fe-659a-4938-8a69-de9312d1501d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.323801 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c715fe-659a-4938-8a69-de9312d1501d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191e0220-3289-43b7-a94f-b1f71c9bd45d,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:13.334049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-87c715fe-659a-4938-8a69-de9312d1501d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.335531 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-87c715fe-659a-4938-8a69-de9312d1501d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1562498 Jan 27 17:17:13.338196 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38544) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:13.343334 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d3904e33-5d95-4a72-9dde-04a676dcaf7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '4fde0201-1a41-4c32-9010-95a054810866', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:13.349144 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d3904e33-5d95-4a72-9dde-04a676dcaf7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:13.352871 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d3904e33-5d95-4a72-9dde-04a676dcaf7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:17:13.355750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d3904e33-5d95-4a72-9dde-04a676dcaf7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:17:13.361327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d3904e33-5d95-4a72-9dde-04a676dcaf7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:13.372154 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-d3904e33-5d95-4a72-9dde-04a676dcaf7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:17:13.379166 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d3904e33-5d95-4a72-9dde-04a676dcaf7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.445816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d3904e33-5d95-4a72-9dde-04a676dcaf7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.450632 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d3904e33-5d95-4a72-9dde-04a676dcaf7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.476752 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3904e33-5d95-4a72-9dde-04a676dcaf7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb7f2d2-82a4-420f-a411-0eed038c7360,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:13.486414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d3904e33-5d95-4a72-9dde-04a676dcaf7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:13.487710 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d3904e33-5d95-4a72-9dde-04a676dcaf7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1485624 Jan 27 17:17:13.652674 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-a5a70781-ac7c-44a0-a3ed-87239de48f7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-650969500&fields=id&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 267 time: 0.0415602 Jan 27 17:17:13.806382 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-175ffbb7-b138-4acd-8ff2-e5607eabc5ea tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:13.806957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-175ffbb7-b138-4acd-8ff2-e5607eabc5ea tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:13.818707 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-175ffbb7-b138-4acd-8ff2-e5607eabc5ea tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:13.819791 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-175ffbb7-b138-4acd-8ff2-e5607eabc5ea tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/networks?id=704e76ad-782a-4bc9-b960-2c02a90b8b5f HTTP/1.1" status: 200 len: 796 time: 0.1576524 Jan 27 17:17:13.834137 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-94d12b50-f3ed-4256-af67-08c52985cb30 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/quotas/2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 375 time: 0.0087941 Jan 27 17:17:13.922880 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-fc638cc6-158b-4db8-9120-66c5d81e3bf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0838723 Jan 27 17:17:13.937955 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-bfccd199-a7ee-49f4-84d0-b19f7b136690 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:17:13.938894 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-bfccd199-a7ee-49f4-84d0-b19f7b136690 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047801 Jan 27 17:17:14.193083 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-ad1b1161-593d-4450-a572-d767d08dc599 service neutron] 10.222.0.50 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489457 Jan 27 17:17:14.330638 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-db52e764-fd9a-48a8-9d70-318240d99412 service neutron] 10.222.0.50 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280711 Jan 27 17:17:14.524665 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1f1cbe25-d93f-44f4-93bc-a979ca58aa47 req-b20f43ae-8ac3-4729-917f-4bd245cb7171 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 210 time: 0.0434327 Jan 27 17:17:15.105320 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a92186e1-dabc-4267-b23f-70d405e71e03 req-93b42dc8-8493-4d97-a61c-26fbee907e65 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710464 Jan 27 17:17:15.262252 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92186e1-dabc-4267-b23f-70d405e71e03 req-08eb9d76-c95a-4e31-ae2c-fd343b682d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:15.263741 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a92186e1-dabc-4267-b23f-70d405e71e03 req-08eb9d76-c95a-4e31-ae2c-fd343b682d9d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 1098 time: 0.0924587 Jan 27 17:17:15.415672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92186e1-dabc-4267-b23f-70d405e71e03 req-d2ce3e1e-b3ff-4303-9ec8-bf0232e5bece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:15.417709 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a92186e1-dabc-4267-b23f-70d405e71e03 req-d2ce3e1e-b3ff-4303-9ec8-bf0232e5bece service neutron] 10.222.0.83 "GET /v2.0/networks?id=704e76ad-782a-4bc9-b960-2c02a90b8b5f HTTP/1.1" status: 200 len: 898 time: 0.1335311 Jan 27 17:17:15.490385 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a92186e1-dabc-4267-b23f-70d405e71e03 req-7c966a3f-a7a0-4bb8-abe5-d583833c0aca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f40797cf-b453-4493-b99a-6433c087a3f6 HTTP/1.1" status: 200 len: 217 time: 0.0632987 Jan 27 17:17:15.560524 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92186e1-dabc-4267-b23f-70d405e71e03 req-9209d736-7a50-4c51-8896-1519c34adba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:15.562136 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a92186e1-dabc-4267-b23f-70d405e71e03 req-9209d736-7a50-4c51-8896-1519c34adba7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ee080336-93c2-4236-a334-a8f1a0ff9c4b HTTP/1.1" status: 200 len: 835 time: 0.0660143 Jan 27 17:17:15.584981 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-af70bdc1-53fa-405d-907e-30f66980888b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:15.586455 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-af70bdc1-53fa-405d-907e-30f66980888b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/networks?id=704e76ad-782a-4bc9-b960-2c02a90b8b5f HTTP/1.1" status: 200 len: 796 time: 0.1590192 Jan 27 17:17:15.645565 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92186e1-dabc-4267-b23f-70d405e71e03 req-67d6b792-1e6f-4789-b083-eac43486bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:15.647466 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a92186e1-dabc-4267-b23f-70d405e71e03 req-67d6b792-1e6f-4789-b083-eac43486bd3d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=704e76ad-782a-4bc9-b960-2c02a90b8b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797548 Jan 27 17:17:15.647879 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-3ae1cf65-30d8-411a-b0a8-a4298bc2fc3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:15.666791 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-3ae1cf65-30d8-411a-b0a8-a4298bc2fc3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:15.668039 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-3ae1cf65-30d8-411a-b0a8-a4298bc2fc3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 471 time: 0.0731890 Jan 27 17:17:15.676789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-250851bd-ea17-4d02-9a75-25f2d210a2b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'port': {'device_id': 'a5ecf67b-ad0d-4e54-81c8-8802a70731d5', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'admin_state_up': True, 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'security_groups': ['4fde0201-1a41-4c32-9010-95a054810866']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:15.714431 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-345fa32e-d64e-4adf-9693-0f9bda8c3d3c req-fb247b82-c132-43c8-858b-295921dca07f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 210 time: 0.0660069 Jan 27 17:17:15.810258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-250851bd-ea17-4d02-9a75-25f2d210a2b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:17:15.819877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-250851bd-ea17-4d02-9a75-25f2d210a2b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:17:15.822365 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a92186e1-dabc-4267-b23f-70d405e71e03 req-f894dbbe-cb23-4f17-9ca1-aebb45307707 service neutron] 10.222.0.83 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377389 Jan 27 17:17:15.831068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-250851bd-ea17-4d02-9a75-25f2d210a2b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:17:15.834723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-250851bd-ea17-4d02-9a75-25f2d210a2b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:15.959511 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a92186e1-dabc-4267-b23f-70d405e71e03 req-cb2ccb16-06c2-47a6-9873-38d3ce763df7 service neutron] 10.222.0.83 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299787 Jan 27 17:17:16.114405 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-250851bd-ea17-4d02-9a75-25f2d210a2b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.5 (704e76ad-782a-4bc9-b960-2c02a90b8b5f/ee080336-93c2-4236-a334-a8f1a0ff9c4b/ba2f0732-09aa-4b32-8e81-6cd7622de7b6) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:17:16.306107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-250851bd-ea17-4d02-9a75-25f2d210a2b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:16.322787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-250851bd-ea17-4d02-9a75-25f2d210a2b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object ba2f0732-09aa-4b32-8e81-6cd7622de7b6 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:16.347529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-250851bd-ea17-4d02-9a75-25f2d210a2b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:16.421272 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-250851bd-ea17-4d02-9a75-25f2d210a2b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 704e76ad-782a-4bc9-b960-2c02a90b8b5f is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:17:16.423078 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-250851bd-ea17-4d02-9a75-25f2d210a2b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:17:16.425717 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-250851bd-ea17-4d02-9a75-25f2d210a2b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:17:16.468032 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250851bd-ea17-4d02-9a75-25f2d210a2b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=ba2f0732-09aa-4b32-8e81-6cd7622de7b6,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:16.501057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-250851bd-ea17-4d02-9a75-25f2d210a2b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:16.501246 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-250851bd-ea17-4d02-9a75-25f2d210a2b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:16.529582 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-250851bd-ea17-4d02-9a75-25f2d210a2b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8566549 Jan 27 17:17:16.540887 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Request body: {'port': {'device_id': 'a5ecf67b-ad0d-4e54-81c8-8802a70731d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:16.658521 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-49fb95bb-8089-4706-babd-7ab785d017a2 None None] Provisioning for port ba2f0732-09aa-4b32-8e81-6cd7622de7b6 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:16.662580 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-49fb95bb-8089-4706-babd-7ab785d017a2 None None] Provisioning complete for port ba2f0732-09aa-4b32-8e81-6cd7622de7b6 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:16.662580 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49fb95bb-8089-4706-babd-7ab785d017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:16.670668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:16.721385 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-49fb95bb-8089-4706-babd-7ab785d017a2 None None] Port ba2f0732-09aa-4b32-8e81-6cd7622de7b6 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:17:17.016374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0b473-2eb4-4ed5-96db-f20a93a56f7a req-7c715dd1-cd55-4deb-9fde-15037ec0984c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:17.016374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-b7c0b473-2eb4-4ed5-96db-f20a93a56f7a req-7c715dd1-cd55-4deb-9fde-15037ec0984c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:17:17.067075 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-b7c0b473-2eb4-4ed5-96db-f20a93a56f7a req-7c715dd1-cd55-4deb-9fde-15037ec0984c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:17:17.068321 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b7c0b473-2eb4-4ed5-96db-f20a93a56f7a req-7c715dd1-cd55-4deb-9fde-15037ec0984c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 931 time: 0.2302842 Jan 27 17:17:17.115067 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2f0732-09aa-4b32-8e81-6cd7622de7b6 {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:17:17.125839 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:17.137776 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b7c0b473-2eb4-4ed5-96db-f20a93a56f7a req-15fb5f33-d75a-4a07-8078-a57c5f778037 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde0201-1a41-4c32-9010-95a054810866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588272 Jan 27 17:17:17.147396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Transition to ACTIVE for port object ba2f0732-09aa-4b32-8e81-6cd7622de7b6 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:17:17.152859 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:17.314886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90677949-6963-44b8-b050-e901ba940749 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2f0732-09aa-4b32-8e81-6cd7622de7b6,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:17.405397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Attempting to bind port ba2f0732-09aa-4b32-8e81-6cd7622de7b6 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:17:17.405397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Attempting to bind port ba2f0732-09aa-4b32-8e81-6cd7622de7b6 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '3f5e0259-3c69-4b2b-b497-2732dccd3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:17:17.405397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Attempting to bind port ba2f0732-09aa-4b32-8e81-6cd7622de7b6 on network 704e76ad-782a-4bc9-b960-2c02a90b8b5f {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:17:17.411021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Port ba2f0732-09aa-4b32-8e81-6cd7622de7b6 on network 704e76ad-782a-4bc9-b960-2c02a90b8b5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:17:17.411211 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Attempting to bind port ba2f0732-09aa-4b32-8e81-6cd7622de7b6 on network 704e76ad-782a-4bc9-b960-2c02a90b8b5f {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:17:17.421401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:17:17.421766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Checking segment: {'id': '3f5e0259-3c69-4b2b-b497-2732dccd3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:17:17.422152 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Bound using segment: {'id': '3f5e0259-3c69-4b2b-b497-2732dccd3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:17:17.423390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Bound port: ba2f0732-09aa-4b32-8e81-6cd7622de7b6, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5e0259-3c69-4b2b-b497-2732dccd3acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:17:17.423390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:17.519086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] For port ba2f0732-09aa-4b32-8e81-6cd7622de7b6, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:17:17.522905 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] For port ba2f0732-09aa-4b32-8e81-6cd7622de7b6, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ba2f0732-09aa-4b32-8e81-6cd7622de7b6,segment=NetworkSegment(3f5e0259-3c69-4b2b-b497-2732dccd3acf),segment_id=3f5e0259-3c69-4b2b-b497-2732dccd3acf)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:17:17.528354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:17.592536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:17.592536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:17.594659 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-90677949-6963-44b8-b050-e901ba940749 service neutron] 10.222.0.83 "PUT /v2.0/ports/ba2f0732-09aa-4b32-8e81-6cd7622de7b6 HTTP/1.1" status: 200 len: 1093 time: 1.0576661 Jan 27 17:17:17.594659 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ecf67b-ad0d-4e54-81c8-8802a70731d5', 'tag': 'ba2f0732-09aa-4b32-8e81-6cd7622de7b6'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:17:17.675086 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ecf67b-ad0d-4e54-81c8-8802a70731d5', 'tag': 'ba2f0732-09aa-4b32-8e81-6cd7622de7b6', 'status': 'completed', 'code': 200} Jan 27 17:17:17.692005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90677949-6963-44b8-b050-e901ba940749 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2f0732-09aa-4b32-8e81-6cd7622de7b6,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:17.730337 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-b290e853-7dd7-4f6a-a9aa-3b1e7602d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:17.731988 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-b290e853-7dd7-4f6a-a9aa-3b1e7602d9c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 1096 time: 0.0977409 Jan 27 17:17:17.799429 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-5a6e61ae-5405-4f28-842f-a682f5c63a37 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba2f0732-09aa-4b32-8e81-6cd7622de7b6 HTTP/1.1" status: 200 len: 217 time: 0.0608265 Jan 27 17:17:17.967709 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-06ad2c1e-fec5-469b-95ea-158c02acce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:17.969117 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-06ad2c1e-fec5-469b-95ea-158c02acce24 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ee080336-93c2-4236-a334-a8f1a0ff9c4b HTTP/1.1" status: 200 len: 835 time: 0.1632836 Jan 27 17:17:18.044257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-4e16c7c9-bf6d-4aee-b802-47568a0d6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:18.045718 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-4e16c7c9-bf6d-4aee-b802-47568a0d6792 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=704e76ad-782a-4bc9-b960-2c02a90b8b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699968 Jan 27 17:17:18.174606 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-88c72255-c0f2-444d-bd9e-16b769239ab6 service neutron] 10.222.0.83 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222157 Jan 27 17:17:18.356215 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-aabf69c8-5e4b-4798-a073-6510796e8b43 req-e765b2aa-012d-49d0-a63f-337d2a6ac422 service neutron] 10.222.0.83 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756756 Jan 27 17:17:18.379776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dad936-4348-452c-91e1-0a8280fc092f req-b335e3b0-e6c2-4219-b7a7-41d042a09435 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:18.381225 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-64dad936-4348-452c-91e1-0a8280fc092f req-b335e3b0-e6c2-4219-b7a7-41d042a09435 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 943 time: 0.1129887 Jan 27 17:17:18.463724 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-64dad936-4348-452c-91e1-0a8280fc092f req-85200adc-4367-4a04-be62-af45cf7abde5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde0201-1a41-4c32-9010-95a054810866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766256 Jan 27 17:17:18.491156 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf794d1-ab01-479a-b3cc-c6ffef88a531 req-a7c33b26-816f-44f8-995c-8c4167a41183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:18.492616 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1bf794d1-ab01-479a-b3cc-c6ffef88a531 req-a7c33b26-816f-44f8-995c-8c4167a41183 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 1096 time: 0.0780842 Jan 27 17:17:18.624495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf794d1-ab01-479a-b3cc-c6ffef88a531 req-db46560a-3c01-43fb-8d42-92df5545dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:18.625918 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1bf794d1-ab01-479a-b3cc-c6ffef88a531 req-db46560a-3c01-43fb-8d42-92df5545dbb4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=704e76ad-782a-4bc9-b960-2c02a90b8b5f HTTP/1.1" status: 200 len: 898 time: 0.1268680 Jan 27 17:17:18.697598 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1bf794d1-ab01-479a-b3cc-c6ffef88a531 req-c775ff7e-b09d-472a-a24e-e885a7b346f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba2f0732-09aa-4b32-8e81-6cd7622de7b6 HTTP/1.1" status: 200 len: 217 time: 0.0630500 Jan 27 17:17:18.712887 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0a0531bc-f751-4533-937c-51034b413ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:18.758980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf794d1-ab01-479a-b3cc-c6ffef88a531 req-61e4bf91-4a4f-43e6-8b72-265ec78d0624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:18.760301 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1bf794d1-ab01-479a-b3cc-c6ffef88a531 req-61e4bf91-4a4f-43e6-8b72-265ec78d0624 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ee080336-93c2-4236-a334-a8f1a0ff9c4b HTTP/1.1" status: 200 len: 835 time: 0.0567148 Jan 27 17:17:18.839320 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf794d1-ab01-479a-b3cc-c6ffef88a531 req-ba78e8c7-5d66-4c2c-9b89-85d1026df169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:18.840818 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1bf794d1-ab01-479a-b3cc-c6ffef88a531 req-ba78e8c7-5d66-4c2c-9b89-85d1026df169 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=704e76ad-782a-4bc9-b960-2c02a90b8b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737185 Jan 27 17:17:18.973713 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1bf794d1-ab01-479a-b3cc-c6ffef88a531 req-6b81147f-909d-4a0e-b149-37a814a199d8 service neutron] 10.222.0.83 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242011 Jan 27 17:17:19.154009 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1bf794d1-ab01-479a-b3cc-c6ffef88a531 req-e8982673-78aa-4e18-9740-5fb8871969af service neutron] 10.222.0.83 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268730 Jan 27 17:17:19.651071 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e440e-9cb4-42b5-98e7-2ff1ceb8edd0 req-3479a48f-88aa-40dc-916e-c40c5a1011fe tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:19.652385 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ad2e440e-9cb4-42b5-98e7-2ff1ceb8edd0 req-3479a48f-88aa-40dc-916e-c40c5a1011fe tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 943 time: 0.0833459 Jan 27 17:17:19.696303 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ad2e440e-9cb4-42b5-98e7-2ff1ceb8edd0 req-17b2ff2d-ca78-4741-ae72-2e8c0b4e3ab4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde0201-1a41-4c32-9010-95a054810866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375564 Jan 27 17:17:20.604276 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device ba2f0732-09aa-4b32-8e81-6cd7622de7b6 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:17:20.785637 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port ba2f0732-09aa-4b32-8e81-6cd7622de7b6, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ba2f0732-09aa-4b32-8e81-6cd7622de7b6,segment=NetworkSegment(3f5e0259-3c69-4b2b-b497-2732dccd3acf),segment_id=3f5e0259-3c69-4b2b-b497-2732dccd3acf)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:20.798972 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': 'ba2f0732-09aa-4b32-8e81-6cd7622de7b6', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'port_id': 'ba2f0732-09aa-4b32-8e81-6cd7622de7b6', 'mac_address': 'fa:16:3e:6f:5c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:17:20.857132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:20.874147 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2f0732-09aa-4b32-8e81-6cd7622de7b6 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:17:20.878448 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646ed96-9060-4445-9674-853f038e7d5c req-87ff3c69-160b-42a6-b0df-1a38eb2b3041 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:20.879865 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9646ed96-9060-4445-9674-853f038e7d5c req-87ff3c69-160b-42a6-b0df-1a38eb2b3041 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 943 time: 0.0785110 Jan 27 17:17:20.890610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port ba2f0732-09aa-4b32-8e81-6cd7622de7b6, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ba2f0732-09aa-4b32-8e81-6cd7622de7b6,segment=NetworkSegment(3f5e0259-3c69-4b2b-b497-2732dccd3acf),segment_id=3f5e0259-3c69-4b2b-b497-2732dccd3acf)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:20.895544 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:20.926985 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9646ed96-9060-4445-9674-853f038e7d5c req-f7bc8c95-0931-4b7c-be89-ad0622ae5b3b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde0201-1a41-4c32-9010-95a054810866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413542 Jan 27 17:17:20.961420 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=ba2f0732-09aa-4b32-8e81-6cd7622de7b6,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:20.968508 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:20.968831 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:20.969158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:20.969463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:20.969808 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:20.970123 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:20.970434 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:20.970749 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:20.971062 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:20.971373 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:20.971676 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:20.971976 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:20.998556 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9fa56ca7-1594-4fb2-b9d0-2eca511ed1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:21.109871 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['ba2f0732-09aa-4b32-8e81-6cd7622de7b6'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:17:22.116929 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:22.125469 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e6f63-e51a-4afb-b492-977fe5153e55 req-a108964c-82c4-4019-ba57-116d5c9e4fcd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:22.127041 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2b7e6f63-e51a-4afb-b492-977fe5153e55 req-a108964c-82c4-4019-ba57-116d5c9e4fcd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 944 time: 0.0832345 Jan 27 17:17:22.172873 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2b7e6f63-e51a-4afb-b492-977fe5153e55 req-76941b46-2950-4aac-9ab9-a88ac1e582db tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde0201-1a41-4c32-9010-95a054810866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400097 Jan 27 17:17:22.224580 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:22.609796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device ba2f0732-09aa-4b32-8e81-6cd7622de7b6 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:17:22.682884 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port ba2f0732-09aa-4b32-8e81-6cd7622de7b6 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:17:22.687670 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port ba2f0732-09aa-4b32-8e81-6cd7622de7b6 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:17:22.688031 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:22.814382 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:22.841126 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ecf67b-ad0d-4e54-81c8-8802a70731d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2f0732-09aa-4b32-8e81-6cd7622de7b6'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:17:22.851250 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port ba2f0732-09aa-4b32-8e81-6cd7622de7b6, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ba2f0732-09aa-4b32-8e81-6cd7622de7b6,segment=NetworkSegment(3f5e0259-3c69-4b2b-b497-2732dccd3acf),segment_id=3f5e0259-3c69-4b2b-b497-2732dccd3acf)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:22.856027 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:22.889087 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ecf67b-ad0d-4e54-81c8-8802a70731d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2f0732-09aa-4b32-8e81-6cd7622de7b6', 'code': 200} Jan 27 17:17:22.934397 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=ba2f0732-09aa-4b32-8e81-6cd7622de7b6,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:23.120165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41181d-38d3-4c1d-8c98-70d944f9bca0 req-0390084b-79e7-4b00-b437-81c173bf4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:23.122302 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ee41181d-38d3-4c1d-8c98-70d944f9bca0 req-0390084b-79e7-4b00-b437-81c173bf4cd0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 1098 time: 0.0765033 Jan 27 17:17:23.163253 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ee41181d-38d3-4c1d-8c98-70d944f9bca0 req-05274c11-d708-4b3b-ba1e-98918031d3a9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4fde0201-1a41-4c32-9010-95a054810866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351336 Jan 27 17:17:23.367368 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7e6f1-c765-4f51-9594-8ae3d9b76ddf req-93a8051b-619d-4733-bde3-0d4a763522d6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:23.368937 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e3b7e6f1-c765-4f51-9594-8ae3d9b76ddf req-93a8051b-619d-4733-bde3-0d4a763522d6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 945 time: 0.0844374 Jan 27 17:17:23.380789 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:23.418867 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e3b7e6f1-c765-4f51-9594-8ae3d9b76ddf req-b7fa35aa-cad7-4196-947e-c4ee033ec725 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde0201-1a41-4c32-9010-95a054810866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422235 Jan 27 17:17:24.612140 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39732ef-2a12-48c1-bf81-1085f317f458 req-f9793745-e641-477d-bcea-e001bed4f3fa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:24.612140 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d39732ef-2a12-48c1-bf81-1085f317f458 req-f9793745-e641-477d-bcea-e001bed4f3fa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 945 time: 0.0831306 Jan 27 17:17:24.669769 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d39732ef-2a12-48c1-bf81-1085f317f458 req-12655873-5292-4352-b988-45177396ea2a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde0201-1a41-4c32-9010-95a054810866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506766 Jan 27 17:17:24.856135 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8513f57-5269-4a35-ae28-3b6f48efb3c3 req-1d0e9fab-857d-43e2-b4b3-30ff3aef54c3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:24.856135 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e8513f57-5269-4a35-ae28-3b6f48efb3c3 req-1d0e9fab-857d-43e2-b4b3-30ff3aef54c3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 945 time: 0.0820386 Jan 27 17:17:24.903762 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e8513f57-5269-4a35-ae28-3b6f48efb3c3 req-7ed4b52a-80a9-43fb-8730-1b79a13f245a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde0201-1a41-4c32-9010-95a054810866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384324 Jan 27 17:17:24.929193 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38600) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:25.008891 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaf63fd-d86f-4bec-bd27-494641369000 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:25.008891 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cdaf63fd-d86f-4bec-bd27-494641369000 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 1093 time: 0.0805385 Jan 27 17:17:25.008891 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38604) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:25.018302 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-9ecd0f2d-0c86-4127-9001-cd05bc11e6af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'floatingip': {'port_id': 'ba2f0732-09aa-4b32-8e81-6cd7622de7b6'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:17:25.208708 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ecd0f2d-0c86-4127-9001-cd05bc11e6af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:25.828154 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ecd0f2d-0c86-4127-9001-cd05bc11e6af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:25.828154 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ecd0f2d-0c86-4127-9001-cd05bc11e6af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:26.002214 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-9ecd0f2d-0c86-4127-9001-cd05bc11e6af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP 9092489c-caa0-442d-8e09-e8dbb5091e6f associated. External IP: 172.26.1.150, port: ba2f0732-09aa-4b32-8e81-6cd7622de7b6. Jan 27 17:17:26.348766 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecd0f2d-0c86-4127-9001-cd05bc11e6af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 25750a6e-9d1f-45a6-af62-548e55697cea has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:17:26.634664 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecd0f2d-0c86-4127-9001-cd05bc11e6af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:26.639974 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ecd0f2d-0c86-4127-9001-cd05bc11e6af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:26.645616 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee0b4a0-dddd-46d4-9062-6aef6d4f772b None None] Sync routers for ids ['25750a6e-9d1f-45a6-af62-548e55697cea'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:26.665526 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee0b4a0-dddd-46d4-9062-6aef6d4f772b None None] Routers {'25750a6e-9d1f-45a6-af62-548e55697cea'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:17:26.665526 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-4ee0b4a0-dddd-46d4-9062-6aef6d4f772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:17:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['25750a6e-9d1f-45a6-af62-548e55697cea'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:26.709425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38608) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:26.712951 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9ecd0f2d-0c86-4127-9001-cd05bc11e6af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/floatingips/9092489c-caa0-442d-8e09-e8dbb5091e6f HTTP/1.1" status: 200 len: 991 time: 1.6958153 Jan 27 17:17:26.712951 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ecf67b-ad0d-4e54-81c8-8802a70731d5', 'tag': 'ba2f0732-09aa-4b32-8e81-6cd7622de7b6'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:17:26.795551 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ecf67b-ad0d-4e54-81c8-8802a70731d5', 'tag': 'ba2f0732-09aa-4b32-8e81-6cd7622de7b6', 'status': 'completed', 'code': 200} Jan 27 17:17:26.864129 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-4ee0b4a0-dddd-46d4-9062-6aef6d4f772b None None] Set router 25750a6e-9d1f-45a6-af62-548e55697cea gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:17:27.015456 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f5e0b7fe-1980-4e3a-9393-9bcf5fe7276c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/9092489c-caa0-442d-8e09-e8dbb5091e6f HTTP/1.1" status: 200 len: 991 time: 0.3097811 Jan 27 17:17:27.054605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f65c2-1020-4ed2-bce6-896fd05d7a71 req-a9116a4b-244f-4384-95d1-a16f295bb7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:27.055774 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-099f65c2-1020-4ed2-bce6-896fd05d7a71 req-a9116a4b-244f-4384-95d1-a16f295bb7a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 1098 time: 0.2427218 Jan 27 17:17:27.200837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f65c2-1020-4ed2-bce6-896fd05d7a71 req-7bc980c8-abd4-4976-aca3-fb8f21e2482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:27.202485 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-099f65c2-1020-4ed2-bce6-896fd05d7a71 req-7bc980c8-abd4-4976-aca3-fb8f21e2482f service neutron] 10.222.0.83 "GET /v2.0/networks?id=704e76ad-782a-4bc9-b960-2c02a90b8b5f HTTP/1.1" status: 200 len: 898 time: 0.1401508 Jan 27 17:17:27.268849 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-4ee0b4a0-dddd-46d4-9062-6aef6d4f772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '9092489c-caa0-442d-8e09-e8dbb5091e6f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.150', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'port_id': 'ba2f0732-09aa-4b32-8e81-6cd7622de7b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'mac_address': 'fa:16:3e:6f:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ecf67b-ad0d-4e54-81c8-8802a70731d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:16:30Z', 'updated_at': '2022-01-27T17:17:25Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdd3f910-ab6b-42a9-9f03-68278118fa3c', 'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:87:65:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:12Z', 'updated_at': '2022-01-27T17:16:19Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:27.273381 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee0b4a0-dddd-46d4-9062-6aef6d4f772b None None] Checking router: 25750a6e-9d1f-45a6-af62-548e55697cea for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:17:27.281939 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee0b4a0-dddd-46d4-9062-6aef6d4f772b None None] Routers {'25750a6e-9d1f-45a6-af62-548e55697cea'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:17:27.282537 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-4ee0b4a0-dddd-46d4-9062-6aef6d4f772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:17:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['25750a6e-9d1f-45a6-af62-548e55697cea'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:27.307813 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-099f65c2-1020-4ed2-bce6-896fd05d7a71 req-def854aa-6126-4023-9aea-88567bb38056 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba2f0732-09aa-4b32-8e81-6cd7622de7b6 HTTP/1.1" status: 200 len: 999 time: 0.0989864 Jan 27 17:17:27.369791 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f65c2-1020-4ed2-bce6-896fd05d7a71 req-9a11d77b-57f4-4272-a0df-a1fda69ec9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:27.371136 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-099f65c2-1020-4ed2-bce6-896fd05d7a71 req-9a11d77b-57f4-4272-a0df-a1fda69ec9b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ee080336-93c2-4236-a334-a8f1a0ff9c4b HTTP/1.1" status: 200 len: 835 time: 0.0570118 Jan 27 17:17:27.449247 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f65c2-1020-4ed2-bce6-896fd05d7a71 req-8d10bdb0-1114-4579-b1c1-65666f769f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:27.450774 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-099f65c2-1020-4ed2-bce6-896fd05d7a71 req-8d10bdb0-1114-4579-b1c1-65666f769f18 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=704e76ad-782a-4bc9-b960-2c02a90b8b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735834 Jan 27 17:17:27.455893 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-4ee0b4a0-dddd-46d4-9062-6aef6d4f772b None None] Set router 25750a6e-9d1f-45a6-af62-548e55697cea gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:17:27.590555 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-099f65c2-1020-4ed2-bce6-896fd05d7a71 req-f7c8c3c1-3b0a-488b-bba0-4d4f79f61515 service neutron] 10.222.0.83 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251597 Jan 27 17:17:27.736546 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-099f65c2-1020-4ed2-bce6-896fd05d7a71 req-ea6da123-db84-495b-abd5-187a8b129c2a service neutron] 10.222.0.83 "GET /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387975 Jan 27 17:17:27.804574 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-4ee0b4a0-dddd-46d4-9062-6aef6d4f772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '9092489c-caa0-442d-8e09-e8dbb5091e6f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.150', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'port_id': 'ba2f0732-09aa-4b32-8e81-6cd7622de7b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'mac_address': 'fa:16:3e:6f:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ecf67b-ad0d-4e54-81c8-8802a70731d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:16:30Z', 'updated_at': '2022-01-27T17:17:25Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdd3f910-ab6b-42a9-9f03-68278118fa3c', 'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:87:65:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:12Z', 'updated_at': '2022-01-27T17:16:19Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:27.807705 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee0b4a0-dddd-46d4-9062-6aef6d4f772b None None] The sync data for ids ['25750a6e-9d1f-45a6-af62-548e55697cea'] in dv-neutron-826439-2-hyperv is: [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '9092489c-caa0-442d-8e09-e8dbb5091e6f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.150', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'port_id': 'ba2f0732-09aa-4b32-8e81-6cd7622de7b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'mac_address': 'fa:16:3e:6f:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ecf67b-ad0d-4e54-81c8-8802a70731d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:16:30Z', 'updated_at': '2022-01-27T17:17:25Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdd3f910-ab6b-42a9-9f03-68278118fa3c', 'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:87:65:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:12Z', 'updated_at': '2022-01-27T17:16:19Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:17:28.003069 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6112ea-a702-42dd-adff-29173ddb8a2c None None] New status for floating IP 9092489c-caa0-442d-8e09-e8dbb5091e6f: ACTIVE {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:17:28.019661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38614) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:28.126775 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-53cd6403-54ae-4f86-ae95-d867ea425e36 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/9092489c-caa0-442d-8e09-e8dbb5091e6f HTTP/1.1" status: 200 len: 991 time: 0.1058683 Jan 27 17:17:29.131264 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38618) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:17:29.240033 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-93289e15-8b44-4738-a4bf-68125c221386 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/9092489c-caa0-442d-8e09-e8dbb5091e6f HTTP/1.1" status: 200 len: 993 time: 0.1083047 Jan 27 17:17:33.348005 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:43.509533 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:17:48.710635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28ee1d83-5125-468a-9a40-40316d3c6051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:51.014206 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9b93b6b-77ed-4ee3-91fd-dfa46663c36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:52.123889 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:52.210117 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:53.388065 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:56.371326 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892df526-c810-4339-b1a3-f88a2175d27e req-2b7dabe4-742f-41bb-85f7-71a53dc38b6f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:56.372726 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-892df526-c810-4339-b1a3-f88a2175d27e req-2b7dabe4-742f-41bb-85f7-71a53dc38b6f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 945 time: 0.1369078 Jan 27 17:17:56.418004 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-892df526-c810-4339-b1a3-f88a2175d27e req-8485243d-a092-4760-9f84-03f5a1ec414a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde0201-1a41-4c32-9010-95a054810866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389853 Jan 27 17:17:57.730551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094a4bb-880e-4cd5-bfb1-aa0a0819a4a9 req-29240532-240f-46c8-9419-52fd60e15ef9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:57.732131 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d094a4bb-880e-4cd5-bfb1-aa0a0819a4a9 req-29240532-240f-46c8-9419-52fd60e15ef9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/ports?device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 945 time: 0.1579106 Jan 27 17:17:57.777172 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45276232-3a6b-41c1-8669-1475908d250d req-380c049a-2eec-44a2-8c62-7a27eb7dafc7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:17:57.778682 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-45276232-3a6b-41c1-8669-1475908d250d req-380c049a-2eec-44a2-8c62-7a27eb7dafc7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 945 time: 0.2486646 Jan 27 17:17:57.843788 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-d094a4bb-880e-4cd5-bfb1-aa0a0819a4a9 req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port ba2f0732-09aa-4b32-8e81-6cd7622de7b6 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:17:57.844460 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d094a4bb-880e-4cd5-bfb1-aa0a0819a4a9 req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:57.899956 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-45276232-3a6b-41c1-8669-1475908d250d req-fa06e4c3-5694-4540-8cb0-c28556d8bb39 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=4fde0201-1a41-4c32-9010-95a054810866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084907 Jan 27 17:17:58.114540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-d094a4bb-880e-4cd5-bfb1-aa0a0819a4a9 req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port ba2f0732-09aa-4b32-8e81-6cd7622de7b6, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ba2f0732-09aa-4b32-8e81-6cd7622de7b6,segment=NetworkSegment(3f5e0259-3c69-4b2b-b497-2732dccd3acf),segment_id=3f5e0259-3c69-4b2b-b497-2732dccd3acf)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:17:58.114945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d094a4bb-880e-4cd5-bfb1-aa0a0819a4a9 req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:58.537587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d094a4bb-880e-4cd5-bfb1-aa0a0819a4a9 req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:58.538800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d094a4bb-880e-4cd5-bfb1-aa0a0819a4a9 req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:58.538800 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [req-d094a4bb-880e-4cd5-bfb1-aa0a0819a4a9 req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP 9092489c-caa0-442d-8e09-e8dbb5091e6f disassociated. External IP: 172.26.1.150, port: ba2f0732-09aa-4b32-8e81-6cd7622de7b6. Jan 27 17:17:58.538800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-d094a4bb-880e-4cd5-bfb1-aa0a0819a4a9 req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for ba2f0732-09aa-4b32-8e81-6cd7622de7b6 owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:17:58.687341 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d094a4bb-880e-4cd5-bfb1-aa0a0819a4a9 req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:58.745454 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=ba2f0732-09aa-4b32-8e81-6cd7622de7b6,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:17:58.802955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:58.802955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:58.802955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:58.803254 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:58.803608 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:58.804029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:58.804208 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:58.804546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:58.804877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:58.805829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:58.805829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:58.805829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:17:58.947871 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d094a4bb-880e-4cd5-bfb1-aa0a0819a4a9 req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 25750a6e-9d1f-45a6-af62-548e55697cea has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:17:59.054097 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-928d02da-3f4f-41db-8cab-bf8a173a8574 req-3db93c4d-e8f6-42fa-abe9-0812b58d5b8c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ecf67b-ad0d-4e54-81c8-8802a70731d5 HTTP/1.1" status: 200 len: 210 time: 0.0454283 Jan 27 17:17:59.158984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d094a4bb-880e-4cd5-bfb1-aa0a0819a4a9 req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:17:59.169645 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ea8734-051c-4802-8cf0-5230299c1cef None None] Sync routers for ids ['25750a6e-9d1f-45a6-af62-548e55697cea'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:17:59.182807 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ea8734-051c-4802-8cf0-5230299c1cef None None] Routers {'25750a6e-9d1f-45a6-af62-548e55697cea'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:17:59.182807 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-36ea8734-051c-4802-8cf0-5230299c1cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:17:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['25750a6e-9d1f-45a6-af62-548e55697cea'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:59.242287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d094a4bb-880e-4cd5-bfb1-aa0a0819a4a9 req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] No DVR routers for this DVR port ba2f0732-09aa-4b32-8e81-6cd7622de7b6 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:17:59.244987 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d094a4bb-880e-4cd5-bfb1-aa0a0819a4a9 req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:17:59.247953 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ecf67b-ad0d-4e54-81c8-8802a70731d5', 'name': 'network-vif-deleted', 'tag': 'ba2f0732-09aa-4b32-8e81-6cd7622de7b6'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:17:59.264622 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d094a4bb-880e-4cd5-bfb1-aa0a0819a4a9 req-3a5e2612-e3bf-4318-85a4-f0fc76f0ba5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "DELETE /v2.0/ports/ba2f0732-09aa-4b32-8e81-6cd7622de7b6 HTTP/1.1" status: 204 len: 173 time: 1.5261211 Jan 27 17:17:59.367028 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ecf67b-ad0d-4e54-81c8-8802a70731d5', 'name': 'network-vif-deleted', 'tag': 'ba2f0732-09aa-4b32-8e81-6cd7622de7b6', 'status': 'completed', 'code': 200} Jan 27 17:17:59.394206 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-36ea8734-051c-4802-8cf0-5230299c1cef None None] Set router 25750a6e-9d1f-45a6-af62-548e55697cea gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:17:59.715652 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-36ea8734-051c-4802-8cf0-5230299c1cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'fdd3f910-ab6b-42a9-9f03-68278118fa3c', 'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:87:65:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:12Z', 'updated_at': '2022-01-27T17:16:19Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:59.722081 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ea8734-051c-4802-8cf0-5230299c1cef None None] Checking router: 25750a6e-9d1f-45a6-af62-548e55697cea for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:17:59.729586 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ea8734-051c-4802-8cf0-5230299c1cef None None] Routers {'25750a6e-9d1f-45a6-af62-548e55697cea'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:17:59.730225 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-36ea8734-051c-4802-8cf0-5230299c1cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:17:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['25750a6e-9d1f-45a6-af62-548e55697cea'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:17:59.954801 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-36ea8734-051c-4802-8cf0-5230299c1cef None None] Set router 25750a6e-9d1f-45a6-af62-548e55697cea gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:00.164378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38658) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:00.265771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-50f4650d-dd31-4bbd-851b-2d464301de33 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:00.284622 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-36ea8734-051c-4802-8cf0-5230299c1cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'fdd3f910-ab6b-42a9-9f03-68278118fa3c', 'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:87:65:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:12Z', 'updated_at': '2022-01-27T17:16:19Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:00.288871 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ea8734-051c-4802-8cf0-5230299c1cef None None] The sync data for ids ['25750a6e-9d1f-45a6-af62-548e55697cea'] in dv-neutron-826439-2-hyperv is: [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'fdd3f910-ab6b-42a9-9f03-68278118fa3c', 'name': '', 'network_id': '704e76ad-782a-4bc9-b960-2c02a90b8b5f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:87:65:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:12Z', 'updated_at': '2022-01-27T17:16:19Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': 'ee080336-93c2-4236-a334-a8f1a0ff9c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:00.306910 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-50f4650d-dd31-4bbd-851b-2d464301de33 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:00.380611 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-50f4650d-dd31-4bbd-851b-2d464301de33 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:00.411584 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4650d-dd31-4bbd-851b-2d464301de33 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fde0201-1a41-4c32-9010-95a054810866,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:00.418904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-50f4650d-dd31-4bbd-851b-2d464301de33 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:00.418904 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-50f4650d-dd31-4bbd-851b-2d464301de33 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/security-groups/4fde0201-1a41-4c32-9010-95a054810866 HTTP/1.1" status: 204 len: 168 time: 0.2570870 Jan 27 17:18:00.456489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38664) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:00.576642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657f3b60-ec2f-4d53-98a1-15f54912ad59 None None] New status for floating IP 9092489c-caa0-442d-8e09-e8dbb5091e6f: DOWN {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:18:00.628259 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-e2536f46-b746-4599-8659-85d8eeaba635 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 6e1c60db-4a67-44f6-9fd3-32a4b1cb8490 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:00.628259 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e2536f46-b746-4599-8659-85d8eeaba635 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:00.779147 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device ba2f0732-09aa-4b32-8e81-6cd7622de7b6 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:18:00.799387 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e2536f46-b746-4599-8659-85d8eeaba635 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:00.799829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e2536f46-b746-4599-8659-85d8eeaba635 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:00.821615 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: ba2f0732-09aa-4b32-8e81-6cd7622de7b6 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:18:00.821995 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device ba2f0732-09aa-4b32-8e81-6cd7622de7b6 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:18:01.048686 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-e2536f46-b746-4599-8659-85d8eeaba635 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 6e1c60db-4a67-44f6-9fd3-32a4b1cb8490 owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:01.140956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.db.api [None req-e2536f46-b746-4599-8659-85d8eeaba635 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:18:01.141629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG oslo_db.api [None req-e2536f46-b746-4599-8659-85d8eeaba635 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:18:01.643243 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-e2536f46-b746-4599-8659-85d8eeaba635 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 6e1c60db-4a67-44f6-9fd3-32a4b1cb8490 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:01.644202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e2536f46-b746-4599-8659-85d8eeaba635 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:01.823001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e2536f46-b746-4599-8659-85d8eeaba635 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:01.823335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e2536f46-b746-4599-8659-85d8eeaba635 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:01.946137 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-e2536f46-b746-4599-8659-85d8eeaba635 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 6e1c60db-4a67-44f6-9fd3-32a4b1cb8490 owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:02.084265 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e2536f46-b746-4599-8659-85d8eeaba635 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:02.135995 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2536f46-b746-4599-8659-85d8eeaba635 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=6e1c60db-4a67-44f6-9fd3-32a4b1cb8490,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:02.227491 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e2536f46-b746-4599-8659-85d8eeaba635 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:02.241300 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e2536f46-b746-4599-8659-85d8eeaba635 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:02.242421 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e2536f46-b746-4599-8659-85d8eeaba635 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/floatingips/9092489c-caa0-442d-8e09-e8dbb5091e6f HTTP/1.1" status: 204 len: 168 time: 1.7849505 Jan 27 17:18:02.769434 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb357f4-3d54-4381-98b0-e7b846befda1 req-5b153367-c440-49b2-8915-8322ce51be68 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:02.770135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-6cb357f4-3d54-4381-98b0-e7b846befda1 req-5b153367-c440-49b2-8915-8322ce51be68 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:02.788651 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-6cb357f4-3d54-4381-98b0-e7b846befda1 req-5b153367-c440-49b2-8915-8322ce51be68 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:02.789869 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6cb357f4-3d54-4381-98b0-e7b846befda1 req-5b153367-c440-49b2-8915-8322ce51be68 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 945 time: 0.1025696 Jan 27 17:18:02.834119 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-6cb357f4-3d54-4381-98b0-e7b846befda1 req-a32f7de6-7558-435b-b2f4-b2b968fd5ecc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:02.850238 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-6cb357f4-3d54-4381-98b0-e7b846befda1 req-a32f7de6-7558-435b-b2f4-b2b968fd5ecc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:02.851362 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6cb357f4-3d54-4381-98b0-e7b846befda1 req-a32f7de6-7558-435b-b2f4-b2b968fd5ecc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=44ae2617-8680-45ab-bfeb-69f4299b82ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554893 Jan 27 17:18:03.359887 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:04.046639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4124da-d72a-4075-b69d-70c8819924fe req-7e4dcb2f-3e6d-412f-a47a-6a1bd43727a9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:04.048087 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cd4124da-d72a-4075-b69d-70c8819924fe req-7e4dcb2f-3e6d-412f-a47a-6a1bd43727a9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/ports?device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 945 time: 0.0839469 Jan 27 17:18:04.051613 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80dbb2f-73e2-4f5a-b838-ac51835726bc req-fae7609a-3b4a-4eb9-bfd5-e0d197b54dcc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:04.053031 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a80dbb2f-73e2-4f5a-b838-ac51835726bc req-fae7609a-3b4a-4eb9-bfd5-e0d197b54dcc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 945 time: 0.0853057 Jan 27 17:18:04.102432 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a80dbb2f-73e2-4f5a-b838-ac51835726bc req-ba8e684e-dcad-42f6-9216-28f8832b954e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=44ae2617-8680-45ab-bfeb-69f4299b82ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419810 Jan 27 17:18:04.119403 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-cd4124da-d72a-4075-b69d-70c8819924fe req-322205f0-bb7b-475a-9f6c-419bf778e82c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port f40797cf-b453-4493-b99a-6433c087a3f6 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:04.119749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cd4124da-d72a-4075-b69d-70c8819924fe req-322205f0-bb7b-475a-9f6c-419bf778e82c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:04.369630 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-cd4124da-d72a-4075-b69d-70c8819924fe req-322205f0-bb7b-475a-9f6c-419bf778e82c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port f40797cf-b453-4493-b99a-6433c087a3f6, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f40797cf-b453-4493-b99a-6433c087a3f6,segment=NetworkSegment(3f5e0259-3c69-4b2b-b497-2732dccd3acf),segment_id=3f5e0259-3c69-4b2b-b497-2732dccd3acf)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:04.369912 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cd4124da-d72a-4075-b69d-70c8819924fe req-322205f0-bb7b-475a-9f6c-419bf778e82c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:04.490933 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-cd4124da-d72a-4075-b69d-70c8819924fe req-322205f0-bb7b-475a-9f6c-419bf778e82c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for f40797cf-b453-4493-b99a-6433c087a3f6 owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:04.751078 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cd4124da-d72a-4075-b69d-70c8819924fe req-322205f0-bb7b-475a-9f6c-419bf778e82c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:04.810588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322205f0-bb7b-475a-9f6c-419bf778e82c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=f40797cf-b453-4493-b99a-6433c087a3f6,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:04.884629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4124da-d72a-4075-b69d-70c8819924fe req-322205f0-bb7b-475a-9f6c-419bf778e82c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] No DVR routers for this DVR port f40797cf-b453-4493-b99a-6433c087a3f6 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:18:04.887264 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cd4124da-d72a-4075-b69d-70c8819924fe req-322205f0-bb7b-475a-9f6c-419bf778e82c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:04.889701 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32f47c5-9e66-41ce-8943-147a29a5bbab', 'name': 'network-vif-deleted', 'tag': 'f40797cf-b453-4493-b99a-6433c087a3f6'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:18:04.908168 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cd4124da-d72a-4075-b69d-70c8819924fe req-322205f0-bb7b-475a-9f6c-419bf778e82c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "DELETE /v2.0/ports/f40797cf-b453-4493-b99a-6433c087a3f6 HTTP/1.1" status: 204 len: 173 time: 0.8544555 Jan 27 17:18:04.936393 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32f47c5-9e66-41ce-8943-147a29a5bbab', 'name': 'network-vif-deleted', 'tag': 'f40797cf-b453-4493-b99a-6433c087a3f6', 'status': 'completed', 'code': 200} Jan 27 17:18:05.265873 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e6c38672-ab7e-48fe-a114-32a37195cf12 req-60c3ef6d-3422-486d-b680-bd337821e807 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=a32f47c5-9e66-41ce-8943-147a29a5bbab HTTP/1.1" status: 200 len: 210 time: 0.0436137 Jan 27 17:18:06.367614 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38680) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:06.438617 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5170e5ca-3a1f-473d-aa27-c41c3f7e1c0c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.469087 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5170e5ca-3a1f-473d-aa27-c41c3f7e1c0c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.540272 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5170e5ca-3a1f-473d-aa27-c41c3f7e1c0c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.566009 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170e5ca-3a1f-473d-aa27-c41c3f7e1c0c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ae2617-8680-45ab-bfeb-69f4299b82ed,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:06.575987 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5170e5ca-3a1f-473d-aa27-c41c3f7e1c0c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:06.577124 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5170e5ca-3a1f-473d-aa27-c41c3f7e1c0c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/security-groups/44ae2617-8680-45ab-bfeb-69f4299b82ed HTTP/1.1" status: 204 len: 168 time: 0.2085583 Jan 27 17:18:06.612158 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38686) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:06.734888 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device f40797cf-b453-4493-b99a-6433c087a3f6 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:18:06.770675 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: f40797cf-b453-4493-b99a-6433c087a3f6 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:18:06.771001 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device f40797cf-b453-4493-b99a-6433c087a3f6 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:18:07.187742 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:07.649736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port fdd3f910-ab6b-42a9-9f03-68278118fa3c {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:07.650304 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:07.838364 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port fdd3f910-ab6b-42a9-9f03-68278118fa3c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fdd3f910-ab6b-42a9-9f03-68278118fa3c,segment=NetworkSegment(3f5e0259-3c69-4b2b-b497-2732dccd3acf),segment_id=3f5e0259-3c69-4b2b-b497-2732dccd3acf)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:07.838712 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:07.963729 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for fdd3f910-ab6b-42a9-9f03-68278118fa3c owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:08.174360 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.223236 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=fdd3f910-ab6b-42a9-9f03-68278118fa3c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:08.266454 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:08.266800 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:08.267126 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:08.267451 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:08.267776 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:08.268093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:08.268409 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:08.268717 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:08.269013 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:08.269340 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:08.269626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:08.269965 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:08.523995 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:08.882669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 25750a6e-9d1f-45a6-af62-548e55697cea has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:09.171944 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:09.181577 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81125aa-d5e4-454f-b26d-f654bfeec7da None None] Sync routers for ids ['25750a6e-9d1f-45a6-af62-548e55697cea'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:09.185221 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-dc4f05cc-67b9-4abd-9a0f-d04b88f089b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/25750a6e-9d1f-45a6-af62-548e55697cea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5717561 Jan 27 17:18:09.188141 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38694) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:09.196387 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81125aa-d5e4-454f-b26d-f654bfeec7da None None] Routers {'25750a6e-9d1f-45a6-af62-548e55697cea'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:18:09.197453 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b81125aa-d5e4-454f-b26d-f654bfeec7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:17:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['25750a6e-9d1f-45a6-af62-548e55697cea'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:09.258656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1c9615-3fa2-4ce9-8903-3a597d392315 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting subnet ee080336-93c2-4236-a334-a8f1a0ff9c4b {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:18:09.261710 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9615-3fa2-4ce9-8903-3a597d392315 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.323875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9615-3fa2-4ce9-8903-3a597d392315 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.381305 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-b81125aa-d5e4-454f-b26d-f654bfeec7da None None] Set router 25750a6e-9d1f-45a6-af62-548e55697cea gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:09.416513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9615-3fa2-4ce9-8903-3a597d392315 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.499850 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9615-3fa2-4ce9-8903-3a597d392315 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.542465 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c9615-3fa2-4ce9-8903-3a597d392315 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Subnet': ['ID=ee080336-93c2-4236-a334-a8f1a0ff9c4b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:09.549602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9615-3fa2-4ce9-8903-3a597d392315 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.558526 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ec1c9615-3fa2-4ce9-8903-3a597d392315 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/subnets/ee080336-93c2-4236-a334-a8f1a0ff9c4b HTTP/1.1" status: 204 len: 168 time: 0.3673840 Jan 27 17:18:09.558609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75f0241-5051-452a-b854-9771166f7428 None None] Network 704e76ad-782a-4bc9-b960-2c02a90b8b5f requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:09.559987 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38698) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:09.704754 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b81125aa-d5e4-454f-b26d-f654bfeec7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:18:08Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:09.719866 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81125aa-d5e4-454f-b26d-f654bfeec7da None None] Checking router: 25750a6e-9d1f-45a6-af62-548e55697cea for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:18:09.731934 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81125aa-d5e4-454f-b26d-f654bfeec7da None None] Routers {'25750a6e-9d1f-45a6-af62-548e55697cea'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:18:09.731934 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b81125aa-d5e4-454f-b26d-f654bfeec7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:17:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['25750a6e-9d1f-45a6-af62-548e55697cea'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:09.789871 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d45275a-8e8f-4a44-aebf-656e68d451b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.924068 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59412898-e469-4372-8a91-31380625b9db None None] DHCP port deletion for 704e76ad-782a-4bc9-b960-2c02a90b8b5f request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:18:09.929173 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-59412898-e469-4372-8a91-31380625b9db None None] Deleting port 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:09.929625 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-59412898-e469-4372-8a91-31380625b9db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:09.936519 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-b81125aa-d5e4-454f-b26d-f654bfeec7da None None] Set router 25750a6e-9d1f-45a6-af62-548e55697cea gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:10.025992 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d45275a-8e8f-4a44-aebf-656e68d451b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.040683 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5d45275a-8e8f-4a44-aebf-656e68d451b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 54a02286-5f4e-44da-88c4-9766b71f4c2b {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:10.041067 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d45275a-8e8f-4a44-aebf-656e68d451b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.172572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-59412898-e469-4372-8a91-31380625b9db None None] For port 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=35fdf604-060e-4f70-a5b2-6ad0b9eea4b4,segment=NetworkSegment(3f5e0259-3c69-4b2b-b497-2732dccd3acf),segment_id=3f5e0259-3c69-4b2b-b497-2732dccd3acf)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:10.172572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-59412898-e469-4372-8a91-31380625b9db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.275280 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-5d45275a-8e8f-4a44-aebf-656e68d451b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port 54a02286-5f4e-44da-88c4-9766b71f4c2b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=54a02286-5f4e-44da-88c4-9766b71f4c2b,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:10.275280 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d45275a-8e8f-4a44-aebf-656e68d451b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.319448 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-59412898-e469-4372-8a91-31380625b9db None None] Calling delete_port for 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:10.330964 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b81125aa-d5e4-454f-b26d-f654bfeec7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:18:08Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:10.336223 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81125aa-d5e4-454f-b26d-f654bfeec7da None None] The sync data for ids ['25750a6e-9d1f-45a6-af62-548e55697cea'] in dv-neutron-826439-2-hyperv is: [{'id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'name': 'tempest-TestNetworkBasicOps-router-814923746', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:16:07Z', 'updated_at': '2022-01-27T17:18:08Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '54a02286-5f4e-44da-88c4-9766b71f4c2b', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25750a6e-9d1f-45a6-af62-548e55697cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:16:08Z', 'updated_at': '2022-01-27T17:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:10.420973 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-59412898-e469-4372-8a91-31380625b9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.431811 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5d45275a-8e8f-4a44-aebf-656e68d451b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 54a02286-5f4e-44da-88c4-9766b71f4c2b owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:10.468263 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59412898-e469-4372-8a91-31380625b9db None None] Pushing event deleted for resources: {'Port': ['ID=35fdf604-060e-4f70-a5b2-6ad0b9eea4b4,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:10.471483 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59412898-e469-4372-8a91-31380625b9db None None] No DVR routers for this DVR port 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:18:10.614902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d45275a-8e8f-4a44-aebf-656e68d451b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:10.663280 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45275a-8e8f-4a44-aebf-656e68d451b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=54a02286-5f4e-44da-88c4-9766b71f4c2b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:10.771256 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d45275a-8e8f-4a44-aebf-656e68d451b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.053153 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d45275a-8e8f-4a44-aebf-656e68d451b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.055333 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fdd3f910-ab6b-42a9-9f03-68278118fa3c no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:18:11.055799 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d45275a-8e8f-4a44-aebf-656e68d451b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.082104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d45275a-8e8f-4a44-aebf-656e68d451b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.082658 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d45275a-8e8f-4a44-aebf-656e68d451b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Fanout notify agent at l3_agent the message router_deleted on router 25750a6e-9d1f-45a6-af62-548e55697cea {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:18:11.093656 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: fdd3f910-ab6b-42a9-9f03-68278118fa3c {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:18:11.094066 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fdd3f910-ab6b-42a9-9f03-68278118fa3c not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:18:11.094475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:18:11.100076 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d45275a-8e8f-4a44-aebf-656e68d451b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.103678 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5d45275a-8e8f-4a44-aebf-656e68d451b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/routers/25750a6e-9d1f-45a6-af62-548e55697cea HTTP/1.1" status: 204 len: 168 time: 1.5396311 Jan 27 17:18:11.103927 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38702) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:11.129497 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:18:11.129872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 35fdf604-060e-4f70-a5b2-6ad0b9eea4b4 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:18:11.226758 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-45a3dbfb-003d-45e4-861d-f2bc9fec9713 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.363817 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-45a3dbfb-003d-45e4-861d-f2bc9fec9713 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.390794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-45a3dbfb-003d-45e4-861d-f2bc9fec9713 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704e76ad-782a-4bc9-b960-2c02a90b8b5f']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:11.407811 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-45a3dbfb-003d-45e4-861d-f2bc9fec9713 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5e0259-3c69-4b2b-b497-2732dccd3acf') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:11.408104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-45a3dbfb-003d-45e4-861d-f2bc9fec9713 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5e0259-3c69-4b2b-b497-2732dccd3acf') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:11.419420 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-45a3dbfb-003d-45e4-861d-f2bc9fec9713 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.435055 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-45a3dbfb-003d-45e4-861d-f2bc9fec9713 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.441071 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a3dbfb-003d-45e4-861d-f2bc9fec9713 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:18:11.441443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-45a3dbfb-003d-45e4-861d-f2bc9fec9713 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:18:11.455489 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:18:11.535970 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-45a3dbfb-003d-45e4-861d-f2bc9fec9713 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.554124 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-45a3dbfb-003d-45e4-861d-f2bc9fec9713 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.566997 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3dbfb-003d-45e4-861d-f2bc9fec9713 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Network': ['ID=704e76ad-782a-4bc9-b960-2c02a90b8b5f,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:11.578363 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-45a3dbfb-003d-45e4-861d-f2bc9fec9713 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/networks/704e76ad-782a-4bc9-b960-2c02a90b8b5f HTTP/1.1" status: 204 len: 168 time: 0.4702618 Jan 27 17:18:11.596674 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38706) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:11.602391 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-0504f188-580a-4b9a-9154-58b4a193c1fc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'network': {'name': 'tempest-network-smoke--1627805209', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'port_security_enabled': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:11.607573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0504f188-580a-4b9a-9154-58b4a193c1fc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:11.611846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0504f188-580a-4b9a-9154-58b4a193c1fc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:network and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:11.614764 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0504f188-580a-4b9a-9154-58b4a193c1fc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:11.620493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0504f188-580a-4b9a-9154-58b4a193c1fc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:11.631303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0504f188-580a-4b9a-9154-58b4a193c1fc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:11.634719 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0504f188-580a-4b9a-9154-58b4a193c1fc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.662839 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0504f188-580a-4b9a-9154-58b4a193c1fc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:18:11.671673 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0504f188-580a-4b9a-9154-58b4a193c1fc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.672005 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-0504f188-580a-4b9a-9154-58b4a193c1fc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Added segment 4d39721b-0e91-4d7f-8d1a-8afd5158d2fd of type vlan for network cfa625cd-4590-4c8b-9017-cd3865030732 Jan 27 17:18:11.697025 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0504f188-580a-4b9a-9154-58b4a193c1fc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.726172 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0504f188-580a-4b9a-9154-58b4a193c1fc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.731551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0504f188-580a-4b9a-9154-58b4a193c1fc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:11.732126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0504f188-580a-4b9a-9154-58b4a193c1fc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.843767 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0504f188-580a-4b9a-9154-58b4a193c1fc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2458775 Jan 27 17:18:11.846801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38710) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:11.849050 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504f188-580a-4b9a-9154-58b4a193c1fc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Network': ['ID=cfa625cd-4590-4c8b-9017-cd3865030732,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:11.852025 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1419367955', 'admin_state_up': True, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:11.859508 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network cfa625cd-4590-4c8b-9017-cd3865030732 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:18:11.859684 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:11.863716 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:router and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:11.866782 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:11.873116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:11.885131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.886130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:11.901157 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.172633 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.495073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.524752 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.771700 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.26.1.160 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/ee289e98-cf6d-4bce-9a2e-d6937829e396) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:12.927824 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.960958 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:12.968924 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 54a02286-5f4e-44da-88c4-9766b71f4c2b no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:18:13.003225 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 54a02286-5f4e-44da-88c4-9766b71f4c2b {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:18:13.003558 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 54a02286-5f4e-44da-88c4-9766b71f4c2b not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:18:13.028383 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:13.031262 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:13.035068 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:18:13.070712 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=ee289e98-cf6d-4bce-9a2e-d6937829e396,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:13.449079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.790648 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:13.992000 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 38363ddf-e3c5-40d6-af0a-af733bf3aee2 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:18:14.276186 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:14.285981 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Sync routers for ids ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:14.295955 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Routers {'38363ddf-e3c5-40d6-af0a-af733bf3aee2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:18:14.296697 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:17:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:14.303562 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:14.308017 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-70ae6d57-e2fc-4b1a-9861-1216377bf89d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4569590 Jan 27 17:18:14.308381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38714) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:14.351403 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4fabb65a-42f4-406e-8799-2f4416177503 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=2e8c8c26aae041c68422ab49a8804631&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411861 Jan 27 17:18:14.353514 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38718) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:14.474382 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Set router 38363ddf-e3c5-40d6-af0a-af733bf3aee2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:14.487575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b832cf-0408-442c-a1dd-503ead65ca89 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:14.489035 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c2b832cf-0408-442c-a1dd-503ead65ca89 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346219 Jan 27 17:18:14.492027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38722) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:14.530516 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-079aa5c6-5571-473f-98d1-7a973f4cad3e tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374558 Jan 27 17:18:14.533046 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38726) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:14.538330 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b1408bfb-8bd7-4c48-a570-cb418360d8af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1655215556', 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:14.643828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b1408bfb-8bd7-4c48-a570-cb418360d8af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:14.647987 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b1408bfb-8bd7-4c48-a570-cb418360d8af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:subnet and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:14.650831 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b1408bfb-8bd7-4c48-a570-cb418360d8af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:14.656766 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b1408bfb-8bd7-4c48-a570-cb418360d8af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:14.668563 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1408bfb-8bd7-4c48-a570-cb418360d8af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:14.672142 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b1408bfb-8bd7-4c48-a570-cb418360d8af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:14.754472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'name': 'tempest-TestNetworkBasicOps-router-1419367955', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:11Z', 'updated_at': '2022-01-27T17:18:13Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:14.758352 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Checking router: 38363ddf-e3c5-40d6-af0a-af733bf3aee2 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:18:14.758692 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Updating router 38363ddf-e3c5-40d6-af0a-af733bf3aee2 port ee289e98-cf6d-4bce-9a2e-d6937829e396 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:18:14.849266 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:14.888101 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b1408bfb-8bd7-4c48-a570-cb418360d8af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:14.972407 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1408bfb-8bd7-4c48-a570-cb418360d8af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Subnet': ['ID=4df101bc-45fc-4b05-a9eb-6943679f6eb3,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:14.977789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1408bfb-8bd7-4c48-a570-cb418360d8af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Checking segment: {'id': '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:14.978143 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1408bfb-8bd7-4c48-a570-cb418360d8af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network hostable DHCP agents. Network: cfa625cd-4590-4c8b-9017-cd3865030732, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:18:14.999161 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1408bfb-8bd7-4c48-a570-cb418360d8af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network cfa625cd-4590-4c8b-9017-cd3865030732 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:18:15.008923 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-b1408bfb-8bd7-4c48-a570-cb418360d8af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, cfa625cd-4590-4c8b-9017-cd3865030732) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:15.013079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1408bfb-8bd7-4c48-a570-cb418360d8af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:15.013648 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b1408bfb-8bd7-4c48-a570-cb418360d8af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:15.036006 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b1408bfb-8bd7-4c48-a570-cb418360d8af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5019798 Jan 27 17:18:15.038679 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38730) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:15.059761 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956a48a1-3ada-4257-9468-6e02eb9e6cda None None] Network cfa625cd-4590-4c8b-9017-cd3865030732 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:15.323871 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:15.370402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Transition to ACTIVE for port object ee289e98-cf6d-4bce-9a2e-d6937829e396 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:15.377521 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:15.410741 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-cfa625cd-4590-4c8b-9017-cd3865030732', 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ips': [{'subnet_id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:18:15.411513 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:15.504994 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Attempting to bind port ee289e98-cf6d-4bce-9a2e-d6937829e396 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:15.505361 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Attempting to bind port ee289e98-cf6d-4bce-9a2e-d6937829e396 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:15.505717 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Attempting to bind port ee289e98-cf6d-4bce-9a2e-d6937829e396 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:15.523887 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:15.524249 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:15.524635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:15.525016 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:15.525469 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Bound port: ee289e98-cf6d-4bce-9a2e-d6937829e396, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:15.525856 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:15.562357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8627a3-0c3b-450e-866a-c4917e7cca24 None None] Pushing event updated for resources: {'Port': ['ID=ee289e98-cf6d-4bce-9a2e-d6937829e396,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:15.671385 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] For port ee289e98-cf6d-4bce-9a2e-d6937829e396, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:15.685357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] For port ee289e98-cf6d-4bce-9a2e-d6937829e396, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ee289e98-cf6d-4bce-9a2e-d6937829e396,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:15.686705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Allocated IP 172.20.0.2 (cfa625cd-4590-4c8b-9017-cd3865030732/4df101bc-45fc-4b05-a9eb-6943679f6eb3/cf222ff4-c304-42da-b044-2fd4232e4fc8) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:15.692334 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:15.849955 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Routers {'38363ddf-e3c5-40d6-af0a-af733bf3aee2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:18:15.850604 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:17:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:15.859368 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:15.900911 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8627a3-0c3b-450e-866a-c4917e7cca24 None None] Pushing event updated for resources: {'Port': ['ID=ee289e98-cf6d-4bce-9a2e-d6937829e396,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:16.110252 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] Set router 38363ddf-e3c5-40d6-af0a-af733bf3aee2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:16.198873 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5bcb5363-bad3-4897-8bb5-7a986f560555 req-d47d920a-578d-418b-a840-1fece9d966bf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1342380 Jan 27 17:18:16.236717 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.290623 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb5363-bad3-4897-8bb5-7a986f560555 req-935b3ac4-6196-43ee-ac35-0c1761983419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:16.291703 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5bcb5363-bad3-4897-8bb5-7a986f560555 req-935b3ac4-6196-43ee-ac35-0c1761983419 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 1098 time: 0.0732088 Jan 27 17:18:16.300794 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Transition to ACTIVE for port object cf222ff4-c304-42da-b044-2fd4232e4fc8 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:16.369839 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Transition to ACTIVE for port object cf222ff4-c304-42da-b044-2fd4232e4fc8 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:16.380889 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.437795 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb5363-bad3-4897-8bb5-7a986f560555 req-5c4a83fe-66b1-401a-b52e-aa46c061c151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:16.439280 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5bcb5363-bad3-4897-8bb5-7a986f560555 req-5c4a83fe-66b1-401a-b52e-aa46c061c151 service neutron] 10.222.0.83 "GET /v2.0/networks?id=841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 200 len: 913 time: 0.1276152 Jan 27 17:18:16.449487 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.1 (cfa625cd-4590-4c8b-9017-cd3865030732/4df101bc-45fc-4b05-a9eb-6943679f6eb3/cc4c0c38-e591-45fd-a6b3-e22e5a753df1) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:16.472191 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Network cfa625cd-4590-4c8b-9017-cd3865030732 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:16.498549 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Pushing event updated for resources: {'Port': ['ID=cf222ff4-c304-42da-b044-2fd4232e4fc8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:16.503775 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:16.508487 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:18:16.552553 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5bcb5363-bad3-4897-8bb5-7a986f560555 req-e8a1ee6e-204e-400e-8622-f3e95c8413be service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=950ed6eb-6f3a-48f6-8efb-9879300940bc HTTP/1.1" status: 200 len: 1000 time: 0.1067646 Jan 27 17:18:16.606965 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Attempting to bind port cf222ff4-c304-42da-b044-2fd4232e4fc8 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:16.607325 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Attempting to bind port cf222ff4-c304-42da-b044-2fd4232e4fc8 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:16.607680 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Attempting to bind port cf222ff4-c304-42da-b044-2fd4232e4fc8 on network cfa625cd-4590-4c8b-9017-cd3865030732 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:16.617257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb5363-bad3-4897-8bb5-7a986f560555 req-dd4f1196-172f-477d-9843-478e431e9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:16.617445 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:16.617583 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.617838 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Checking segment: {'id': '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:16.618143 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.618514 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Bound using segment: {'id': '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:16.618859 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5bcb5363-bad3-4897-8bb5-7a986f560555 req-dd4f1196-172f-477d-9843-478e431e9e73 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d6555cc-80bd-47ee-878f-a5617b07d795 HTTP/1.1" status: 200 len: 850 time: 0.0599129 Jan 27 17:18:16.619005 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Bound port: cf222ff4-c304-42da-b044-2fd4232e4fc8, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:16.619329 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.633968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object cc4c0c38-e591-45fd-a6b3-e22e5a753df1 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:16.658990 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.668182 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'name': 'tempest-TestNetworkBasicOps-router-1419367955', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:11Z', 'updated_at': '2022-01-27T17:18:13Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:16.685510 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9fea9e-4aa6-413c-a2bf-ec72129808eb None None] The sync data for ids ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'] in dv-neutron-826439-2-hyperv is: [{'id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'name': 'tempest-TestNetworkBasicOps-router-1419367955', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:11Z', 'updated_at': '2022-01-27T17:18:13Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:16.700210 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb5363-bad3-4897-8bb5-7a986f560555 req-3fe80f47-0f30-439b-9cca-34d594f05df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:16.701735 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5bcb5363-bad3-4897-8bb5-7a986f560555 req-3fe80f47-0f30-439b-9cca-34d594f05df3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=841011a7-cc94-4162-872b-7e5b601026ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762188 Jan 27 17:18:16.729352 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network cfa625cd-4590-4c8b-9017-cd3865030732 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:16.729897 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] For port cf222ff4-c304-42da-b044-2fd4232e4fc8, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:16.733000 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:16.735654 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] For port cf222ff4-c304-42da-b044-2fd4232e4fc8, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=cf222ff4-c304-42da-b044-2fd4232e4fc8,segment=NetworkSegment(4d39721b-0e91-4d7f-8d1a-8afd5158d2fd),segment_id=4d39721b-0e91-4d7f-8d1a-8afd5158d2fd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:16.738018 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:18:16.742055 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.815417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=cc4c0c38-e591-45fd-a6b3-e22e5a753df1,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:16.821049 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:16.844786 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95e516-99fa-4f12-9845-c422a1218cc3 None None] Pushing event updated for resources: {'Port': ['ID=cf222ff4-c304-42da-b044-2fd4232e4fc8,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:16.857908 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5bcb5363-bad3-4897-8bb5-7a986f560555 req-8e6e6b79-047e-4736-8f38-3740be3b1fd8 service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469493 Jan 27 17:18:17.036500 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5bcb5363-bad3-4897-8bb5-7a986f560555 req-fcd7f672-b1f7-454d-98ea-a9be8e83722c service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730762 Jan 27 17:18:17.228137 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.784759 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.789631 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.904692 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:17.911226 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64154f90-21a7-4951-bb64-15834ec2c7e7 None None] Network cfa625cd-4590-4c8b-9017-cd3865030732 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:18:17.911702 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=cc4c0c38-e591-45fd-a6b3-e22e5a753df1,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:18.006434 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e4e5ac41-f96f-43d6-955a-b321cbccac9f None None] Provisioning for port cf222ff4-c304-42da-b044-2fd4232e4fc8 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:18.047381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network cfa625cd-4590-4c8b-9017-cd3865030732 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:18.048888 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:18.244277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 38363ddf-e3c5-40d6-af0a-af733bf3aee2 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:18.437200 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:18.448025 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Sync routers for ids ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:18.454656 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4cd4577f-9053-4506-a4bd-1225d8594b4c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/38363ddf-e3c5-40d6-af0a-af733bf3aee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4126945 Jan 27 17:18:18.454899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38736) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:18.457637 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-82294d6c-e3ec-4466-a34b-b7482b2438c4 None None] Provisioning for port cc4c0c38-e591-45fd-a6b3-e22e5a753df1 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:18.462948 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Routers {'38363ddf-e3c5-40d6-af0a-af733bf3aee2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:18:18.463667 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:17:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:18.472743 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-82294d6c-e3ec-4466-a34b-b7482b2438c4 None None] Provisioning complete for port cc4c0c38-e591-45fd-a6b3-e22e5a753df1 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:18.473106 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-82294d6c-e3ec-4466-a34b-b7482b2438c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:18.544135 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-82294d6c-e3ec-4466-a34b-b7482b2438c4 None None] Port cc4c0c38-e591-45fd-a6b3-e22e5a753df1 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:18:18.610508 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c080d0-8373-4da5-908a-42f425f297d2 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:18.610968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c080d0-8373-4da5-908a-42f425f297d2 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:18.611418 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c080d0-8373-4da5-908a-42f425f297d2 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:18.611862 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c080d0-8373-4da5-908a-42f425f297d2 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:18.612305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c080d0-8373-4da5-908a-42f425f297d2 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:18.612750 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c080d0-8373-4da5-908a-42f425f297d2 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:18.614544 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-87c080d0-8373-4da5-908a-42f425f297d2 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.1583011 Jan 27 17:18:18.617374 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38740) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:18.668010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-87e89878-29b4-4bb2-97bf-02daca1b3e35 None None] Provisioning complete for port cc4c0c38-e591-45fd-a6b3-e22e5a753df1 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:18.668375 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-87e89878-29b4-4bb2-97bf-02daca1b3e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:18.684970 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Set router 38363ddf-e3c5-40d6-af0a-af733bf3aee2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:18.699130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e42448-8a00-4010-904f-c8bcad4b8f01 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:18.700186 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e42448-8a00-4010-904f-c8bcad4b8f01 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:18.700775 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e42448-8a00-4010-904f-c8bcad4b8f01 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:18.701624 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e42448-8a00-4010-904f-c8bcad4b8f01 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:18.702221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e42448-8a00-4010-904f-c8bcad4b8f01 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:18.702793 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e42448-8a00-4010-904f-c8bcad4b8f01 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:18.704769 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-97e42448-8a00-4010-904f-c8bcad4b8f01 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0864613 Jan 27 17:18:18.707730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38744) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:18.729844 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cff22c60-50ce-4002-b2ba-81617618a2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:18.750252 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-87e89878-29b4-4bb2-97bf-02daca1b3e35 None None] Port cc4c0c38-e591-45fd-a6b3-e22e5a753df1 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:18:18.869302 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b8cdc0c4-b68f-44c7-96fd-38aebb070c07 None None] Provisioning complete for port cc4c0c38-e591-45fd-a6b3-e22e5a753df1 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:18.869596 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc0c4-b68f-44c7-96fd-38aebb070c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:18.924554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b8cdc0c4-b68f-44c7-96fd-38aebb070c07 None None] Port cc4c0c38-e591-45fd-a6b3-e22e5a753df1 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:18:18.935012 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a41973b8-4a67-41ab-9c1c-d307dbbceea1 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2235646 Jan 27 17:18:18.937601 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38748) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:18.942886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1213916864', 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:19.039405 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'name': 'tempest-TestNetworkBasicOps-router-1419367955', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:11Z', 'updated_at': '2022-01-27T17:18:17Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'cc4c0c38-e591-45fd-a6b3-e22e5a753df1', 'name': '', 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:2a:88:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:16Z', 'updated_at': '2022-01-27T17:18:17Z', 'revision_number': 2, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:19.043007 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Checking router: 38363ddf-e3c5-40d6-af0a-af733bf3aee2 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:18:19.043539 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Updating router 38363ddf-e3c5-40d6-af0a-af733bf3aee2 port cc4c0c38-e591-45fd-a6b3-e22e5a753df1 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:18:19.136907 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.181916 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device cf222ff4-c304-42da-b044-2fd4232e4fc8 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:19.259256 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port cf222ff4-c304-42da-b044-2fd4232e4fc8 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:19.269879 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port cf222ff4-c304-42da-b044-2fd4232e4fc8 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:19.270382 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.273278 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:19.278589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:port and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:19.282819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:19.289739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:19.304671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:18:19.313514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.338312 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] device_id is not set on port 8d4af666-d325-4c16-8117-80f901bef924 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:18:19.411471 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.446215 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port cf222ff4-c304-42da-b044-2fd4232e4fc8, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=cf222ff4-c304-42da-b044-2fd4232e4fc8,segment=NetworkSegment(4d39721b-0e91-4d7f-8d1a-8afd5158d2fd),segment_id=4d39721b-0e91-4d7f-8d1a-8afd5158d2fd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:19.451515 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.452517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ee289e98-cf6d-4bce-9a2e-d6937829e396 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:19.544974 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.558804 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Transition to ACTIVE for port object cc4c0c38-e591-45fd-a6b3-e22e5a753df1 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:19.573162 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=cf222ff4-c304-42da-b044-2fd4232e4fc8,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:19.584067 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.586796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port ee289e98-cf6d-4bce-9a2e-d6937829e396 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:19.592993 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port ee289e98-cf6d-4bce-9a2e-d6937829e396 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:19.593802 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.640598 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.12 (cfa625cd-4590-4c8b-9017-cd3865030732/4df101bc-45fc-4b05-a9eb-6943679f6eb3/8d4af666-d325-4c16-8117-80f901bef924) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:19.659728 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db539f-b82d-4b1e-9cee-6699b353ec8f None None] Pushing event updated for resources: {'Port': ['ID=cc4c0c38-e591-45fd-a6b3-e22e5a753df1,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:19.735710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.757993 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port ee289e98-cf6d-4bce-9a2e-d6937829e396, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ee289e98-cf6d-4bce-9a2e-d6937829e396,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:19.768576 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.790652 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db539f-b82d-4b1e-9cee-6699b353ec8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:19.791018 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db539f-b82d-4b1e-9cee-6699b353ec8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:19.791316 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db539f-b82d-4b1e-9cee-6699b353ec8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:19.791631 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db539f-b82d-4b1e-9cee-6699b353ec8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:19.791941 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db539f-b82d-4b1e-9cee-6699b353ec8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:19.792248 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db539f-b82d-4b1e-9cee-6699b353ec8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:19.792550 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db539f-b82d-4b1e-9cee-6699b353ec8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:19.792854 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db539f-b82d-4b1e-9cee-6699b353ec8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:19.793160 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db539f-b82d-4b1e-9cee-6699b353ec8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:19.793456 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db539f-b82d-4b1e-9cee-6699b353ec8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:19.793828 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db539f-b82d-4b1e-9cee-6699b353ec8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:19.794131 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db539f-b82d-4b1e-9cee-6699b353ec8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:19.865979 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=ee289e98-cf6d-4bce-9a2e-d6937829e396,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:19.886942 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Attempting to bind port cc4c0c38-e591-45fd-a6b3-e22e5a753df1 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:19.887299 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Attempting to bind port cc4c0c38-e591-45fd-a6b3-e22e5a753df1 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:19.887829 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Attempting to bind port cc4c0c38-e591-45fd-a6b3-e22e5a753df1 on network cfa625cd-4590-4c8b-9017-cd3865030732 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:19.896308 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:19.896846 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Checking segment: {'id': '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:19.897347 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.898240 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Bound using segment: {'id': '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:19.898795 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Bound port: cc4c0c38-e591-45fd-a6b3-e22e5a753df1, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:19.899245 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.899447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.924136 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object 8d4af666-d325-4c16-8117-80f901bef924 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:19.948862 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:19.990866 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] For port cc4c0c38-e591-45fd-a6b3-e22e5a753df1, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:19.993842 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] For port cc4c0c38-e591-45fd-a6b3-e22e5a753df1, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=cc4c0c38-e591-45fd-a6b3-e22e5a753df1,segment=NetworkSegment(4d39721b-0e91-4d7f-8d1a-8afd5158d2fd),segment_id=4d39721b-0e91-4d7f-8d1a-8afd5158d2fd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:19.998890 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.022375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network cfa625cd-4590-4c8b-9017-cd3865030732 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:20.026747 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:20.030034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:18:20.061073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=8d4af666-d325-4c16-8117-80f901bef924,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:20.103295 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Routers {'38363ddf-e3c5-40d6-af0a-af733bf3aee2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:18:20.103902 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:17:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:20.104813 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:20.105641 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.133459 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f7e4fb43-3957-474b-ba83-c18168da558a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1945822 Jan 27 17:18:20.166528 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db539f-b82d-4b1e-9cee-6699b353ec8f None None] Pushing event updated for resources: {'Port': ['ID=cc4c0c38-e591-45fd-a6b3-e22e5a753df1,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:20.275558 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a9f198c6-d1be-4bf5-971d-eac99eb6e81b None None] Provisioning for port 8d4af666-d325-4c16-8117-80f901bef924 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:20.280791 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a9f198c6-d1be-4bf5-971d-eac99eb6e81b None None] Provisioning complete for port 8d4af666-d325-4c16-8117-80f901bef924 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:20.281205 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9f198c6-d1be-4bf5-971d-eac99eb6e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.295014 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] Set router 38363ddf-e3c5-40d6-af0a-af733bf3aee2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:20.344438 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a9f198c6-d1be-4bf5-971d-eac99eb6e81b None None] Port 8d4af666-d325-4c16-8117-80f901bef924 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:18:20.370837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38754) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:20.376414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-bdb824d1-c9fc-4a31-88fa-a6c00841fd42 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-544942186', 'description': 'tempest-secgroup-smoke-544942186 description', 'project_id': '2e8c8c26aae041c68422ab49a8804631'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:20.383682 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bdb824d1-c9fc-4a31-88fa-a6c00841fd42 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:20.388083 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bdb824d1-c9fc-4a31-88fa-a6c00841fd42 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:20.394389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bdb824d1-c9fc-4a31-88fa-a6c00841fd42 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:20.401959 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bdb824d1-c9fc-4a31-88fa-a6c00841fd42 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:20.413211 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bdb824d1-c9fc-4a31-88fa-a6c00841fd42 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.436612 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bdb824d1-c9fc-4a31-88fa-a6c00841fd42 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:20.441256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bdb824d1-c9fc-4a31-88fa-a6c00841fd42 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:20.444262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bdb824d1-c9fc-4a31-88fa-a6c00841fd42 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:20.450426 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bdb824d1-c9fc-4a31-88fa-a6c00841fd42 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:20.521555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bdb824d1-c9fc-4a31-88fa-a6c00841fd42 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.526964 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bdb824d1-c9fc-4a31-88fa-a6c00841fd42 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.531901 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:18:20.577327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb824d1-c9fc-4a31-88fa-a6c00841fd42 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a257c17-2279-4c7b-9ba0-de1aefa50383,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:20.593157 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bdb824d1-c9fc-4a31-88fa-a6c00841fd42 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.597156 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bdb824d1-c9fc-4a31-88fa-a6c00841fd42 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2227209 Jan 27 17:18:20.597546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38758) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:20.602617 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-663eb8ea-6c97-4a34-b8a4-9287fc8c7fcd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '1a257c17-2279-4c7b-9ba0-de1aefa50383', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:20.608929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-663eb8ea-6c97-4a34-b8a4-9287fc8c7fcd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:20.613066 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-663eb8ea-6c97-4a34-b8a4-9287fc8c7fcd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:20.616061 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-663eb8ea-6c97-4a34-b8a4-9287fc8c7fcd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:20.622330 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-663eb8ea-6c97-4a34-b8a4-9287fc8c7fcd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:20.639759 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-663eb8ea-6c97-4a34-b8a4-9287fc8c7fcd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.644140 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'name': 'tempest-TestNetworkBasicOps-router-1419367955', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:11Z', 'updated_at': '2022-01-27T17:18:17Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'cc4c0c38-e591-45fd-a6b3-e22e5a753df1', 'name': '', 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:2a:88:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:16Z', 'updated_at': '2022-01-27T17:18:19Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:20.648425 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4c1a19-dc34-423b-b111-6b679d046748 None None] The sync data for ids ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'] in dv-neutron-826439-2-hyperv is: [{'id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'name': 'tempest-TestNetworkBasicOps-router-1419367955', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:11Z', 'updated_at': '2022-01-27T17:18:17Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'cc4c0c38-e591-45fd-a6b3-e22e5a753df1', 'name': '', 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:2a:88:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:16Z', 'updated_at': '2022-01-27T17:18:19Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:20.717663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-663eb8ea-6c97-4a34-b8a4-9287fc8c7fcd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.724554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-663eb8ea-6c97-4a34-b8a4-9287fc8c7fcd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.748179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663eb8ea-6c97-4a34-b8a4-9287fc8c7fcd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69a9c0e-4eef-42f2-bae7-d840a994dca2,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:20.758415 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-663eb8ea-6c97-4a34-b8a4-9287fc8c7fcd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.760029 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-663eb8ea-6c97-4a34-b8a4-9287fc8c7fcd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1614747 Jan 27 17:18:20.762971 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38762) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:20.768112 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-bcb38a46-41ad-4343-8de9-900a04988da3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '1a257c17-2279-4c7b-9ba0-de1aefa50383', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:20.774806 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bcb38a46-41ad-4343-8de9-900a04988da3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:20.779185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bcb38a46-41ad-4343-8de9-900a04988da3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:20.782137 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bcb38a46-41ad-4343-8de9-900a04988da3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:20.788055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bcb38a46-41ad-4343-8de9-900a04988da3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:20.806119 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bcb38a46-41ad-4343-8de9-900a04988da3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.872622 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bcb38a46-41ad-4343-8de9-900a04988da3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.876749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bcb38a46-41ad-4343-8de9-900a04988da3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.903714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb38a46-41ad-4343-8de9-900a04988da3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34be6b3f-f768-44f4-a63a-a939bce0e78d,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:20.913096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bcb38a46-41ad-4343-8de9-900a04988da3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:20.914443 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bcb38a46-41ad-4343-8de9-900a04988da3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1505454 Jan 27 17:18:20.917181 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38766) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:20.922860 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-83671134-f8e1-4d93-9b28-fda57cf315bd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '1a257c17-2279-4c7b-9ba0-de1aefa50383', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:20.929414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-83671134-f8e1-4d93-9b28-fda57cf315bd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:20.933391 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-83671134-f8e1-4d93-9b28-fda57cf315bd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:20.936316 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-83671134-f8e1-4d93-9b28-fda57cf315bd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:20.942057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-83671134-f8e1-4d93-9b28-fda57cf315bd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:20.963625 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-83671134-f8e1-4d93-9b28-fda57cf315bd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.007371 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d97dc58-bd8e-4bc5-a4e1-4824b2b5a475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.047917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-83671134-f8e1-4d93-9b28-fda57cf315bd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.053314 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-83671134-f8e1-4d93-9b28-fda57cf315bd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.072485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83671134-f8e1-4d93-9b28-fda57cf315bd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669d0368-716a-4466-ae5e-47aa08d7703f,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:21.092545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-83671134-f8e1-4d93-9b28-fda57cf315bd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.097810 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-83671134-f8e1-4d93-9b28-fda57cf315bd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1770799 Jan 27 17:18:21.098424 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38770) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:21.104221 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-b43e79a3-c560-4a53-9a95-0d07d0513266 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '1a257c17-2279-4c7b-9ba0-de1aefa50383', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:21.110701 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b43e79a3-c560-4a53-9a95-0d07d0513266 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:21.114665 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b43e79a3-c560-4a53-9a95-0d07d0513266 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:21.118592 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b43e79a3-c560-4a53-9a95-0d07d0513266 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:21.124819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b43e79a3-c560-4a53-9a95-0d07d0513266 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:21.127474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device cf222ff4-c304-42da-b044-2fd4232e4fc8 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:21.143034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b43e79a3-c560-4a53-9a95-0d07d0513266 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.212009 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b43e79a3-c560-4a53-9a95-0d07d0513266 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.217352 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b43e79a3-c560-4a53-9a95-0d07d0513266 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.236861 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port cf222ff4-c304-42da-b044-2fd4232e4fc8 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:21.237211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.248127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e79a3-c560-4a53-9a95-0d07d0513266 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5a3ebe-9a52-49c5-8db2-3233b2437e57,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:21.258702 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b43e79a3-c560-4a53-9a95-0d07d0513266 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.263205 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38774) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:21.268948 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ac8017a0-ddb8-4bac-a9b9-bfe0ac695e10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '1a257c17-2279-4c7b-9ba0-de1aefa50383', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:21.273858 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b43e79a3-c560-4a53-9a95-0d07d0513266 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1742661 Jan 27 17:18:21.278902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ac8017a0-ddb8-4bac-a9b9-bfe0ac695e10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:21.284333 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ac8017a0-ddb8-4bac-a9b9-bfe0ac695e10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:21.287620 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ac8017a0-ddb8-4bac-a9b9-bfe0ac695e10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:21.293631 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ac8017a0-ddb8-4bac-a9b9-bfe0ac695e10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:21.307669 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-ac8017a0-ddb8-4bac-a9b9-bfe0ac695e10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:18:21.319743 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ac8017a0-ddb8-4bac-a9b9-bfe0ac695e10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.361023 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ee289e98-cf6d-4bce-9a2e-d6937829e396 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:21.406567 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ac8017a0-ddb8-4bac-a9b9-bfe0ac695e10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.411591 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ac8017a0-ddb8-4bac-a9b9-bfe0ac695e10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.429762 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8017a0-ddb8-4bac-a9b9-bfe0ac695e10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7de60d8-0261-45e6-b9e5-12b776047a48,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:21.432933 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port ee289e98-cf6d-4bce-9a2e-d6937829e396 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:21.433306 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.449979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ac8017a0-ddb8-4bac-a9b9-bfe0ac695e10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.451411 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ac8017a0-ddb8-4bac-a9b9-bfe0ac695e10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1866689 Jan 27 17:18:21.454197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38778) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:21.460585 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-36abef3e-8bbf-4e79-ac21-eb17b706457e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '1a257c17-2279-4c7b-9ba0-de1aefa50383', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:21.466926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-36abef3e-8bbf-4e79-ac21-eb17b706457e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:21.471331 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-36abef3e-8bbf-4e79-ac21-eb17b706457e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:21.475078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-36abef3e-8bbf-4e79-ac21-eb17b706457e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:21.481009 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-36abef3e-8bbf-4e79-ac21-eb17b706457e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:21.492472 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-36abef3e-8bbf-4e79-ac21-eb17b706457e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:18:21.499571 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36abef3e-8bbf-4e79-ac21-eb17b706457e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.560105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device cc4c0c38-e591-45fd-a6b3-e22e5a753df1 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:21.572150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36abef3e-8bbf-4e79-ac21-eb17b706457e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.576672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36abef3e-8bbf-4e79-ac21-eb17b706457e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.600631 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abef3e-8bbf-4e79-ac21-eb17b706457e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8474b142-b56d-4b31-bb74-1e3ccb641f9a,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:21.612850 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36abef3e-8bbf-4e79-ac21-eb17b706457e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.622829 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-36abef3e-8bbf-4e79-ac21-eb17b706457e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1589642 Jan 27 17:18:21.646527 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port cc4c0c38-e591-45fd-a6b3-e22e5a753df1 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:21.652326 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port cc4c0c38-e591-45fd-a6b3-e22e5a753df1 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:21.652687 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.771817 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.798764 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-41718f74-e471-4669-b7f3-cab40961e720 req-df3f5dad-e372-4c39-af82-390d12b82e59 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:21.807610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port cc4c0c38-e591-45fd-a6b3-e22e5a753df1, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=cc4c0c38-e591-45fd-a6b3-e22e5a753df1,segment=NetworkSegment(4d39721b-0e91-4d7f-8d1a-8afd5158d2fd),segment_id=4d39721b-0e91-4d7f-8d1a-8afd5158d2fd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:21.813226 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:21.818864 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-41718f74-e471-4669-b7f3-cab40961e720 req-df3f5dad-e372-4c39-af82-390d12b82e59 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:21.820027 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-41718f74-e471-4669-b7f3-cab40961e720 req-df3f5dad-e372-4c39-af82-390d12b82e59 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-544942186&fields=id&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 267 time: 0.0721762 Jan 27 17:18:21.880834 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=cc4c0c38-e591-45fd-a6b3-e22e5a753df1,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:21.888704 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:21.889044 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:21.889375 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:21.889719 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:21.890050 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:21.890368 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:21.890686 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:21.891001 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:21.891319 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:21.891631 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:21.891939 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:21.892248 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:21.903277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41718f74-e471-4669-b7f3-cab40961e720 req-24b0b3e2-daa8-40bc-9e25-07c768dfa3f8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:21.903871 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-41718f74-e471-4669-b7f3-cab40961e720 req-24b0b3e2-daa8-40bc-9e25-07c768dfa3f8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:21.920505 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-41718f74-e471-4669-b7f3-cab40961e720 req-24b0b3e2-daa8-40bc-9e25-07c768dfa3f8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:21.921657 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-41718f74-e471-4669-b7f3-cab40961e720 req-24b0b3e2-daa8-40bc-9e25-07c768dfa3f8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports/8d4af666-d325-4c16-8117-80f901bef924 HTTP/1.1" status: 200 len: 931 time: 0.0935621 Jan 27 17:18:22.036753 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-41718f74-e471-4669-b7f3-cab40961e720 req-cbe5ac04-5b47-4f38-951f-fa802cd159e5 service neutron] 10.222.0.50 "GET /v2.0/ports/8d4af666-d325-4c16-8117-80f901bef924?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1026247 Jan 27 17:18:22.123237 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:22.170041 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-41718f74-e471-4669-b7f3-cab40961e720 req-f11ebf41-f663-460c-82fe-e357485e94e5 service neutron] 10.222.0.50 "GET /v2.0/networks/cfa625cd-4590-4c8b-9017-cd3865030732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273236 Jan 27 17:18:22.215857 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:22.397134 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-41718f74-e471-4669-b7f3-cab40961e720 req-1093ec42-3994-490d-bc64-dedf0bb398c9 service neutron] 10.222.0.50 "GET /v2.0/networks/cfa625cd-4590-4c8b-9017-cd3865030732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211592 Jan 27 17:18:22.579256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-de31635f-b92f-41b0-a8a7-910e303ef42c req-4af4c6e5-d744-4245-857c-4c5d66222a82 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:22.591268 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-de31635f-b92f-41b0-a8a7-910e303ef42c req-4af4c6e5-d744-4245-857c-4c5d66222a82 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:22.592394 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de31635f-b92f-41b0-a8a7-910e303ef42c req-4af4c6e5-d744-4245-857c-4c5d66222a82 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8332845f-3234-4a40-8fc8-921af418a5e7 HTTP/1.1" status: 200 len: 210 time: 0.0570879 Jan 27 17:18:23.017128 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device cc4c0c38-e591-45fd-a6b3-e22e5a753df1 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:23.088226 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port cc4c0c38-e591-45fd-a6b3-e22e5a753df1 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:23.088589 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:23.383169 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:23.718242 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41718f74-e471-4669-b7f3-cab40961e720 req-623b732a-ca62-4414-8091-e336bfc168e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:23.719700 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-41718f74-e471-4669-b7f3-cab40961e720 req-623b732a-ca62-4414-8091-e336bfc168e1 service neutron] 10.222.0.83 "GET /v2.0/ports/8d4af666-d325-4c16-8117-80f901bef924 HTTP/1.1" status: 200 len: 1027 time: 0.0627463 Jan 27 17:18:23.750072 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0b101b47-73a0-4460-a914-6efc478c388d req-10d5329f-d405-4b0a-ac48-737ff30a3ecb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8332845f-3234-4a40-8fc8-921af418a5e7 HTTP/1.1" status: 200 len: 210 time: 0.0508275 Jan 27 17:18:23.873336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41718f74-e471-4669-b7f3-cab40961e720 req-d62545d6-66fa-47dc-8e05-67262331fea6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:23.873975 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-41718f74-e471-4669-b7f3-cab40961e720 req-d62545d6-66fa-47dc-8e05-67262331fea6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:23.890635 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-41718f74-e471-4669-b7f3-cab40961e720 req-d62545d6-66fa-47dc-8e05-67262331fea6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:23.892314 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-41718f74-e471-4669-b7f3-cab40961e720 req-d62545d6-66fa-47dc-8e05-67262331fea6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/networks?id=cfa625cd-4590-4c8b-9017-cd3865030732 HTTP/1.1" status: 200 len: 797 time: 0.1674848 Jan 27 17:18:23.949376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-41718f74-e471-4669-b7f3-cab40961e720 req-13754e8f-72e1-415d-8dd8-c603447fb90a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:23.961277 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-41718f74-e471-4669-b7f3-cab40961e720 req-13754e8f-72e1-415d-8dd8-c603447fb90a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:23.962413 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-41718f74-e471-4669-b7f3-cab40961e720 req-13754e8f-72e1-415d-8dd8-c603447fb90a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 379 time: 0.0591583 Jan 27 17:18:23.974382 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Request body: {'port': {'device_id': '8332845f-3234-4a40-8fc8-921af418a5e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:24.087380 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:24.452676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4af666-d325-4c16-8117-80f901bef924 {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:18:24.459920 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:24.474939 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Transition to ACTIVE for port object 8d4af666-d325-4c16-8117-80f901bef924 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:24.482929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:24.729903 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Pushing event updated for resources: {'Port': ['ID=8d4af666-d325-4c16-8117-80f901bef924,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:24.831970 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Attempting to bind port 8d4af666-d325-4c16-8117-80f901bef924 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:24.832276 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Attempting to bind port 8d4af666-d325-4c16-8117-80f901bef924 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:24.832607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Attempting to bind port 8d4af666-d325-4c16-8117-80f901bef924 on network cfa625cd-4590-4c8b-9017-cd3865030732 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:24.837303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Port 8d4af666-d325-4c16-8117-80f901bef924 on network cfa625cd-4590-4c8b-9017-cd3865030732 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:18:24.837613 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Attempting to bind port 8d4af666-d325-4c16-8117-80f901bef924 on network cfa625cd-4590-4c8b-9017-cd3865030732 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:24.842747 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:24.843141 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Checking segment: {'id': '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:24.843516 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Bound using segment: {'id': '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:24.843920 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Bound port: 8d4af666-d325-4c16-8117-80f901bef924, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:24.844257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:24.981177 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] For port 8d4af666-d325-4c16-8117-80f901bef924, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:24.985034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] For port 8d4af666-d325-4c16-8117-80f901bef924, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8d4af666-d325-4c16-8117-80f901bef924,segment=NetworkSegment(4d39721b-0e91-4d7f-8d1a-8afd5158d2fd),segment_id=4d39721b-0e91-4d7f-8d1a-8afd5158d2fd)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:24.992447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:25.060529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc90ea-1954-4240-a9d7-eba411d41676 req-b06e1972-9e58-40ef-a996-a535266d542c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:25.062182 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-22fc90ea-1954-4240-a9d7-eba411d41676 req-b06e1972-9e58-40ef-a996-a535266d542c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8332845f-3234-4a40-8fc8-921af418a5e7 HTTP/1.1" status: 200 len: 982 time: 0.1767704 Jan 27 17:18:25.063410 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:25.064002 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:25.065215 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-41718f74-e471-4669-b7f3-cab40961e720 req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] 10.222.0.83 "PUT /v2.0/ports/8d4af666-d325-4c16-8117-80f901bef924 HTTP/1.1" status: 200 len: 1132 time: 1.0963643 Jan 27 17:18:25.068557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8332845f-3234-4a40-8fc8-921af418a5e7', 'tag': '8d4af666-d325-4c16-8117-80f901bef924'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:18:25.152895 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8332845f-3234-4a40-8fc8-921af418a5e7', 'tag': '8d4af666-d325-4c16-8117-80f901bef924', 'status': 'completed', 'code': 200} Jan 27 17:18:25.155769 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ad998-0246-4767-8057-6c84895b4bcd service neutron] Pushing event updated for resources: {'Port': ['ID=8d4af666-d325-4c16-8117-80f901bef924,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:25.167304 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-22fc90ea-1954-4240-a9d7-eba411d41676 req-f6e009c9-a3eb-4749-939b-c631c88df4dd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925243 Jan 27 17:18:25.204242 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41718f74-e471-4669-b7f3-cab40961e720 req-bc5bcf94-3eb9-4956-ae2f-04e69bd2b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:25.205883 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-41718f74-e471-4669-b7f3-cab40961e720 req-bc5bcf94-3eb9-4956-ae2f-04e69bd2b62b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=8332845f-3234-4a40-8fc8-921af418a5e7 HTTP/1.1" status: 200 len: 1135 time: 0.0906444 Jan 27 17:18:25.277300 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-41718f74-e471-4669-b7f3-cab40961e720 req-1897486d-a90c-4faf-b734-f07539944592 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d4af666-d325-4c16-8117-80f901bef924 HTTP/1.1" status: 200 len: 217 time: 0.0649583 Jan 27 17:18:25.343180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41718f74-e471-4669-b7f3-cab40961e720 req-272936f8-5fbf-4d80-b888-7edb92736e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:25.344494 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-41718f74-e471-4669-b7f3-cab40961e720 req-272936f8-5fbf-4d80-b888-7edb92736e30 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4df101bc-45fc-4b05-a9eb-6943679f6eb3 HTTP/1.1" status: 200 len: 835 time: 0.0609989 Jan 27 17:18:25.422123 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41718f74-e471-4669-b7f3-cab40961e720 req-5535d3c6-49a1-4ada-9ade-8f9560ea7339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:25.423544 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-41718f74-e471-4669-b7f3-cab40961e720 req-5535d3c6-49a1-4ada-9ade-8f9560ea7339 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cfa625cd-4590-4c8b-9017-cd3865030732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731020 Jan 27 17:18:25.554874 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-41718f74-e471-4669-b7f3-cab40961e720 req-f90731be-2ade-4aa6-a192-51c2f6f01b8b service neutron] 10.222.0.83 "GET /v2.0/networks/cfa625cd-4590-4c8b-9017-cd3865030732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248512 Jan 27 17:18:25.688433 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-41718f74-e471-4669-b7f3-cab40961e720 req-d8fea2fb-3a0e-44a4-a4fb-5d782c6ac1b6 service neutron] 10.222.0.83 "GET /v2.0/networks/cfa625cd-4590-4c8b-9017-cd3865030732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265118 Jan 27 17:18:25.815512 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e67a4-00ec-4bc6-a503-2d1f9e758c4d req-efb2af43-de74-4beb-8164-d1112870eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:25.816965 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9d2e67a4-00ec-4bc6-a503-2d1f9e758c4d req-efb2af43-de74-4beb-8164-d1112870eaa5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=8332845f-3234-4a40-8fc8-921af418a5e7 HTTP/1.1" status: 200 len: 1135 time: 0.0713210 Jan 27 17:18:25.952645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e67a4-00ec-4bc6-a503-2d1f9e758c4d req-6b00dfc7-cbf5-431b-bfe8-087f671fec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:25.954117 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9d2e67a4-00ec-4bc6-a503-2d1f9e758c4d req-6b00dfc7-cbf5-431b-bfe8-087f671fec66 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cfa625cd-4590-4c8b-9017-cd3865030732 HTTP/1.1" status: 200 len: 899 time: 0.1302736 Jan 27 17:18:26.025086 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9d2e67a4-00ec-4bc6-a503-2d1f9e758c4d req-e4875963-e0ab-4466-98d6-30308e4f1777 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d4af666-d325-4c16-8117-80f901bef924 HTTP/1.1" status: 200 len: 217 time: 0.0641470 Jan 27 17:18:26.094391 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e67a4-00ec-4bc6-a503-2d1f9e758c4d req-67d8075d-c013-495a-8fdd-747263758943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:26.095740 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9d2e67a4-00ec-4bc6-a503-2d1f9e758c4d req-67d8075d-c013-495a-8fdd-747263758943 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4df101bc-45fc-4b05-a9eb-6943679f6eb3 HTTP/1.1" status: 200 len: 835 time: 0.0638962 Jan 27 17:18:26.175282 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e67a4-00ec-4bc6-a503-2d1f9e758c4d req-91ef147c-2618-43dd-a4ee-a72df01cbb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:26.176746 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9d2e67a4-00ec-4bc6-a503-2d1f9e758c4d req-91ef147c-2618-43dd-a4ee-a72df01cbb57 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cfa625cd-4590-4c8b-9017-cd3865030732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739069 Jan 27 17:18:26.309495 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9d2e67a4-00ec-4bc6-a503-2d1f9e758c4d req-a5b64e8a-d207-4678-86b7-a7586254b26d service neutron] 10.222.0.83 "GET /v2.0/networks/cfa625cd-4590-4c8b-9017-cd3865030732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262131 Jan 27 17:18:26.352569 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b5cfa-9e18-4b5d-9f80-56e283993141 req-1dcd6008-64c4-4c7b-94e9-e27c6bad4b05 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:26.355195 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ce1b5cfa-9e18-4b5d-9f80-56e283993141 req-1dcd6008-64c4-4c7b-94e9-e27c6bad4b05 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8332845f-3234-4a40-8fc8-921af418a5e7 HTTP/1.1" status: 200 len: 982 time: 0.0823531 Jan 27 17:18:26.413259 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ce1b5cfa-9e18-4b5d-9f80-56e283993141 req-0d49506c-dd21-44d7-a67a-ebe55215db27 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510554 Jan 27 17:18:26.448257 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9d2e67a4-00ec-4bc6-a503-2d1f9e758c4d req-fa556de0-b894-48af-9f93-1d66e930195a service neutron] 10.222.0.83 "GET /v2.0/networks/cfa625cd-4590-4c8b-9017-cd3865030732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326764 Jan 27 17:18:26.860876 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 8d4af666-d325-4c16-8117-80f901bef924 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:18:27.007605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 8d4af666-d325-4c16-8117-80f901bef924, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8d4af666-d325-4c16-8117-80f901bef924,segment=NetworkSegment(4d39721b-0e91-4d7f-8d1a-8afd5158d2fd),segment_id=4d39721b-0e91-4d7f-8d1a-8afd5158d2fd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:27.021175 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '8d4af666-d325-4c16-8117-80f901bef924', 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732', 'port_id': '8d4af666-d325-4c16-8117-80f901bef924', 'mac_address': 'fa:16:3e:3a:50:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:18:27.076475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:27.093042 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4af666-d325-4c16-8117-80f901bef924 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:18:27.108813 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 8d4af666-d325-4c16-8117-80f901bef924, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8d4af666-d325-4c16-8117-80f901bef924,segment=NetworkSegment(4d39721b-0e91-4d7f-8d1a-8afd5158d2fd),segment_id=4d39721b-0e91-4d7f-8d1a-8afd5158d2fd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:27.115004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:27.184151 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=8d4af666-d325-4c16-8117-80f901bef924,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:27.344965 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['8d4af666-d325-4c16-8117-80f901bef924'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:18:27.603005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08131c4c-f50f-4512-a91a-9fe0e0b4fe59 req-47bf0860-d583-4fcf-9b18-c47ed9603b28 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:27.604648 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-08131c4c-f50f-4512-a91a-9fe0e0b4fe59 req-47bf0860-d583-4fcf-9b18-c47ed9603b28 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8332845f-3234-4a40-8fc8-921af418a5e7 HTTP/1.1" status: 200 len: 983 time: 0.0853829 Jan 27 17:18:27.775503 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-08131c4c-f50f-4512-a91a-9fe0e0b4fe59 req-ef53c4f4-915d-499b-a5be-bb315ee747a1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647630 Jan 27 17:18:28.875692 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 8d4af666-d325-4c16-8117-80f901bef924 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:28.945674 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 8d4af666-d325-4c16-8117-80f901bef924 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:28.950561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 8d4af666-d325-4c16-8117-80f901bef924 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:28.950922 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:28.976242 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023154f3-e4d7-4c56-baa8-8d2c45d79703 req-947ee32e-d026-4ff5-810e-a8836efdad4f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:28.977718 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-023154f3-e4d7-4c56-baa8-8d2c45d79703 req-947ee32e-d026-4ff5-810e-a8836efdad4f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8332845f-3234-4a40-8fc8-921af418a5e7 HTTP/1.1" status: 200 len: 983 time: 0.0818851 Jan 27 17:18:29.021278 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-023154f3-e4d7-4c56-baa8-8d2c45d79703 req-32362a24-2c35-4d62-b32a-8efa8d646188 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378342 Jan 27 17:18:29.071598 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:29.097367 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8332845f-3234-4a40-8fc8-921af418a5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4af666-d325-4c16-8117-80f901bef924'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:18:29.107847 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 8d4af666-d325-4c16-8117-80f901bef924, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8d4af666-d325-4c16-8117-80f901bef924,segment=NetworkSegment(4d39721b-0e91-4d7f-8d1a-8afd5158d2fd),segment_id=4d39721b-0e91-4d7f-8d1a-8afd5158d2fd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:29.112853 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:29.179955 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=8d4af666-d325-4c16-8117-80f901bef924,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:29.246017 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8332845f-3234-4a40-8fc8-921af418a5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4af666-d325-4c16-8117-80f901bef924', 'code': 200} Jan 27 17:18:29.482164 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d179894-5c9d-43dd-a3be-2f296a33cdba req-a86b1f85-a1d1-468b-b816-c02e726f87e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:29.483690 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d179894-5c9d-43dd-a3be-2f296a33cdba req-a86b1f85-a1d1-468b-b816-c02e726f87e3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8332845f-3234-4a40-8fc8-921af418a5e7 HTTP/1.1" status: 200 len: 1137 time: 0.0747831 Jan 27 17:18:29.524483 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d179894-5c9d-43dd-a3be-2f296a33cdba req-fd358e7d-a454-4706-8015-223a39cccffc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351331 Jan 27 17:18:30.213086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b651c-130e-426c-980d-a11c556573fe req-0ebe2376-93a2-4152-b6b1-5c5467d2a613 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:30.214572 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-340b651c-130e-426c-980d-a11c556573fe req-0ebe2376-93a2-4152-b6b1-5c5467d2a613 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8332845f-3234-4a40-8fc8-921af418a5e7 HTTP/1.1" status: 200 len: 984 time: 0.0843952 Jan 27 17:18:30.260382 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-340b651c-130e-426c-980d-a11c556573fe req-96fa2c07-fc91-41ef-ac58-077cea7c68f0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384197 Jan 27 17:18:31.456975 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d857e-95c3-499d-a20d-45a412088310 req-358f5cea-1ec7-4624-80d3-d5f4d180197c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:31.458635 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-942d857e-95c3-499d-a20d-45a412088310 req-358f5cea-1ec7-4624-80d3-d5f4d180197c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8332845f-3234-4a40-8fc8-921af418a5e7 HTTP/1.1" status: 200 len: 984 time: 0.0868702 Jan 27 17:18:31.504027 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-942d857e-95c3-499d-a20d-45a412088310 req-86428eb3-4738-40f9-803d-17053916aff8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387926 Jan 27 17:18:31.700528 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dcdb1-b43f-4511-8658-63b3b28b7ff5 req-1f3df1d2-ff7d-46c4-ac5a-7eb1a27ba145 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:31.701989 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c88dcdb1-b43f-4511-8658-63b3b28b7ff5 req-1f3df1d2-ff7d-46c4-ac5a-7eb1a27ba145 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8332845f-3234-4a40-8fc8-921af418a5e7 HTTP/1.1" status: 200 len: 984 time: 0.0907657 Jan 27 17:18:31.746315 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c88dcdb1-b43f-4511-8658-63b3b28b7ff5 req-d70a4066-15d6-48ac-885c-56b5dc1aafa4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386047 Jan 27 17:18:31.768706 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38836) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:31.841267 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a365f8f-8a52-428d-82ad-9d8f7f513a84 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:31.842681 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4a365f8f-8a52-428d-82ad-9d8f7f513a84 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8332845f-3234-4a40-8fc8-921af418a5e7 HTTP/1.1" status: 200 len: 1132 time: 0.0730658 Jan 27 17:18:31.846167 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38840) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:31.851152 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '8d4af666-d325-4c16-8117-80f901bef924', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:31.857056 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:31.861009 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:floatingip and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:31.863912 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:31.869604 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:31.890763 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.030556 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.168737 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.26.1.133 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/d603cbe4-7a6a-4b40-ac83-792516581818) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:18:32.322876 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.361144 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.427121 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:18:32.429880 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:18:32.433523 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:18:32.466884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=d603cbe4-7a6a-4b40-ac83-792516581818,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:32.847035 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:32.935186 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.236461 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.242204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.344294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=d603cbe4-7a6a-4b40-ac83-792516581818,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:33.360439 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.384457 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:33.543749 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP e03f65a2-737e-44dd-9c50-6d8322bf59c6 associated. External IP: 172.26.1.133, port: 8d4af666-d325-4c16-8117-80f901bef924. Jan 27 17:18:33.914221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 38363ddf-e3c5-40d6-af0a-af733bf3aee2 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:34.098047 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:34.108254 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9df45d-9892-42f8-b669-3239f2e5026f None None] Sync routers for ids ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:34.118463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9df45d-9892-42f8-b669-3239f2e5026f None None] Routers {'38363ddf-e3c5-40d6-af0a-af733bf3aee2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:18:34.119077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7c9df45d-9892-42f8-b669-3239f2e5026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:18:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:34.123300 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:34.178325 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1d075c2a-8bf3-47e8-9079-2f3e2a377167 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.3311672 Jan 27 17:18:34.178907 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8332845f-3234-4a40-8fc8-921af418a5e7', 'tag': '8d4af666-d325-4c16-8117-80f901bef924'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:18:34.181482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38844) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:34.222049 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8332845f-3234-4a40-8fc8-921af418a5e7', 'tag': '8d4af666-d325-4c16-8117-80f901bef924', 'status': 'completed', 'code': 200} Jan 27 17:18:34.309031 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb48b22d-bfea-4f3f-b99f-f287b5af3714 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:34.310569 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cb48b22d-bfea-4f3f-b99f-f287b5af3714 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8332845f-3234-4a40-8fc8-921af418a5e7&network_id=cfa625cd-4590-4c8b-9017-cd3865030732 HTTP/1.1" status: 200 len: 1132 time: 0.1279078 Jan 27 17:18:34.325755 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-7c9df45d-9892-42f8-b669-3239f2e5026f None None] Set router 38363ddf-e3c5-40d6-af0a-af733bf3aee2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:34.329152 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b0438-9212-48c6-88dd-18cbfca8fd10 req-a71ba17e-824c-4e4a-bf9b-ef219d3b8afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:34.330772 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c39b0438-9212-48c6-88dd-18cbfca8fd10 req-a71ba17e-824c-4e4a-bf9b-ef219d3b8afe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=8332845f-3234-4a40-8fc8-921af418a5e7 HTTP/1.1" status: 200 len: 1137 time: 0.0857453 Jan 27 17:18:34.468511 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b0438-9212-48c6-88dd-18cbfca8fd10 req-f0404a60-a223-4032-be0e-3cbf53b045d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:34.470381 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c39b0438-9212-48c6-88dd-18cbfca8fd10 req-f0404a60-a223-4032-be0e-3cbf53b045d5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cfa625cd-4590-4c8b-9017-cd3865030732 HTTP/1.1" status: 200 len: 899 time: 0.1343696 Jan 27 17:18:34.575126 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c39b0438-9212-48c6-88dd-18cbfca8fd10 req-27029bbc-b1e9-400f-b6b3-55bd5bba49b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d4af666-d325-4c16-8117-80f901bef924 HTTP/1.1" status: 200 len: 1038 time: 0.0988517 Jan 27 17:18:34.681153 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7c9df45d-9892-42f8-b669-3239f2e5026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'name': 'tempest-TestNetworkBasicOps-router-1419367955', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:11Z', 'updated_at': '2022-01-27T17:18:17Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'e03f65a2-737e-44dd-9c50-6d8322bf59c6', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.133', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'port_id': '8d4af666-d325-4c16-8117-80f901bef924', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1213916864', 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732', 'mac_address': 'fa:16:3e:3a:50:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8332845f-3234-4a40-8fc8-921af418a5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:18:32Z', 'updated_at': '2022-01-27T17:18:32Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4c0c38-e591-45fd-a6b3-e22e5a753df1', 'name': '', 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:2a:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:16Z', 'updated_at': '2022-01-27T17:18:21Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:34.685413 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9df45d-9892-42f8-b669-3239f2e5026f None None] Checking router: 38363ddf-e3c5-40d6-af0a-af733bf3aee2 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:18:34.686096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b0438-9212-48c6-88dd-18cbfca8fd10 req-6cf0e68c-5ced-4404-a18f-59f119ba2ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:34.687530 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c39b0438-9212-48c6-88dd-18cbfca8fd10 req-6cf0e68c-5ced-4404-a18f-59f119ba2ef9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4df101bc-45fc-4b05-a9eb-6943679f6eb3 HTTP/1.1" status: 200 len: 835 time: 0.1053009 Jan 27 17:18:34.694106 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9df45d-9892-42f8-b669-3239f2e5026f None None] Routers {'38363ddf-e3c5-40d6-af0a-af733bf3aee2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:18:34.694692 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7c9df45d-9892-42f8-b669-3239f2e5026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:18:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:34.760434 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cb714-128a-4470-b3df-2430f0302d9f req-290eb801-dcaf-4515-8bda-40540277c1b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:34.762075 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-491cb714-128a-4470-b3df-2430f0302d9f req-290eb801-dcaf-4515-8bda-40540277c1b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8332845f-3234-4a40-8fc8-921af418a5e7 HTTP/1.1" status: 200 len: 984 time: 0.1473227 Jan 27 17:18:34.803890 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b0438-9212-48c6-88dd-18cbfca8fd10 req-0198a7ff-0e7d-4d2b-93ce-1ea59d87e0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:34.805314 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c39b0438-9212-48c6-88dd-18cbfca8fd10 req-0198a7ff-0e7d-4d2b-93ce-1ea59d87e0ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cfa625cd-4590-4c8b-9017-cd3865030732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1110344 Jan 27 17:18:34.814936 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-491cb714-128a-4470-b3df-2430f0302d9f req-170ad22c-3efe-4d71-982e-8d70798ce011 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455499 Jan 27 17:18:34.874786 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-7c9df45d-9892-42f8-b669-3239f2e5026f None None] Set router 38363ddf-e3c5-40d6-af0a-af733bf3aee2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:34.936908 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c39b0438-9212-48c6-88dd-18cbfca8fd10 req-f680f395-3417-4dc5-ba4a-cf254bfd3709 service neutron] 10.222.0.83 "GET /v2.0/networks/cfa625cd-4590-4c8b-9017-cd3865030732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212616 Jan 27 17:18:35.065457 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c39b0438-9212-48c6-88dd-18cbfca8fd10 req-79e39d3d-e1f1-4801-87e6-35a3179f2538 service neutron] 10.222.0.83 "GET /v2.0/networks/cfa625cd-4590-4c8b-9017-cd3865030732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218593 Jan 27 17:18:35.226736 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7c9df45d-9892-42f8-b669-3239f2e5026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'name': 'tempest-TestNetworkBasicOps-router-1419367955', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:11Z', 'updated_at': '2022-01-27T17:18:17Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'e03f65a2-737e-44dd-9c50-6d8322bf59c6', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.133', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'port_id': '8d4af666-d325-4c16-8117-80f901bef924', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1213916864', 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732', 'mac_address': 'fa:16:3e:3a:50:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8332845f-3234-4a40-8fc8-921af418a5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:18:32Z', 'updated_at': '2022-01-27T17:18:32Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4c0c38-e591-45fd-a6b3-e22e5a753df1', 'name': '', 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:2a:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:16Z', 'updated_at': '2022-01-27T17:18:21Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:35.231472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9df45d-9892-42f8-b669-3239f2e5026f None None] The sync data for ids ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'] in dv-neutron-826439-2-hyperv is: [{'id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'name': 'tempest-TestNetworkBasicOps-router-1419367955', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:11Z', 'updated_at': '2022-01-27T17:18:17Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'e03f65a2-737e-44dd-9c50-6d8322bf59c6', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.133', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'port_id': '8d4af666-d325-4c16-8117-80f901bef924', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1213916864', 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732', 'mac_address': 'fa:16:3e:3a:50:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8332845f-3234-4a40-8fc8-921af418a5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:18:32Z', 'updated_at': '2022-01-27T17:18:32Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4c0c38-e591-45fd-a6b3-e22e5a753df1', 'name': '', 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:2a:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:16Z', 'updated_at': '2022-01-27T17:18:21Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:35.430446 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5b8a18-a232-45e3-8189-e12d9a5b103e None None] New status for floating IP e03f65a2-737e-44dd-9c50-6d8322bf59c6: ACTIVE {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:18:35.899810 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69698154-de84-42a8-a72e-af8e0e6f2c9e req-4b9d8baf-72db-4598-8c7b-3b6c262d4970 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:35.901432 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-69698154-de84-42a8-a72e-af8e0e6f2c9e req-4b9d8baf-72db-4598-8c7b-3b6c262d4970 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/ports?device_id=8332845f-3234-4a40-8fc8-921af418a5e7 HTTP/1.1" status: 200 len: 984 time: 0.0919275 Jan 27 17:18:35.972592 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69698154-de84-42a8-a72e-af8e0e6f2c9e req-0ec57dbb-c713-438d-8826-33db4b92a626 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:35.973879 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-69698154-de84-42a8-a72e-af8e0e6f2c9e req-0ec57dbb-c713-438d-8826-33db4b92a626 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/ports/8d4af666-d325-4c16-8117-80f901bef924?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0665102 Jan 27 17:18:35.997800 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ac3fc-fbeb-4f8d-ba52-50eba08b052e req-fd6f7115-c5ea-4b4e-9d3c-41218434feaa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:35.999203 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-028ac3fc-fbeb-4f8d-ba52-50eba08b052e req-fd6f7115-c5ea-4b4e-9d3c-41218434feaa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8332845f-3234-4a40-8fc8-921af418a5e7 HTTP/1.1" status: 200 len: 984 time: 0.0786984 Jan 27 17:18:36.047920 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-028ac3fc-fbeb-4f8d-ba52-50eba08b052e req-cb06f3c8-0b4c-4f6d-825e-e242cb5096be tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426416 Jan 27 17:18:36.119209 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-69698154-de84-42a8-a72e-af8e0e6f2c9e req-ffca3cc1-f17e-4a7f-849c-b6568cd29b08 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/networks/cfa625cd-4590-4c8b-9017-cd3865030732?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1404371 Jan 27 17:18:36.129181 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-69698154-de84-42a8-a72e-af8e0e6f2c9e req-d9c058a2-89a9-426b-b9a2-459e02f89111 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:36.237468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-69698154-de84-42a8-a72e-af8e0e6f2c9e req-d9c058a2-89a9-426b-b9a2-459e02f89111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:36.560442 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-69698154-de84-42a8-a72e-af8e0e6f2c9e req-d9c058a2-89a9-426b-b9a2-459e02f89111 service neutron] For port 8d4af666-d325-4c16-8117-80f901bef924, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8d4af666-d325-4c16-8117-80f901bef924,segment=NetworkSegment(4d39721b-0e91-4d7f-8d1a-8afd5158d2fd),segment_id=4d39721b-0e91-4d7f-8d1a-8afd5158d2fd)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:36.590854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-69698154-de84-42a8-a72e-af8e0e6f2c9e req-d9c058a2-89a9-426b-b9a2-459e02f89111 service neutron] For port 8d4af666-d325-4c16-8117-80f901bef924, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:36.643474 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-69698154-de84-42a8-a72e-af8e0e6f2c9e req-d9c058a2-89a9-426b-b9a2-459e02f89111 service neutron] device_id is not set on port 8d4af666-d325-4c16-8117-80f901bef924 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:18:36.652314 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-69698154-de84-42a8-a72e-af8e0e6f2c9e req-d9c058a2-89a9-426b-b9a2-459e02f89111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:36.659597 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-69698154-de84-42a8-a72e-af8e0e6f2c9e req-d9c058a2-89a9-426b-b9a2-459e02f89111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:36.811993 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c058a2-89a9-426b-b9a2-459e02f89111 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4af666-d325-4c16-8117-80f901bef924,revision_number=6']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:36.858488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-69698154-de84-42a8-a72e-af8e0e6f2c9e req-d9c058a2-89a9-426b-b9a2-459e02f89111 service neutron] No DVR routers for this DVR port 8d4af666-d325-4c16-8117-80f901bef924 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:18:36.947115 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ccba27a4-9846-4663-9f0f-d14ed6338b2a None None] Provisioning complete for port 8d4af666-d325-4c16-8117-80f901bef924 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:36.947734 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ccba27a4-9846-4663-9f0f-d14ed6338b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:37.004041 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ccba27a4-9846-4663-9f0f-d14ed6338b2a None None] Port 8d4af666-d325-4c16-8117-80f901bef924 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:18:37.082367 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-69698154-de84-42a8-a72e-af8e0e6f2c9e req-d9c058a2-89a9-426b-b9a2-459e02f89111 service neutron] In _notify_port_updated(), no bound segment for port 8d4af666-d325-4c16-8117-80f901bef924 on network cfa625cd-4590-4c8b-9017-cd3865030732 {{(pid=87594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:18:37.083270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69698154-de84-42a8-a72e-af8e0e6f2c9e req-d9c058a2-89a9-426b-b9a2-459e02f89111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:37.083828 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-69698154-de84-42a8-a72e-af8e0e6f2c9e req-d9c058a2-89a9-426b-b9a2-459e02f89111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:37.085053 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-69698154-de84-42a8-a72e-af8e0e6f2c9e req-d9c058a2-89a9-426b-b9a2-459e02f89111 service neutron] 10.222.0.83 "PUT /v2.0/ports/8d4af666-d325-4c16-8117-80f901bef924 HTTP/1.1" status: 200 len: 1027 time: 0.9597640 Jan 27 17:18:37.203066 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a64d56a0-046a-41b0-9026-06c54bc78bb3 req-5e9095fd-75dc-43d2-940a-a412809eea4e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8332845f-3234-4a40-8fc8-921af418a5e7 HTTP/1.1" status: 200 len: 210 time: 0.0430911 Jan 27 17:18:38.300338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38860) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:38.375008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4229f3e-4f63-4fef-8a2c-7701126daa8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:38.376252 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f4229f3e-4f63-4fef-8a2c-7701126daa8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports/8d4af666-d325-4c16-8117-80f901bef924 HTTP/1.1" status: 200 len: 926 time: 0.0748615 Jan 27 17:18:38.545411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38866) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:38.550623 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-bcdc0393-16db-44b2-88fc-837e73f8a170 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1060977460', 'description': 'tempest-secgroup-smoke-1060977460 description', 'project_id': '2e8c8c26aae041c68422ab49a8804631'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:38.556848 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bcdc0393-16db-44b2-88fc-837e73f8a170 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:38.567126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bcdc0393-16db-44b2-88fc-837e73f8a170 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:38.579975 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bcdc0393-16db-44b2-88fc-837e73f8a170 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.601815 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bcdc0393-16db-44b2-88fc-837e73f8a170 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:38.605976 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bcdc0393-16db-44b2-88fc-837e73f8a170 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:38.608968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bcdc0393-16db-44b2-88fc-837e73f8a170 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:38.615036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bcdc0393-16db-44b2-88fc-837e73f8a170 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:38.684721 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bcdc0393-16db-44b2-88fc-837e73f8a170 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.690760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bcdc0393-16db-44b2-88fc-837e73f8a170 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.730871 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc0393-16db-44b2-88fc-837e73f8a170 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db9cbc7-6f41-4de0-8458-510370a8a473,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:38.739539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bcdc0393-16db-44b2-88fc-837e73f8a170 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.741549 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bcdc0393-16db-44b2-88fc-837e73f8a170 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1941626 Jan 27 17:18:38.743570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38870) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:38.748427 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c19586a2-13d0-4426-b0bb-23865c77a3be tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '9db9cbc7-6f41-4de0-8458-510370a8a473', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:38.754223 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c19586a2-13d0-4426-b0bb-23865c77a3be tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:38.758030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c19586a2-13d0-4426-b0bb-23865c77a3be tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:38.760850 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c19586a2-13d0-4426-b0bb-23865c77a3be tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:38.766452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c19586a2-13d0-4426-b0bb-23865c77a3be tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:38.783412 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c19586a2-13d0-4426-b0bb-23865c77a3be tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.843486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c19586a2-13d0-4426-b0bb-23865c77a3be tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.848180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c19586a2-13d0-4426-b0bb-23865c77a3be tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.869980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19586a2-13d0-4426-b0bb-23865c77a3be tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf586cae-3243-4c7e-8cd5-7a0ce7a32997,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:38.879303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c19586a2-13d0-4426-b0bb-23865c77a3be tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.880403 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c19586a2-13d0-4426-b0bb-23865c77a3be tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359389 Jan 27 17:18:38.883363 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38874) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:38.888165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-9c0d202e-4dea-4224-b8c9-392a5c58644c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '9db9cbc7-6f41-4de0-8458-510370a8a473', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:38.893805 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9c0d202e-4dea-4224-b8c9-392a5c58644c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:38.897503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9c0d202e-4dea-4224-b8c9-392a5c58644c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:38.900700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9c0d202e-4dea-4224-b8c9-392a5c58644c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:38.906233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9c0d202e-4dea-4224-b8c9-392a5c58644c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:38.923943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c0d202e-4dea-4224-b8c9-392a5c58644c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.937810 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 8d4af666-d325-4c16-8117-80f901bef924 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:18:38.983358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c0d202e-4dea-4224-b8c9-392a5c58644c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.988014 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c0d202e-4dea-4224-b8c9-392a5c58644c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:38.996911 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 8d4af666-d325-4c16-8117-80f901bef924 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:18:39.011140 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d202e-4dea-4224-b8c9-392a5c58644c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56865eb3-0f68-494d-87be-aa9724303141,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:39.020697 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c0d202e-4dea-4224-b8c9-392a5c58644c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.021879 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9c0d202e-4dea-4224-b8c9-392a5c58644c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376040 Jan 27 17:18:39.025027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38878) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:39.030028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-20512ea7-d3a5-47f0-a34e-40c525d14209 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '9db9cbc7-6f41-4de0-8458-510370a8a473', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:39.035828 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-20512ea7-d3a5-47f0-a34e-40c525d14209 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:39.039832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-20512ea7-d3a5-47f0-a34e-40c525d14209 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:39.042792 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-20512ea7-d3a5-47f0-a34e-40c525d14209 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:39.048539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-20512ea7-d3a5-47f0-a34e-40c525d14209 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:39.065005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-20512ea7-d3a5-47f0-a34e-40c525d14209 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.129202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-20512ea7-d3a5-47f0-a34e-40c525d14209 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.134098 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-20512ea7-d3a5-47f0-a34e-40c525d14209 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.157624 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20512ea7-d3a5-47f0-a34e-40c525d14209 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ff6b8a-8e99-44fc-bfc2-ade514e425a3,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:39.166448 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-20512ea7-d3a5-47f0-a34e-40c525d14209 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.167635 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-20512ea7-d3a5-47f0-a34e-40c525d14209 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416919 Jan 27 17:18:39.170385 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38882) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:39.175296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-0ba7259f-cfc7-405d-89a3-ab2bdec6e51f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '9db9cbc7-6f41-4de0-8458-510370a8a473', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:39.181005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0ba7259f-cfc7-405d-89a3-ab2bdec6e51f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:39.184873 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0ba7259f-cfc7-405d-89a3-ab2bdec6e51f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:39.187807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0ba7259f-cfc7-405d-89a3-ab2bdec6e51f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:39.193601 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0ba7259f-cfc7-405d-89a3-ab2bdec6e51f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:39.214157 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ba7259f-cfc7-405d-89a3-ab2bdec6e51f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.281723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ba7259f-cfc7-405d-89a3-ab2bdec6e51f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.286558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ba7259f-cfc7-405d-89a3-ab2bdec6e51f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.309807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7259f-cfc7-405d-89a3-ab2bdec6e51f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91c5a89-0533-4319-a0ca-adbff4196d61,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:39.318745 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ba7259f-cfc7-405d-89a3-ab2bdec6e51f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.319954 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0ba7259f-cfc7-405d-89a3-ab2bdec6e51f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1486826 Jan 27 17:18:39.322770 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38886) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:39.327646 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-2654a500-1686-4508-babb-00ca5ea87746 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '9db9cbc7-6f41-4de0-8458-510370a8a473', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:39.333307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2654a500-1686-4508-babb-00ca5ea87746 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:39.337152 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2654a500-1686-4508-babb-00ca5ea87746 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:39.340040 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2654a500-1686-4508-babb-00ca5ea87746 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:39.345651 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2654a500-1686-4508-babb-00ca5ea87746 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:39.357387 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-2654a500-1686-4508-babb-00ca5ea87746 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:18:39.364021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2654a500-1686-4508-babb-00ca5ea87746 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.426850 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2654a500-1686-4508-babb-00ca5ea87746 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.432068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2654a500-1686-4508-babb-00ca5ea87746 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.454928 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654a500-1686-4508-babb-00ca5ea87746 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec19d4a-96d3-4432-8f78-51dfcb3e4400,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:39.464811 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2654a500-1686-4508-babb-00ca5ea87746 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.466003 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2654a500-1686-4508-babb-00ca5ea87746 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1422799 Jan 27 17:18:39.468719 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38890) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:39.473644 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-2a0a29b2-9b45-43aa-9afa-0113828be11d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '9db9cbc7-6f41-4de0-8458-510370a8a473', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:39.479375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2a0a29b2-9b45-43aa-9afa-0113828be11d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:18:39.483274 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2a0a29b2-9b45-43aa-9afa-0113828be11d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:18:39.486245 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2a0a29b2-9b45-43aa-9afa-0113828be11d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:18:39.492264 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2a0a29b2-9b45-43aa-9afa-0113828be11d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:18:39.503776 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-2a0a29b2-9b45-43aa-9afa-0113828be11d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:18:39.511188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2a0a29b2-9b45-43aa-9afa-0113828be11d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.585401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2a0a29b2-9b45-43aa-9afa-0113828be11d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.591405 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2a0a29b2-9b45-43aa-9afa-0113828be11d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.613269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a29b2-9b45-43aa-9afa-0113828be11d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97842d46-ff36-4935-ba76-612d0d1b0b66,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:39.622438 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2a0a29b2-9b45-43aa-9afa-0113828be11d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:39.623587 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2a0a29b2-9b45-43aa-9afa-0113828be11d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1539824 Jan 27 17:18:39.797395 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-7723c133-6e1d-4f37-b917-2c999eb8006b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1060977460&fields=id&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 267 time: 0.0409937 Jan 27 17:18:39.882732 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-58b956bb-c6ce-4944-92e6-62d04f726932 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:39.884059 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-58b956bb-c6ce-4944-92e6-62d04f726932 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports/8d4af666-d325-4c16-8117-80f901bef924 HTTP/1.1" status: 200 len: 931 time: 0.0797718 Jan 27 17:18:40.071782 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-2b5c0ccb-661b-49a1-8504-a122b8bd4943 service neutron] 10.222.0.50 "GET /v2.0/ports/8d4af666-d325-4c16-8117-80f901bef924?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1652818 Jan 27 17:18:40.215165 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-764b1451-864b-41a1-9ed6-f2da5348a1ec service neutron] 10.222.0.50 "GET /v2.0/networks/cfa625cd-4590-4c8b-9017-cd3865030732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375296 Jan 27 17:18:40.373346 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-8ee86a7e-23e6-43cd-8776-1b95af02327e service neutron] 10.222.0.50 "GET /v2.0/networks/cfa625cd-4590-4c8b-9017-cd3865030732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492636 Jan 27 17:18:40.558223 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-46dbd278-68c1-41a3-b725-ba612c40310f req-c3639689-9c16-49c4-bfa1-fb6cf133a4f4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2b5df58-1ef1-4b6c-9400-19b1cb7a23af HTTP/1.1" status: 200 len: 210 time: 0.0486634 Jan 27 17:18:41.511296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-533a7f45-d2ba-443c-a472-01f33adc677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:41.512694 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-533a7f45-d2ba-443c-a472-01f33adc677e service neutron] 10.222.0.83 "GET /v2.0/ports/8d4af666-d325-4c16-8117-80f901bef924 HTTP/1.1" status: 200 len: 1027 time: 0.0647967 Jan 27 17:18:41.682325 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-47922bf1-9bc9-4335-90eb-c3f701b3e290 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:41.683754 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-47922bf1-9bc9-4335-90eb-c3f701b3e290 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/networks?id=cfa625cd-4590-4c8b-9017-cd3865030732 HTTP/1.1" status: 200 len: 797 time: 0.1656439 Jan 27 17:18:41.706936 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c9343940-5b50-41e7-abcc-b3fe93c38da1 req-2ebd4303-c1a4-4eab-9961-01603c8079e6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2b5df58-1ef1-4b6c-9400-19b1cb7a23af HTTP/1.1" status: 200 len: 210 time: 0.0439353 Jan 27 17:18:41.739812 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-86d595e9-a34f-41d9-89b7-8be26dad43a2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:18:41.757000 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-86d595e9-a34f-41d9-89b7-8be26dad43a2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:18:41.758418 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-86d595e9-a34f-41d9-89b7-8be26dad43a2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 472 time: 0.0634909 Jan 27 17:18:41.772205 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Request body: {'port': {'device_id': 'd2b5df58-1ef1-4b6c-9400-19b1cb7a23af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:41.881493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.335398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4af666-d325-4c16-8117-80f901bef924 {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:18:42.342638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.356876 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Transition to ACTIVE for port object 8d4af666-d325-4c16-8117-80f901bef924 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:18:42.362013 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.499389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4af666-d325-4c16-8117-80f901bef924,revision_number=7']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:42.623462 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Attempting to bind port 8d4af666-d325-4c16-8117-80f901bef924 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:18:42.623712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Attempting to bind port 8d4af666-d325-4c16-8117-80f901bef924 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:18:42.624026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Attempting to bind port 8d4af666-d325-4c16-8117-80f901bef924 on network cfa625cd-4590-4c8b-9017-cd3865030732 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:42.628656 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Port 8d4af666-d325-4c16-8117-80f901bef924 on network cfa625cd-4590-4c8b-9017-cd3865030732 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:18:42.628990 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Attempting to bind port 8d4af666-d325-4c16-8117-80f901bef924 on network cfa625cd-4590-4c8b-9017-cd3865030732 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:18:42.634080 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:18:42.634415 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Checking segment: {'id': '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:18:42.634788 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Bound using segment: {'id': '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:18:42.635194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Bound port: 8d4af666-d325-4c16-8117-80f901bef924, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:18:42.635528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.725280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] For port 8d4af666-d325-4c16-8117-80f901bef924, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:42.728088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] For port 8d4af666-d325-4c16-8117-80f901bef924, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8d4af666-d325-4c16-8117-80f901bef924,segment=NetworkSegment(4d39721b-0e91-4d7f-8d1a-8afd5158d2fd),segment_id=4d39721b-0e91-4d7f-8d1a-8afd5158d2fd)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:18:42.734780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.796221 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:42.796820 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:42.798192 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] 10.222.0.83 "PUT /v2.0/ports/8d4af666-d325-4c16-8117-80f901bef924 HTTP/1.1" status: 200 len: 1132 time: 1.0302122 Jan 27 17:18:42.798600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b5df58-1ef1-4b6c-9400-19b1cb7a23af', 'tag': '8d4af666-d325-4c16-8117-80f901bef924'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:18:42.820402 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d82c4-a2f8-482c-a760-b72a92b157e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4af666-d325-4c16-8117-80f901bef924,revision_number=8']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:42.892889 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b5df58-1ef1-4b6c-9400-19b1cb7a23af', 'tag': '8d4af666-d325-4c16-8117-80f901bef924', 'status': 'completed', 'code': 200} Jan 27 17:18:42.966313 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904be81-8383-4a5b-93b0-bb8aa27b472e req-f6ea9c8d-5e3c-49ef-9657-72090e600311 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:42.967824 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1904be81-8383-4a5b-93b0-bb8aa27b472e req-f6ea9c8d-5e3c-49ef-9657-72090e600311 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2b5df58-1ef1-4b6c-9400-19b1cb7a23af HTTP/1.1" status: 200 len: 982 time: 0.1512721 Jan 27 17:18:42.969869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-f0ce87d7-aabd-426d-aff6-da960e86920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:42.971201 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-f0ce87d7-aabd-426d-aff6-da960e86920e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=d2b5df58-1ef1-4b6c-9400-19b1cb7a23af HTTP/1.1" status: 200 len: 1135 time: 0.1124740 Jan 27 17:18:43.095097 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1904be81-8383-4a5b-93b0-bb8aa27b472e req-a12365d4-2bf2-4513-91f1-7e25d9afb929 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199136 Jan 27 17:18:43.101402 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-5902024a-3d62-4c9c-b7a2-55e602aa0ca4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d4af666-d325-4c16-8117-80f901bef924 HTTP/1.1" status: 200 len: 1038 time: 0.1130939 Jan 27 17:18:43.164397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-abffab57-4476-45ec-b26b-f97c8131bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:43.165709 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-abffab57-4476-45ec-b26b-f97c8131bb6c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4df101bc-45fc-4b05-a9eb-6943679f6eb3 HTTP/1.1" status: 200 len: 835 time: 0.0574379 Jan 27 17:18:43.243829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-eafebd23-ced9-4aad-8821-58ebf6da63e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:43.245274 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-eafebd23-ced9-4aad-8821-58ebf6da63e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cfa625cd-4590-4c8b-9017-cd3865030732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736728 Jan 27 17:18:43.377864 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-3d313f53-6dc9-4e37-9e00-3140ba62052d service neutron] 10.222.0.83 "GET /v2.0/networks/cfa625cd-4590-4c8b-9017-cd3865030732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245897 Jan 27 17:18:43.510182 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f871af56-2e0d-45d9-a2bf-08cf66118779 req-a908ae7d-9d2b-403e-8600-3115a0563282 service neutron] 10.222.0.83 "GET /v2.0/networks/cfa625cd-4590-4c8b-9017-cd3865030732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266668 Jan 27 17:18:43.624683 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fcaf-163f-4c25-a7e2-b7d869546ad9 req-72363ea9-47dc-4c80-8f75-398631f6d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:43.626160 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7694fcaf-163f-4c25-a7e2-b7d869546ad9 req-72363ea9-47dc-4c80-8f75-398631f6d1a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=d2b5df58-1ef1-4b6c-9400-19b1cb7a23af HTTP/1.1" status: 200 len: 1135 time: 0.0703011 Jan 27 17:18:43.862021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fcaf-163f-4c25-a7e2-b7d869546ad9 req-af0a1222-8fab-4eca-920f-b15e005c334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:43.863426 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7694fcaf-163f-4c25-a7e2-b7d869546ad9 req-af0a1222-8fab-4eca-920f-b15e005c334f service neutron] 10.222.0.83 "GET /v2.0/networks?id=cfa625cd-4590-4c8b-9017-cd3865030732 HTTP/1.1" status: 200 len: 899 time: 0.2311594 Jan 27 17:18:43.965512 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7694fcaf-163f-4c25-a7e2-b7d869546ad9 req-b77061a2-60c5-484d-a520-941eece69a71 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d4af666-d325-4c16-8117-80f901bef924 HTTP/1.1" status: 200 len: 1038 time: 0.0949004 Jan 27 17:18:44.031779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fcaf-163f-4c25-a7e2-b7d869546ad9 req-ec53b7a7-0986-43d1-8f07-0fb78e71b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:44.033260 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7694fcaf-163f-4c25-a7e2-b7d869546ad9 req-ec53b7a7-0986-43d1-8f07-0fb78e71b82a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4df101bc-45fc-4b05-a9eb-6943679f6eb3 HTTP/1.1" status: 200 len: 835 time: 0.0603728 Jan 27 17:18:44.107081 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694fcaf-163f-4c25-a7e2-b7d869546ad9 req-a082bc09-2c85-4700-bad5-dd68366337e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:44.108553 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7694fcaf-163f-4c25-a7e2-b7d869546ad9 req-a082bc09-2c85-4700-bad5-dd68366337e8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cfa625cd-4590-4c8b-9017-cd3865030732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692151 Jan 27 17:18:44.240637 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7694fcaf-163f-4c25-a7e2-b7d869546ad9 req-2d3f2f82-bdb2-43d3-8b2e-b98183c2f1de service neutron] 10.222.0.83 "GET /v2.0/networks/cfa625cd-4590-4c8b-9017-cd3865030732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247764 Jan 27 17:18:44.280035 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74608b-42b2-429e-a842-c39336dae4d2 req-3e98a0dd-89f4-45c9-8644-a5d3e28f39f7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:44.281483 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8b74608b-42b2-429e-a842-c39336dae4d2 req-3e98a0dd-89f4-45c9-8644-a5d3e28f39f7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2b5df58-1ef1-4b6c-9400-19b1cb7a23af HTTP/1.1" status: 200 len: 982 time: 0.0809059 Jan 27 17:18:44.329265 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8b74608b-42b2-429e-a842-c39336dae4d2 req-72cfea49-7308-49a1-b69b-43eef64da781 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417199 Jan 27 17:18:44.373897 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7694fcaf-163f-4c25-a7e2-b7d869546ad9 req-e58b72f8-7161-45e9-aae6-9c8526519814 service neutron] 10.222.0.83 "GET /v2.0/networks/cfa625cd-4590-4c8b-9017-cd3865030732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267221 Jan 27 17:18:45.000338 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 8d4af666-d325-4c16-8117-80f901bef924 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:18:45.136473 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 8d4af666-d325-4c16-8117-80f901bef924, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8d4af666-d325-4c16-8117-80f901bef924,segment=NetworkSegment(4d39721b-0e91-4d7f-8d1a-8afd5158d2fd),segment_id=4d39721b-0e91-4d7f-8d1a-8afd5158d2fd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:45.149903 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '8d4af666-d325-4c16-8117-80f901bef924', 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732', 'port_id': '8d4af666-d325-4c16-8117-80f901bef924', 'mac_address': 'fa:16:3e:3a:50:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:18:45.208101 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.225335 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4af666-d325-4c16-8117-80f901bef924 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:18:45.241215 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 8d4af666-d325-4c16-8117-80f901bef924, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8d4af666-d325-4c16-8117-80f901bef924,segment=NetworkSegment(4d39721b-0e91-4d7f-8d1a-8afd5158d2fd),segment_id=4d39721b-0e91-4d7f-8d1a-8afd5158d2fd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:45.245666 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:45.311013 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=8d4af666-d325-4c16-8117-80f901bef924,revision_number=9']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:45.443175 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['8d4af666-d325-4c16-8117-80f901bef924'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:18:45.525573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e27752-a719-47f9-9dad-af7d9d9f7adf req-0d88bfed-7c51-422c-a805-799a5bb7bf7f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:45.527092 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-96e27752-a719-47f9-9dad-af7d9d9f7adf req-0d88bfed-7c51-422c-a805-799a5bb7bf7f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2b5df58-1ef1-4b6c-9400-19b1cb7a23af HTTP/1.1" status: 200 len: 983 time: 0.0902112 Jan 27 17:18:45.571158 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-96e27752-a719-47f9-9dad-af7d9d9f7adf req-f3c76fe4-9f69-4662-a0dc-f8ab555c49f4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382919 Jan 27 17:18:46.771514 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fb3f9-333c-4e0e-ab24-e88fd0680915 req-a4e55202-5485-43b4-8001-67e0a5a8bb7b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:46.772954 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b03fb3f9-333c-4e0e-ab24-e88fd0680915 req-a4e55202-5485-43b4-8001-67e0a5a8bb7b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2b5df58-1ef1-4b6c-9400-19b1cb7a23af HTTP/1.1" status: 200 len: 983 time: 0.0824761 Jan 27 17:18:46.817772 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b03fb3f9-333c-4e0e-ab24-e88fd0680915 req-a42a6655-e535-4366-963a-90b6df0a71df tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386596 Jan 27 17:18:47.000150 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 8d4af666-d325-4c16-8117-80f901bef924 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:18:47.071179 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 8d4af666-d325-4c16-8117-80f901bef924 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:18:47.076225 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 8d4af666-d325-4c16-8117-80f901bef924 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:47.076595 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:47.192349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:47.219051 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b5df58-1ef1-4b6c-9400-19b1cb7a23af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4af666-d325-4c16-8117-80f901bef924'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:18:47.228775 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 8d4af666-d325-4c16-8117-80f901bef924, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8d4af666-d325-4c16-8117-80f901bef924,segment=NetworkSegment(4d39721b-0e91-4d7f-8d1a-8afd5158d2fd),segment_id=4d39721b-0e91-4d7f-8d1a-8afd5158d2fd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:47.234364 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:47.275935 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b5df58-1ef1-4b6c-9400-19b1cb7a23af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4af666-d325-4c16-8117-80f901bef924', 'code': 200} Jan 27 17:18:47.311521 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=8d4af666-d325-4c16-8117-80f901bef924,revision_number=10']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:47.503989 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5881b-14af-4bdc-b892-0dc2c0ab2efd req-d191e684-8818-4863-b624-b6f58c325aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:47.505376 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-77c5881b-14af-4bdc-b892-0dc2c0ab2efd req-d191e684-8818-4863-b624-b6f58c325aa1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d2b5df58-1ef1-4b6c-9400-19b1cb7a23af HTTP/1.1" status: 200 len: 1138 time: 0.0796268 Jan 27 17:18:47.546120 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-77c5881b-14af-4bdc-b892-0dc2c0ab2efd req-05f7ecf9-2411-41ac-a77d-d7743067834d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349708 Jan 27 17:18:48.021119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842d70a-ab9d-4ac8-8764-6e4b67806239 req-a63a5b01-336a-48c2-b495-c929c7b80eb2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:48.022571 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1842d70a-ab9d-4ac8-8764-6e4b67806239 req-a63a5b01-336a-48c2-b495-c929c7b80eb2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2b5df58-1ef1-4b6c-9400-19b1cb7a23af HTTP/1.1" status: 200 len: 985 time: 0.0906570 Jan 27 17:18:48.066971 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1842d70a-ab9d-4ac8-8764-6e4b67806239 req-a1af3bb6-3732-4129-92e7-c35727563653 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375941 Jan 27 17:18:48.704419 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b1e8ecc-6d11-49d0-ad6a-152f5c4a954b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:49.264677 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b3edb-9d5b-497c-85c5-d077721b387b req-ee3708ac-029e-418f-b953-3f7e5782449b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:49.266204 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-172b3edb-9d5b-497c-85c5-d077721b387b req-ee3708ac-029e-418f-b953-3f7e5782449b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2b5df58-1ef1-4b6c-9400-19b1cb7a23af HTTP/1.1" status: 200 len: 985 time: 0.0850258 Jan 27 17:18:49.311626 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-172b3edb-9d5b-497c-85c5-d077721b387b req-d50d22c0-a7e6-40aa-ae1b-e4eb359b24e9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391967 Jan 27 17:18:49.502130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19646ca-46b1-45c1-acdd-f07bd7a7ebb9 req-0e5c5a80-1c49-43b5-bdb4-5c360c83376b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:49.503561 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e19646ca-46b1-45c1-acdd-f07bd7a7ebb9 req-0e5c5a80-1c49-43b5-bdb4-5c360c83376b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2b5df58-1ef1-4b6c-9400-19b1cb7a23af HTTP/1.1" status: 200 len: 985 time: 0.0817597 Jan 27 17:18:49.548937 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e19646ca-46b1-45c1-acdd-f07bd7a7ebb9 req-575aaccf-e49a-46ad-98cd-a03dadc4c4a4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 Jan 27 17:18:49.571277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 38946) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:49.647765 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5c1b8b-4c6f-46da-8267-0f9d2fa5c322 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:49.649292 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-aa5c1b8b-4c6f-46da-8267-0f9d2fa5c322 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d2b5df58-1ef1-4b6c-9400-19b1cb7a23af&network_id=cfa625cd-4590-4c8b-9017-cd3865030732 HTTP/1.1" status: 200 len: 1133 time: 0.0770712 Jan 27 17:18:50.016456 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8abfa-1e79-48e9-af4e-64fb4986e89f req-ba49db81-7f84-4f4f-991e-872a22840f8c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:50.017956 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-05d8abfa-1e79-48e9-af4e-64fb4986e89f req-ba49db81-7f84-4f4f-991e-872a22840f8c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2b5df58-1ef1-4b6c-9400-19b1cb7a23af HTTP/1.1" status: 200 len: 985 time: 0.0826414 Jan 27 17:18:50.070346 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-05d8abfa-1e79-48e9-af4e-64fb4986e89f req-2f7f66d2-4016-4b31-b3c9-c40f2cb1daa5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456386 Jan 27 17:18:51.002843 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4b5ae47-c081-4242-a00d-7709190effdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:51.249347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c93a64-8949-4bf3-b0c0-3c2c986e7640 req-c8180944-3ee9-45d4-9f6a-0165a4cd21f8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:51.250802 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c2c93a64-8949-4bf3-b0c0-3c2c986e7640 req-c8180944-3ee9-45d4-9f6a-0165a4cd21f8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/ports?device_id=d2b5df58-1ef1-4b6c-9400-19b1cb7a23af HTTP/1.1" status: 200 len: 985 time: 0.1235230 Jan 27 17:18:51.332514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c93a64-8949-4bf3-b0c0-3c2c986e7640 req-828baa84-17c7-4c57-9203-4538ae18ba14 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:51.333897 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c2c93a64-8949-4bf3-b0c0-3c2c986e7640 req-828baa84-17c7-4c57-9203-4538ae18ba14 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/ports/8d4af666-d325-4c16-8117-80f901bef924?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0727551 Jan 27 17:18:51.371026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecefb3-706c-43e4-b3d1-7788b3929af9 req-fd5fab4b-3d2c-4999-b146-f81d6a683299 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:51.372508 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-96ecefb3-706c-43e4-b3d1-7788b3929af9 req-fd5fab4b-3d2c-4999-b146-f81d6a683299 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2b5df58-1ef1-4b6c-9400-19b1cb7a23af HTTP/1.1" status: 200 len: 985 time: 0.1782880 Jan 27 17:18:51.500077 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-96ecefb3-706c-43e4-b3d1-7788b3929af9 req-7a2174b6-4a5f-4126-ba43-993b3a42454e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=62f5738f-c3b0-490f-b3e7-df9269c21a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193082 Jan 27 17:18:51.525855 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c2c93a64-8949-4bf3-b0c0-3c2c986e7640 req-b3d20ec3-84b4-49fd-adc0-8f4743e80f17 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/networks/cfa625cd-4590-4c8b-9017-cd3865030732?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1858354 Jan 27 17:18:51.535442 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-c2c93a64-8949-4bf3-b0c0-3c2c986e7640 req-8cab2371-43eb-4ddf-bb29-b8901dd29622 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:18:51.642816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-c2c93a64-8949-4bf3-b0c0-3c2c986e7640 req-8cab2371-43eb-4ddf-bb29-b8901dd29622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:51.959112 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-c2c93a64-8949-4bf3-b0c0-3c2c986e7640 req-8cab2371-43eb-4ddf-bb29-b8901dd29622 service neutron] For port 8d4af666-d325-4c16-8117-80f901bef924, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8d4af666-d325-4c16-8117-80f901bef924,segment=NetworkSegment(4d39721b-0e91-4d7f-8d1a-8afd5158d2fd),segment_id=4d39721b-0e91-4d7f-8d1a-8afd5158d2fd)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:51.987495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-c2c93a64-8949-4bf3-b0c0-3c2c986e7640 req-8cab2371-43eb-4ddf-bb29-b8901dd29622 service neutron] For port 8d4af666-d325-4c16-8117-80f901bef924, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:18:52.039628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-c2c93a64-8949-4bf3-b0c0-3c2c986e7640 req-8cab2371-43eb-4ddf-bb29-b8901dd29622 service neutron] device_id is not set on port 8d4af666-d325-4c16-8117-80f901bef924 yet. {{(pid=87594) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 17:18:52.047822 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-c2c93a64-8949-4bf3-b0c0-3c2c986e7640 req-8cab2371-43eb-4ddf-bb29-b8901dd29622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:52.057348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-c2c93a64-8949-4bf3-b0c0-3c2c986e7640 req-8cab2371-43eb-4ddf-bb29-b8901dd29622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:52.129658 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:52.219525 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:52.254427 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab2371-43eb-4ddf-bb29-b8901dd29622 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4af666-d325-4c16-8117-80f901bef924,revision_number=11']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:52.262834 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c93a64-8949-4bf3-b0c0-3c2c986e7640 req-8cab2371-43eb-4ddf-bb29-b8901dd29622 service neutron] No DVR routers for this DVR port 8d4af666-d325-4c16-8117-80f901bef924 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:18:52.376704 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5774d6e5-04e7-4d5d-b38a-3357112823f7 None None] Provisioning complete for port 8d4af666-d325-4c16-8117-80f901bef924 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:18:52.377070 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5774d6e5-04e7-4d5d-b38a-3357112823f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:52.431931 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5774d6e5-04e7-4d5d-b38a-3357112823f7 None None] Port 8d4af666-d325-4c16-8117-80f901bef924 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:18:52.496576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-c2c93a64-8949-4bf3-b0c0-3c2c986e7640 req-8cab2371-43eb-4ddf-bb29-b8901dd29622 service neutron] In _notify_port_updated(), no bound segment for port 8d4af666-d325-4c16-8117-80f901bef924 on network cfa625cd-4590-4c8b-9017-cd3865030732 {{(pid=87594) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 27 17:18:52.497477 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c93a64-8949-4bf3-b0c0-3c2c986e7640 req-8cab2371-43eb-4ddf-bb29-b8901dd29622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:18:52.498153 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-c2c93a64-8949-4bf3-b0c0-3c2c986e7640 req-8cab2371-43eb-4ddf-bb29-b8901dd29622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:52.499437 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c2c93a64-8949-4bf3-b0c0-3c2c986e7640 req-8cab2371-43eb-4ddf-bb29-b8901dd29622 service neutron] 10.222.0.83 "PUT /v2.0/ports/8d4af666-d325-4c16-8117-80f901bef924 HTTP/1.1" status: 200 len: 1028 time: 0.9679286 Jan 27 17:18:52.676927 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7dfee745-b144-4785-b900-b4e5b64d6f46 req-3c9041b7-2460-4ef0-b061-51c23b83dc5f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2b5df58-1ef1-4b6c-9400-19b1cb7a23af HTTP/1.1" status: 200 len: 210 time: 0.0506582 Jan 27 17:18:53.388839 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:53.774065 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38976) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:53.845190 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-60715a52-2393-4bae-a9e5-ac5097484b57 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:53.874453 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-60715a52-2393-4bae-a9e5-ac5097484b57 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:53.942440 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-60715a52-2393-4bae-a9e5-ac5097484b57 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:53.962064 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60715a52-2393-4bae-a9e5-ac5097484b57 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db9cbc7-6f41-4de0-8458-510370a8a473,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:53.979992 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-60715a52-2393-4bae-a9e5-ac5097484b57 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:53.981284 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-60715a52-2393-4bae-a9e5-ac5097484b57 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/security-groups/9db9cbc7-6f41-4de0-8458-510370a8a473 HTTP/1.1" status: 204 len: 168 time: 0.2062063 Jan 27 17:18:54.013361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38982) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:54.226530 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f0642-2d4d-42fe-873a-b4455506b716 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port d603cbe4-7a6a-4b40-ac83-792516581818 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:54.226792 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0642-2d4d-42fe-873a-b4455506b716 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:54.400969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0642-2d4d-42fe-873a-b4455506b716 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:54.401529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0642-2d4d-42fe-873a-b4455506b716 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:54.525571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f0642-2d4d-42fe-873a-b4455506b716 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for d603cbe4-7a6a-4b40-ac83-792516581818 owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:54.712993 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0642-2d4d-42fe-873a-b4455506b716 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:54.758374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f0642-2d4d-42fe-873a-b4455506b716 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=d603cbe4-7a6a-4b40-ac83-792516581818,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:55.001539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0642-2d4d-42fe-873a-b4455506b716 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.002207 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-2b4f0642-2d4d-42fe-873a-b4455506b716 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP e03f65a2-737e-44dd-9c50-6d8322bf59c6 disassociated (deleted). External IP: 172.26.1.133, port: 8d4af666-d325-4c16-8117-80f901bef924. Jan 27 17:18:55.019363 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 8d4af666-d325-4c16-8117-80f901bef924 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:18:55.140568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 8d4af666-d325-4c16-8117-80f901bef924 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:18:55.449889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4f0642-2d4d-42fe-873a-b4455506b716 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 38363ddf-e3c5-40d6-af0a-af733bf3aee2 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:18:55.763126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4f0642-2d4d-42fe-873a-b4455506b716 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:18:55.778923 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad060258-3f85-48b0-9da2-4f3efe045124 None None] Sync routers for ids ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:18:55.796304 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0642-2d4d-42fe-873a-b4455506b716 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:55.799457 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad060258-3f85-48b0-9da2-4f3efe045124 None None] Routers {'38363ddf-e3c5-40d6-af0a-af733bf3aee2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:18:55.800770 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-ad060258-3f85-48b0-9da2-4f3efe045124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:18:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:55.872078 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2b4f0642-2d4d-42fe-873a-b4455506b716 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/floatingips/e03f65a2-737e-44dd-9c50-6d8322bf59c6 HTTP/1.1" status: 204 len: 168 time: 1.8550262 Jan 27 17:18:56.019642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-ad060258-3f85-48b0-9da2-4f3efe045124 None None] Set router 38363ddf-e3c5-40d6-af0a-af733bf3aee2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:56.104220 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 38994) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:56.207028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7630fdc6-281d-4a02-8a7e-c276d36f9f4a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:56.242734 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7630fdc6-281d-4a02-8a7e-c276d36f9f4a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:56.384453 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7630fdc6-281d-4a02-8a7e-c276d36f9f4a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:56.409586 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630fdc6-281d-4a02-8a7e-c276d36f9f4a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a257c17-2279-4c7b-9ba0-de1aefa50383,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:56.418842 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7630fdc6-281d-4a02-8a7e-c276d36f9f4a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:56.423772 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7630fdc6-281d-4a02-8a7e-c276d36f9f4a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/security-groups/1a257c17-2279-4c7b-9ba0-de1aefa50383 HTTP/1.1" status: 204 len: 168 time: 0.3178818 Jan 27 17:18:56.464333 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-ad060258-3f85-48b0-9da2-4f3efe045124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'name': 'tempest-TestNetworkBasicOps-router-1419367955', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:11Z', 'updated_at': '2022-01-27T17:18:17Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'cc4c0c38-e591-45fd-a6b3-e22e5a753df1', 'name': '', 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:2a:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:16Z', 'updated_at': '2022-01-27T17:18:21Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:56.469834 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad060258-3f85-48b0-9da2-4f3efe045124 None None] Checking router: 38363ddf-e3c5-40d6-af0a-af733bf3aee2 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:18:56.471765 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39002) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:56.484621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad060258-3f85-48b0-9da2-4f3efe045124 None None] Routers {'38363ddf-e3c5-40d6-af0a-af733bf3aee2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:18:56.486399 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-ad060258-3f85-48b0-9da2-4f3efe045124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:18:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:56.593065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9550a1db-acf6-4a96-9a36-6e5c8d67a83d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 8d4af666-d325-4c16-8117-80f901bef924 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:56.593807 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9550a1db-acf6-4a96-9a36-6e5c8d67a83d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:56.802401 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-ad060258-3f85-48b0-9da2-4f3efe045124 None None] Set router 38363ddf-e3c5-40d6-af0a-af733bf3aee2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:18:56.885611 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9550a1db-acf6-4a96-9a36-6e5c8d67a83d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.017549 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9550a1db-acf6-4a96-9a36-6e5c8d67a83d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 8d4af666-d325-4c16-8117-80f901bef924 owned by {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:57.186288 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9550a1db-acf6-4a96-9a36-6e5c8d67a83d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.247847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550a1db-acf6-4a96-9a36-6e5c8d67a83d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=8d4af666-d325-4c16-8117-80f901bef924,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:57.350466 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-ad060258-3f85-48b0-9da2-4f3efe045124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'name': 'tempest-TestNetworkBasicOps-router-1419367955', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:11Z', 'updated_at': '2022-01-27T17:18:17Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'cc4c0c38-e591-45fd-a6b3-e22e5a753df1', 'name': '', 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:2a:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:16Z', 'updated_at': '2022-01-27T17:18:21Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:18:57.355207 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad060258-3f85-48b0-9da2-4f3efe045124 None None] The sync data for ids ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'] in dv-neutron-826439-2-hyperv is: [{'id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'name': 'tempest-TestNetworkBasicOps-router-1419367955', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:11Z', 'updated_at': '2022-01-27T17:18:17Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'cc4c0c38-e591-45fd-a6b3-e22e5a753df1', 'name': '', 'network_id': 'cfa625cd-4590-4c8b-9017-cd3865030732', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:2a:88:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:16Z', 'updated_at': '2022-01-27T17:18:21Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '4df101bc-45fc-4b05-a9eb-6943679f6eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:18:57.537232 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:18:57.558341 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9550a1db-acf6-4a96-9a36-6e5c8d67a83d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:57.569452 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9550a1db-acf6-4a96-9a36-6e5c8d67a83d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/ports/8d4af666-d325-4c16-8117-80f901bef924 HTTP/1.1" status: 204 len: 168 time: 1.0960827 Jan 27 17:18:57.572326 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39008) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:18:57.706568 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8de592-c9d1-48df-b3af-0fb26907c091 None None] New status for floating IP e03f65a2-737e-44dd-9c50-6d8322bf59c6: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:18:58.259779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:58.762701 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port cc4c0c38-e591-45fd-a6b3-e22e5a753df1 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:18:58.763380 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:58.951096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port cc4c0c38-e591-45fd-a6b3-e22e5a753df1, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=cc4c0c38-e591-45fd-a6b3-e22e5a753df1,segment=NetworkSegment(4d39721b-0e91-4d7f-8d1a-8afd5158d2fd),segment_id=4d39721b-0e91-4d7f-8d1a-8afd5158d2fd)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:18:58.951768 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:59.074341 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for cc4c0c38-e591-45fd-a6b3-e22e5a753df1 owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:18:59.396861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:18:59.445926 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=cc4c0c38-e591-45fd-a6b3-e22e5a753df1,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:18:59.482591 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:59.482803 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:59.483067 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:59.483395 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:59.483904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:59.484215 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:59.484533 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:59.484835 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:59.485150 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:59.485457 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:59.485805 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:59.486100 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:18:59.749923 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.245129 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 38363ddf-e3c5-40d6-af0a-af733bf3aee2 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:00.421450 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:00.431660 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf4e355-925e-4b46-a41c-bafbe3ef335b None None] Sync routers for ids ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:00.434271 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3579afbd-3019-40a8-8dd2-b13d036493d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/38363ddf-e3c5-40d6-af0a-af733bf3aee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8597798 Jan 27 17:19:00.437150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39016) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:00.441673 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf4e355-925e-4b46-a41c-bafbe3ef335b None None] Routers {'38363ddf-e3c5-40d6-af0a-af733bf3aee2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:19:00.442428 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1cf4e355-925e-4b46-a41c-bafbe3ef335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:18:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:00.504422 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b7ba5e-d0fa-4e9b-9cd8-943a1c19a023 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting subnet 4df101bc-45fc-4b05-a9eb-6943679f6eb3 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:19:00.507451 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ba5e-d0fa-4e9b-9cd8-943a1c19a023 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.561617 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ba5e-d0fa-4e9b-9cd8-943a1c19a023 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.616756 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-1cf4e355-925e-4b46-a41c-bafbe3ef335b None None] Set router 38363ddf-e3c5-40d6-af0a-af733bf3aee2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:00.642659 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ba5e-d0fa-4e9b-9cd8-943a1c19a023 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.717482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ba5e-d0fa-4e9b-9cd8-943a1c19a023 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.753079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7ba5e-d0fa-4e9b-9cd8-943a1c19a023 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Subnet': ['ID=4df101bc-45fc-4b05-a9eb-6943679f6eb3,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:00.761599 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ba5e-d0fa-4e9b-9cd8-943a1c19a023 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:00.767700 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a1b7ba5e-d0fa-4e9b-9cd8-943a1c19a023 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/subnets/4df101bc-45fc-4b05-a9eb-6943679f6eb3 HTTP/1.1" status: 204 len: 168 time: 0.3295381 Jan 27 17:19:00.770514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39022) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:00.799836 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019825a1-2735-4387-85d9-c11e450b1b68 None None] Network cfa625cd-4590-4c8b-9017-cd3865030732 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:19:00.960183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c191cc81-0afd-4207-84c7-5caa385c2e76 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:01.091550 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1cf4e355-925e-4b46-a41c-bafbe3ef335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'name': 'tempest-TestNetworkBasicOps-router-1419367955', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:11Z', 'updated_at': '2022-01-27T17:18:59Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'ee289e98-cf6d-4bce-9a2e-d6937829e396', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:18:12Z', 'updated_at': '2022-01-27T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:01.097702 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf4e355-925e-4b46-a41c-bafbe3ef335b None None] Checking router: 38363ddf-e3c5-40d6-af0a-af733bf3aee2 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:01.118957 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf4e355-925e-4b46-a41c-bafbe3ef335b None None] Routers {'38363ddf-e3c5-40d6-af0a-af733bf3aee2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:19:01.119595 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1cf4e355-925e-4b46-a41c-bafbe3ef335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:18:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:01.162651 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c191cc81-0afd-4207-84c7-5caa385c2e76 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:01.175755 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-c191cc81-0afd-4207-84c7-5caa385c2e76 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port ee289e98-cf6d-4bce-9a2e-d6937829e396 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:01.176198 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c191cc81-0afd-4207-84c7-5caa385c2e76 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:01.176846 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db17607-3451-4695-ae0a-454f96453eb8 None None] DHCP port deletion for cfa625cd-4590-4c8b-9017-cd3865030732 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:19:01.194610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4db17607-3451-4695-ae0a-454f96453eb8 None None] Deleting port cf222ff4-c304-42da-b044-2fd4232e4fc8 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:19:01.195542 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4db17607-3451-4695-ae0a-454f96453eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:01.223253 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-5c40b6cc-1763-4fed-93ae-bb32bbe71789 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47687518&fields=id&tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1 HTTP/1.1" status: 200 len: 267 time: 0.0402532 Jan 27 17:19:01.358323 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-c191cc81-0afd-4207-84c7-5caa385c2e76 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port ee289e98-cf6d-4bce-9a2e-d6937829e396, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ee289e98-cf6d-4bce-9a2e-d6937829e396,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:01.358962 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c191cc81-0afd-4207-84c7-5caa385c2e76 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:01.359165 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-1cf4e355-925e-4b46-a41c-bafbe3ef335b None None] Set router 38363ddf-e3c5-40d6-af0a-af733bf3aee2 gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:01.379309 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-f66283cb-ee92-4dc1-b0c7-621028a07865 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:01.380662 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-f66283cb-ee92-4dc1-b0c7-621028a07865 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/networks?id=841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 200 len: 811 time: 0.1507285 Jan 27 17:19:01.395789 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-3f060710-8c10-4ace-866b-1c398ea3b096 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/quotas/0f5acc6f5bc44c0da4c61c46bd5289a1 HTTP/1.1" status: 200 len: 375 time: 0.0092049 Jan 27 17:19:01.479336 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1cf4e355-925e-4b46-a41c-bafbe3ef335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'name': 'tempest-TestNetworkBasicOps-router-1419367955', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:11Z', 'updated_at': '2022-01-27T17:19:01Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:01.481443 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-c191cc81-0afd-4207-84c7-5caa385c2e76 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for ee289e98-cf6d-4bce-9a2e-d6937829e396 owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:01.492747 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-41754589-4bb5-4335-abb9-b55e34536e1e tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0885580 Jan 27 17:19:01.501891 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf4e355-925e-4b46-a41c-bafbe3ef335b None None] The sync data for ids ['38363ddf-e3c5-40d6-af0a-af733bf3aee2'] in dv-neutron-826439-2-hyperv is: [{'id': '38363ddf-e3c5-40d6-af0a-af733bf3aee2', 'name': 'tempest-TestNetworkBasicOps-router-1419367955', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:18:11Z', 'updated_at': '2022-01-27T17:19:01Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port_host': None}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:01.598198 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4db17607-3451-4695-ae0a-454f96453eb8 None None] For port cf222ff4-c304-42da-b044-2fd4232e4fc8, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=cf222ff4-c304-42da-b044-2fd4232e4fc8,segment=NetworkSegment(4d39721b-0e91-4d7f-8d1a-8afd5158d2fd),segment_id=4d39721b-0e91-4d7f-8d1a-8afd5158d2fd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:01.598771 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4db17607-3451-4695-ae0a-454f96453eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:01.651407 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-33fb15f2-d66f-4f11-8782-66b42582019a service neutron] 10.222.0.50 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446769 Jan 27 17:19:01.770004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4db17607-3451-4695-ae0a-454f96453eb8 None None] Calling delete_port for cf222ff4-c304-42da-b044-2fd4232e4fc8 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:19:01.788386 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-661e2b37-01ff-401b-97b4-57dc88421d4e service neutron] 10.222.0.50 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302369 Jan 27 17:19:01.795462 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c191cc81-0afd-4207-84c7-5caa385c2e76 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:01.846685 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191cc81-0afd-4207-84c7-5caa385c2e76 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=ee289e98-cf6d-4bce-9a2e-d6937829e396,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:01.854508 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4db17607-3451-4695-ae0a-454f96453eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:01.904631 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db17607-3451-4695-ae0a-454f96453eb8 None None] Pushing event deleted for resources: {'Port': ['ID=cf222ff4-c304-42da-b044-2fd4232e4fc8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:01.917098 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db17607-3451-4695-ae0a-454f96453eb8 None None] No DVR routers for this DVR port cf222ff4-c304-42da-b044-2fd4232e4fc8 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:19:01.949459 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c191cc81-0afd-4207-84c7-5caa385c2e76 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.125671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c191cc81-0afd-4207-84c7-5caa385c2e76 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.130479 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c191cc81-0afd-4207-84c7-5caa385c2e76 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.156721 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c191cc81-0afd-4207-84c7-5caa385c2e76 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.157630 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c191cc81-0afd-4207-84c7-5caa385c2e76 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Fanout notify agent at l3_agent the message router_deleted on router 38363ddf-e3c5-40d6-af0a-af733bf3aee2 {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:19:02.212971 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d801a1b0-0224-4da5-b418-f1c581e83bd1 req-20830cb4-61b2-4e58-bdfa-422693d1faa3 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 210 time: 0.0494318 Jan 27 17:19:02.218481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c191cc81-0afd-4207-84c7-5caa385c2e76 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.222334 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c191cc81-0afd-4207-84c7-5caa385c2e76 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/routers/38363ddf-e3c5-40d6-af0a-af733bf3aee2 HTTP/1.1" status: 204 len: 168 time: 1.4505653 Jan 27 17:19:02.222537 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39044) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:02.340493 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54fda05e-a3c0-417f-97c9-c4e8bdf04d0e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.475735 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54fda05e-a3c0-417f-97c9-c4e8bdf04d0e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.502808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-54fda05e-a3c0-417f-97c9-c4e8bdf04d0e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa625cd-4590-4c8b-9017-cd3865030732']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:02.518657 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-54fda05e-a3c0-417f-97c9-c4e8bdf04d0e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:02.518944 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-54fda05e-a3c0-417f-97c9-c4e8bdf04d0e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d39721b-0e91-4d7f-8d1a-8afd5158d2fd') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:02.531889 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54fda05e-a3c0-417f-97c9-c4e8bdf04d0e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.549912 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54fda05e-a3c0-417f-97c9-c4e8bdf04d0e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.556362 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fda05e-a3c0-417f-97c9-c4e8bdf04d0e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:19:02.556814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54fda05e-a3c0-417f-97c9-c4e8bdf04d0e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:19:02.572194 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:19:02.660009 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54fda05e-a3c0-417f-97c9-c4e8bdf04d0e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.680129 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54fda05e-a3c0-417f-97c9-c4e8bdf04d0e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.686211 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fda05e-a3c0-417f-97c9-c4e8bdf04d0e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Network': ['ID=cfa625cd-4590-4c8b-9017-cd3865030732,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:02.697133 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-54fda05e-a3c0-417f-97c9-c4e8bdf04d0e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/networks/cfa625cd-4590-4c8b-9017-cd3865030732 HTTP/1.1" status: 204 len: 168 time: 0.4737439 Jan 27 17:19:02.710356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39054) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:02.722194 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a9096691-a310-4b05-ae61-80e6cc085544 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0106535 Jan 27 17:19:02.724768 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39058) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:02.730408 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f577d157-32b2-48d4-83a6-22e9e51402eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'network': {'name': 'tempest-network-smoke--942987698', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'port_security_enabled': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:02.735347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f577d157-32b2-48d4-83a6-22e9e51402eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:02.739489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f577d157-32b2-48d4-83a6-22e9e51402eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:network and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:02.743125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f577d157-32b2-48d4-83a6-22e9e51402eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:02.748923 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f577d157-32b2-48d4-83a6-22e9e51402eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:02.758632 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f577d157-32b2-48d4-83a6-22e9e51402eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:19:02.762283 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f577d157-32b2-48d4-83a6-22e9e51402eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.790829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f577d157-32b2-48d4-83a6-22e9e51402eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:19:02.799440 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f577d157-32b2-48d4-83a6-22e9e51402eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.799782 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-f577d157-32b2-48d4-83a6-22e9e51402eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Added segment e34b280d-fa39-44e1-a5cf-d07fa8858b7f of type vlan for network bc8af8a5-8ba9-450f-a21c-f374aaec437b Jan 27 17:19:02.825350 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f577d157-32b2-48d4-83a6-22e9e51402eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.856848 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f577d157-32b2-48d4-83a6-22e9e51402eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.862545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f577d157-32b2-48d4-83a6-22e9e51402eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:02.863127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f577d157-32b2-48d4-83a6-22e9e51402eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:02.968636 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f577d157-32b2-48d4-83a6-22e9e51402eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2424316 Jan 27 17:19:02.972343 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39062) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:02.975805 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577d157-32b2-48d4-83a6-22e9e51402eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Network': ['ID=bc8af8a5-8ba9-450f-a21c-f374aaec437b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:02.985090 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'admin_state_up': True, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:02.990914 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network bc8af8a5-8ba9-450f-a21c-f374aaec437b details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:19:02.994680 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:02.999967 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:router and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:03.002939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:03.009499 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:03.030413 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.031886 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.063000 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.090953 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device cf222ff4-c304-42da-b044-2fd4232e4fc8 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:19:03.159965 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: cf222ff4-c304-42da-b044-2fd4232e4fc8 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:19:03.160462 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device cf222ff4-c304-42da-b044-2fd4232e4fc8 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:19:03.162015 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ee289e98-cf6d-4bce-9a2e-d6937829e396 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:19:03.198693 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: ee289e98-cf6d-4bce-9a2e-d6937829e396 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:19:03.199243 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ee289e98-cf6d-4bce-9a2e-d6937829e396 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:19:03.199750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device cc4c0c38-e591-45fd-a6b3-e22e5a753df1 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:19:03.244049 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: cc4c0c38-e591-45fd-a6b3-e22e5a753df1 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:19:03.244684 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device cc4c0c38-e591-45fd-a6b3-e22e5a753df1 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:19:03.278987 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-ead6e276-4031-48a9-8228-b7468277530a tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:03.280536 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-ead6e276-4031-48a9-8228-b7468277530a tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.83 "GET /v2.0/networks?id=841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 200 len: 811 time: 0.1735442 Jan 27 17:19:03.338670 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-a58d61f7-256a-4421-adc8-0a1ba6044403 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1 HTTP/1.1" status: 200 len: 378 time: 0.0498645 Jan 27 17:19:03.348271 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-3bff478a-14d1-4f16-a6d4-b554171f229b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Request body: {'port': {'device_id': '084e87e6-ff40-40f9-b8b9-085b6712b488', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'admin_state_up': True, 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'security_groups': ['5ce8f9ad-5a60-4f36-bb8f-ed36c716cade']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:03.387093 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.504524 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-3bff478a-14d1-4f16-a6d4-b554171f229b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:03.513296 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7fbb3554-69f3-40e4-94c8-76e2bbf749cb req-251d5090-d21a-400f-a4e1-690a8315b813 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 210 time: 0.1632218 Jan 27 17:19:03.515127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-3bff478a-14d1-4f16-a6d4-b554171f229b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:03.515980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.526637 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-3bff478a-14d1-4f16-a6d4-b554171f229b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Made reservation on behalf of 0f5acc6f5bc44c0da4c61c46bd5289a1 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:19:03.530464 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-3bff478a-14d1-4f16-a6d4-b554171f229b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.695621 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-3bff478a-14d1-4f16-a6d4-b554171f229b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Allocated IP 172.20.0.13 (841011a7-cc94-4162-872b-7e5b601026ce/3d6555cc-80bd-47ee-878f-a5617b07d795/7c81baa8-73f7-4da4-ae47-0dbff11772d0) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:03.829879 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.858985 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.886902 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-3bff478a-14d1-4f16-a6d4-b554171f229b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:03.903536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-3bff478a-14d1-4f16-a6d4-b554171f229b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Transition to ACTIVE for port object 7c81baa8-73f7-4da4-ae47-0dbff11772d0 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:03.931370 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-3bff478a-14d1-4f16-a6d4-b554171f229b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.001295 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-3bff478a-14d1-4f16-a6d4-b554171f229b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Network 841011a7-cc94-4162-872b-7e5b601026ce is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:04.004967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-3bff478a-14d1-4f16-a6d4-b554171f229b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:04.006020 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.26.1.106 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/774832d1-5bc6-45ad-af9a-6b28cb802e38) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:04.007509 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-3bff478a-14d1-4f16-a6d4-b554171f229b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:19:04.067393 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff478a-14d1-4f16-a6d4-b554171f229b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event updated for resources: {'Port': ['ID=7c81baa8-73f7-4da4-ae47-0dbff11772d0,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:04.086814 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-3bff478a-14d1-4f16-a6d4-b554171f229b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:04.087532 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-3bff478a-14d1-4f16-a6d4-b554171f229b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.115574 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-3bff478a-14d1-4f16-a6d4-b554171f229b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7716930 Jan 27 17:19:04.131965 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Request body: {'port': {'device_id': '084e87e6-ff40-40f9-b8b9-085b6712b488', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:04.195913 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.237011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.315773 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:04.318897 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:04.322535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:19:04.351417 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-05a6d5ef-100e-4257-af35-45525c95ee24 None None] Provisioning for port 7c81baa8-73f7-4da4-ae47-0dbff11772d0 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:19:04.358269 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-05a6d5ef-100e-4257-af35-45525c95ee24 None None] Provisioning complete for port 7c81baa8-73f7-4da4-ae47-0dbff11772d0 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:04.359000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05a6d5ef-100e-4257-af35-45525c95ee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.360092 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=774832d1-5bc6-45ad-af9a-6b28cb802e38,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:04.374817 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.423316 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-05a6d5ef-100e-4257-af35-45525c95ee24 None None] Port 7c81baa8-73f7-4da4-ae47-0dbff11772d0 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:19:04.774613 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.797652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c81baa8-73f7-4da4-ae47-0dbff11772d0 {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:19:04.808691 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3970f-6bc2-4e68-9d90-7f6473a37f42 req-a48e2d67-7649-45b3-bc8f-bce7efe1d4dc tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:04.809498 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-32b3970f-6bc2-4e68-9d90-7f6473a37f42 req-a48e2d67-7649-45b3-bc8f-bce7efe1d4dc tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Synchronizing usage tracker for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:04.816275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:04.838445 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Transition to ACTIVE for port object 7c81baa8-73f7-4da4-ae47-0dbff11772d0 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:04.839626 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-32b3970f-6bc2-4e68-9d90-7f6473a37f42 req-a48e2d67-7649-45b3-bc8f-bce7efe1d4dc tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Unset dirty status for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:04.840787 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32b3970f-6bc2-4e68-9d90-7f6473a37f42 req-a48e2d67-7649-45b3-bc8f-bce7efe1d4dc tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 932 time: 0.1993961 Jan 27 17:19:04.843256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:05.025057 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32b3970f-6bc2-4e68-9d90-7f6473a37f42 req-e055e326-40da-4a2c-ac94-198caf0b31be tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1767104 Jan 27 17:19:05.057092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Pushing event updated for resources: {'Port': ['ID=7c81baa8-73f7-4da4-ae47-0dbff11772d0,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:05.173212 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Attempting to bind port 7c81baa8-73f7-4da4-ae47-0dbff11772d0 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:19:05.173614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Attempting to bind port 7c81baa8-73f7-4da4-ae47-0dbff11772d0 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:19:05.173886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Attempting to bind port 7c81baa8-73f7-4da4-ae47-0dbff11772d0 on network 841011a7-cc94-4162-872b-7e5b601026ce {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:19:05.178579 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Port 7c81baa8-73f7-4da4-ae47-0dbff11772d0 on network 841011a7-cc94-4162-872b-7e5b601026ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:19:05.178889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Attempting to bind port 7c81baa8-73f7-4da4-ae47-0dbff11772d0 on network 841011a7-cc94-4162-872b-7e5b601026ce {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:19:05.184049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:19:05.184378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Checking segment: {'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:19:05.184753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Bound using segment: {'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:19:05.185165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Bound port: 7c81baa8-73f7-4da4-ae47-0dbff11772d0, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523e4dcf-29f9-48f5-a19e-a31b062a3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:19:05.185510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:05.288244 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] For port 7c81baa8-73f7-4da4-ae47-0dbff11772d0, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:19:05.291701 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] For port 7c81baa8-73f7-4da4-ae47-0dbff11772d0, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7c81baa8-73f7-4da4-ae47-0dbff11772d0,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:19:05.296117 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:05.301772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:05.353497 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:05.354306 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:05.355669 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-64803bb9-b696-4727-a56e-014b774e137d service neutron] 10.222.0.83 "PUT /v2.0/ports/7c81baa8-73f7-4da4-ae47-0dbff11772d0 HTTP/1.1" status: 200 len: 1094 time: 1.2326417 Jan 27 17:19:05.356126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084e87e6-ff40-40f9-b8b9-085b6712b488', 'tag': '7c81baa8-73f7-4da4-ae47-0dbff11772d0'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:19:05.388659 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64803bb9-b696-4727-a56e-014b774e137d service neutron] Pushing event updated for resources: {'Port': ['ID=7c81baa8-73f7-4da4-ae47-0dbff11772d0,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:05.451403 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084e87e6-ff40-40f9-b8b9-085b6712b488', 'tag': '7c81baa8-73f7-4da4-ae47-0dbff11772d0', 'status': 'completed', 'code': 200} Jan 27 17:19:05.492525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-ea39b70e-4cbc-4ea9-b38d-1c441078abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:05.494046 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-ea39b70e-4cbc-4ea9-b38d-1c441078abc9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 1097 time: 0.0770659 Jan 27 17:19:05.514387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 9c172856-e8d8-4261-8f74-f5b5aff1bdad is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:19:05.566571 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-5f98a74c-717c-4a85-9b76-94e04d90214e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c81baa8-73f7-4da4-ae47-0dbff11772d0 HTTP/1.1" status: 200 len: 217 time: 0.0659437 Jan 27 17:19:05.628706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-6b3f31c5-98e8-4e2d-82be-61e813e9df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:05.630125 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-6b3f31c5-98e8-4e2d-82be-61e813e9df7e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d6555cc-80bd-47ee-878f-a5617b07d795 HTTP/1.1" status: 200 len: 850 time: 0.0580897 Jan 27 17:19:05.696602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:05.706148 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Sync routers for ids ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:05.709865 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-4e99e947-ebb8-46b1-a040-07dea5987834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:05.711356 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-4e99e947-ebb8-46b1-a040-07dea5987834 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=841011a7-cc94-4162-872b-7e5b601026ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753148 Jan 27 17:19:05.715743 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Routers {'9c172856-e8d8-4261-8f74-f5b5aff1bdad'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:19:05.716335 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:18:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:05.725017 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:05.726225 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c9f47dde-e44c-420a-a396-4ed7d99fdd62 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7529392 Jan 27 17:19:05.729369 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39072) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:05.768701 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-db200207-db08-4d2a-9647-224689d6aac7 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=2e8c8c26aae041c68422ab49a8804631&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382304 Jan 27 17:19:05.771369 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39076) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:05.851772 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-5fd44a9a-e56e-4512-a449-5f8466c881d8 service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341169 Jan 27 17:19:05.903510 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a87e364-e2f4-4d22-8bad-087f9f43001e tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:05.904821 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2a87e364-e2f4-4d22-8bad-087f9f43001e tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1325467 Jan 27 17:19:05.907678 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39080) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:05.926065 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Set router 9c172856-e8d8-4261-8f74-f5b5aff1bdad gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:05.952542 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1401fcef-cf77-4505-97b8-79977398a89c tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413566 Jan 27 17:19:05.952771 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39084) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:05.958122 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-d2ca2753-1e45-405a-ae65-810357f09132 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-49063974', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:05.989269 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-005e8714-8582-47d6-b164-8a9bd1547d16 req-96bcb24e-818c-497d-840b-65ce7ab6dfae service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313176 Jan 27 17:19:06.066996 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d2ca2753-1e45-405a-ae65-810357f09132 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:06.071125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d2ca2753-1e45-405a-ae65-810357f09132 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:subnet and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:06.073993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d2ca2753-1e45-405a-ae65-810357f09132 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:06.079703 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d2ca2753-1e45-405a-ae65-810357f09132 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:06.095620 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ca2753-1e45-405a-ae65-810357f09132 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:19:06.100460 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d2ca2753-1e45-405a-ae65-810357f09132 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.144201 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7089e-2ece-40f0-9839-a56197f62f83 req-e9626b36-90b7-46c3-b8e2-b0a2b3c7d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:06.146743 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-03a7089e-2ece-40f0-9839-a56197f62f83 req-e9626b36-90b7-46c3-b8e2-b0a2b3c7d9c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 1097 time: 0.1037474 Jan 27 17:19:06.253487 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:04Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:06.258420 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Checking router: 9c172856-e8d8-4261-8f74-f5b5aff1bdad for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:06.258762 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Updating router 9c172856-e8d8-4261-8f74-f5b5aff1bdad port 774832d1-5bc6-45ad-af9a-6b28cb802e38 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:19:06.320126 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.345175 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d2ca2753-1e45-405a-ae65-810357f09132 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.424152 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca2753-1e45-405a-ae65-810357f09132 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Subnet': ['ID=766bdfb6-430e-4b2d-bda1-45e002c56ecd,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:06.432728 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ca2753-1e45-405a-ae65-810357f09132 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Checking segment: {'id': 'e34b280d-fa39-44e1-a5cf-d07fa8858b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:19:06.433075 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ca2753-1e45-405a-ae65-810357f09132 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network hostable DHCP agents. Network: bc8af8a5-8ba9-450f-a21c-f374aaec437b, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:19:06.453214 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ca2753-1e45-405a-ae65-810357f09132 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network bc8af8a5-8ba9-450f-a21c-f374aaec437b is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:19:06.459813 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08862fc1-d5f0-4cac-9de1-2e6e1b4c5f1e req-69241356-7434-42ff-a252-27212f3b77e3 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:06.461409 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-08862fc1-d5f0-4cac-9de1-2e6e1b4c5f1e req-69241356-7434-42ff-a252-27212f3b77e3 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 944 time: 0.3092828 Jan 27 17:19:06.465709 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-d2ca2753-1e45-405a-ae65-810357f09132 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, bc8af8a5-8ba9-450f-a21c-f374aaec437b) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:06.470599 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ca2753-1e45-405a-ae65-810357f09132 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:06.471533 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d2ca2753-1e45-405a-ae65-810357f09132 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.479452 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4c32d5-e779-45b8-a3b2-b81e03c9590f None None] Network bc8af8a5-8ba9-450f-a21c-f374aaec437b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:19:06.501411 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d2ca2753-1e45-405a-ae65-810357f09132 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5469544 Jan 27 17:19:06.503464 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39090) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:06.512248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7089e-2ece-40f0-9839-a56197f62f83 req-5b313745-af33-4fe8-a5fe-e8878f4b8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:06.513711 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-03a7089e-2ece-40f0-9839-a56197f62f83 req-5b313745-af33-4fe8-a5fe-e8878f4b8e82 service neutron] 10.222.0.83 "GET /v2.0/networks?id=841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 200 len: 913 time: 0.3230681 Jan 27 17:19:06.546978 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-08862fc1-d5f0-4cac-9de1-2e6e1b4c5f1e req-81d25d41-f7e6-4614-9735-c79dfdecd468 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682731 Jan 27 17:19:06.637320 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-03a7089e-2ece-40f0-9839-a56197f62f83 req-686eb9b6-dc1b-4172-90d5-98da841455ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c81baa8-73f7-4da4-ae47-0dbff11772d0 HTTP/1.1" status: 200 len: 217 time: 0.1034939 Jan 27 17:19:06.679972 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.697586 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Transition to ACTIVE for port object 774832d1-5bc6-45ad-af9a-6b28cb802e38 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:06.707532 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.716798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7089e-2ece-40f0-9839-a56197f62f83 req-34764202-ad34-46e7-8439-ca92a9347386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:06.719129 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-03a7089e-2ece-40f0-9839-a56197f62f83 req-34764202-ad34-46e7-8439-ca92a9347386 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d6555cc-80bd-47ee-878f-a5617b07d795 HTTP/1.1" status: 200 len: 850 time: 0.0748265 Jan 27 17:19:06.722056 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ips': [{'subnet_id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:19:06.723238 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.806012 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Attempting to bind port 774832d1-5bc6-45ad-af9a-6b28cb802e38 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:19:06.806366 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Attempting to bind port 774832d1-5bc6-45ad-af9a-6b28cb802e38 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:19:06.806836 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Attempting to bind port 774832d1-5bc6-45ad-af9a-6b28cb802e38 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:19:06.811576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7089e-2ece-40f0-9839-a56197f62f83 req-bd2c9e16-9a2b-4e76-ba19-301c712074cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:06.813957 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-03a7089e-2ece-40f0-9839-a56197f62f83 req-bd2c9e16-9a2b-4e76-ba19-301c712074cc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=841011a7-cc94-4162-872b-7e5b601026ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874150 Jan 27 17:19:06.818537 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:19:06.819013 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:19:06.819476 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.820523 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:19:06.820523 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Bound port: 774832d1-5bc6-45ad-af9a-6b28cb802e38, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:19:06.820729 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.896043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Allocated IP 172.20.0.2 (bc8af8a5-8ba9-450f-a21c-f374aaec437b/766bdfb6-430e-4b2d-bda1-45e002c56ecd/48822afc-3d4f-490d-944c-36f9a514f53d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:06.898542 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86100039-484b-4fb1-a699-b732983264d1 None None] Pushing event updated for resources: {'Port': ['ID=774832d1-5bc6-45ad-af9a-6b28cb802e38,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:06.902247 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] For port 774832d1-5bc6-45ad-af9a-6b28cb802e38, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:19:06.905823 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] For port 774832d1-5bc6-45ad-af9a-6b28cb802e38, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=774832d1-5bc6-45ad-af9a-6b28cb802e38,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:19:06.911752 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:06.973363 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-03a7089e-2ece-40f0-9839-a56197f62f83 req-6e727543-bcd3-4423-afa4-0435cfef7f00 service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506510 Jan 27 17:19:07.001173 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Routers {'9c172856-e8d8-4261-8f74-f5b5aff1bdad'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:19:07.002071 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:18:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:07.061302 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86100039-484b-4fb1-a699-b732983264d1 None None] Pushing event updated for resources: {'Port': ['ID=774832d1-5bc6-45ad-af9a-6b28cb802e38,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:07.155256 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.177351 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Transition to ACTIVE for port object 48822afc-3d4f-490d-944c-36f9a514f53d will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:07.217011 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] Set router 9c172856-e8d8-4261-8f74-f5b5aff1bdad gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:07.217457 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Transition to ACTIVE for port object 48822afc-3d4f-490d-944c-36f9a514f53d will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:07.226455 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.236981 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-03a7089e-2ece-40f0-9839-a56197f62f83 req-217d2692-6959-4610-9839-4a4b8a9a8b2b service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451797 Jan 27 17:19:07.276344 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Network bc8af8a5-8ba9-450f-a21c-f374aaec437b is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:07.283614 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:07.291899 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:19:07.380488 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Pushing event updated for resources: {'Port': ['ID=48822afc-3d4f-490d-944c-36f9a514f53d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:07.399908 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Attempting to bind port 48822afc-3d4f-490d-944c-36f9a514f53d on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:19:07.400841 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Attempting to bind port 48822afc-3d4f-490d-944c-36f9a514f53d by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'e34b280d-fa39-44e1-a5cf-d07fa8858b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:19:07.401479 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Attempting to bind port 48822afc-3d4f-490d-944c-36f9a514f53d on network bc8af8a5-8ba9-450f-a21c-f374aaec437b {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:19:07.409983 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:19:07.410836 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Checking segment: {'id': 'e34b280d-fa39-44e1-a5cf-d07fa8858b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:19:07.412496 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.413939 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Bound using segment: {'id': 'e34b280d-fa39-44e1-a5cf-d07fa8858b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:19:07.414442 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Bound port: 48822afc-3d4f-490d-944c-36f9a514f53d, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34b280d-fa39-44e1-a5cf-d07fa8858b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:19:07.414834 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.512205 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] For port 48822afc-3d4f-490d-944c-36f9a514f53d, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:19:07.517335 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] For port 48822afc-3d4f-490d-944c-36f9a514f53d, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=48822afc-3d4f-490d-944c-36f9a514f53d,segment=NetworkSegment(e34b280d-fa39-44e1-a5cf-d07fa8858b7f),segment_id=e34b280d-fa39-44e1-a5cf-d07fa8858b7f)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:19:07.523436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.524815 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:07.575173 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:04Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:07.579669 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57528a7c-0942-4800-92f7-dcec00416a9e None None] The sync data for ids ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'] in dv-neutron-826439-2-hyperv is: [{'id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:04Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:07.621037 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f56df9-d128-494b-b32d-69a21dc02e30 None None] Pushing event updated for resources: {'Port': ['ID=48822afc-3d4f-490d-944c-36f9a514f53d,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:07.961068 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1da3d7-0230-48cb-8a2e-56ae784ddbef req-de1baa69-1a8f-4ac8-bac6-d5f63b80975e tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:07.963054 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-bc1da3d7-0230-48cb-8a2e-56ae784ddbef req-de1baa69-1a8f-4ac8-bac6-d5f63b80975e tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 944 time: 0.2761400 Jan 27 17:19:08.082279 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-bc1da3d7-0230-48cb-8a2e-56ae784ddbef req-3b1c36df-c411-4918-8b9f-290eb6236e7c tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1111727 Jan 27 17:19:08.174510 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.1 (bc8af8a5-8ba9-450f-a21c-f374aaec437b/766bdfb6-430e-4b2d-bda1-45e002c56ecd/8e6741cf-cfb8-498a-ad67-8841c53c854a) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:08.341390 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.360300 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object 8e6741cf-cfb8-498a-ad67-8841c53c854a will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:08.388898 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.591699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network bc8af8a5-8ba9-450f-a21c-f374aaec437b is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:08.595109 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:08.599114 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:19:08.634483 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=8e6741cf-cfb8-498a-ad67-8841c53c854a,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:08.647949 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:08.648293 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:08.648625 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:08.649362 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:08.649765 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:08.650140 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:08.650377 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:08.650690 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:08.651002 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:08.651308 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:08.651616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:08.651915 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:08.675862 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.801285 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:08.801900 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f25e40a-47cb-4943-af13-7027f727a0d6 None None] Network bc8af8a5-8ba9-450f-a21c-f374aaec437b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:19:08.934650 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-be81c95a-885b-445d-b774-2f771f0cb5c2 None None] Provisioning for port 48822afc-3d4f-490d-944c-36f9a514f53d completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:19:09.181546 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 774832d1-5bc6-45ad-af9a-6b28cb802e38 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:19:09.279286 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 774832d1-5bc6-45ad-af9a-6b28cb802e38 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:19:09.284665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 774832d1-5bc6-45ad-af9a-6b28cb802e38 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:09.286449 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.325672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.337043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.344307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db8b1e-200e-4ee0-9d49-4bd513fd16ac req-2cddf06e-e77a-4abf-bf83-1bcf7fc1bc65 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:09.345887 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b0db8b1e-200e-4ee0-9d49-4bd513fd16ac req-2cddf06e-e77a-4abf-bf83-1bcf7fc1bc65 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 944 time: 0.1092424 Jan 27 17:19:09.394038 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b0db8b1e-200e-4ee0-9d49-4bd513fd16ac req-b8b5817c-8e17-4055-af47-30cc7ff1343d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419176 Jan 27 17:19:09.450902 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.475584 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.478107 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 774832d1-5bc6-45ad-af9a-6b28cb802e38, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=774832d1-5bc6-45ad-af9a-6b28cb802e38,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:09.484918 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=8e6741cf-cfb8-498a-ad67-8841c53c854a,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:09.496153 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.497007 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 48822afc-3d4f-490d-944c-36f9a514f53d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:19:09.559328 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5b4f84a5-0be9-4a51-a724-b59ad1d80d23 None None] Provisioning for port 8e6741cf-cfb8-498a-ad67-8841c53c854a completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:19:09.594017 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5b4f84a5-0be9-4a51-a724-b59ad1d80d23 None None] Provisioning complete for port 8e6741cf-cfb8-498a-ad67-8841c53c854a triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:09.594414 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b4f84a5-0be9-4a51-a724-b59ad1d80d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.623335 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network bc8af8a5-8ba9-450f-a21c-f374aaec437b is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:09.625054 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:09.670913 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5b4f84a5-0be9-4a51-a724-b59ad1d80d23 None None] Port 8e6741cf-cfb8-498a-ad67-8841c53c854a cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:19:09.672341 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=774832d1-5bc6-45ad-af9a-6b28cb802e38,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:09.688926 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 48822afc-3d4f-490d-944c-36f9a514f53d completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:19:09.698266 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 48822afc-3d4f-490d-944c-36f9a514f53d triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:09.698731 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.828229 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e527ce43-099e-4707-948e-38026b51107d None None] Provisioning complete for port 8e6741cf-cfb8-498a-ad67-8841c53c854a triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:09.828938 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e527ce43-099e-4707-948e-38026b51107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.832069 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 9c172856-e8d8-4261-8f74-f5b5aff1bdad has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:09.857029 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.903806 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e527ce43-099e-4707-948e-38026b51107d None None] Port 8e6741cf-cfb8-498a-ad67-8841c53c854a cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:19:09.908704 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 48822afc-3d4f-490d-944c-36f9a514f53d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=48822afc-3d4f-490d-944c-36f9a514f53d,segment=NetworkSegment(e34b280d-fa39-44e1-a5cf-d07fa8858b7f),segment_id=e34b280d-fa39-44e1-a5cf-d07fa8858b7f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:09.914362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:09.984327 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=48822afc-3d4f-490d-944c-36f9a514f53d,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:10.009208 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:10.023673 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-397be8c8-df4a-4b17-8ca7-5cb99440b5ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/9c172856-e8d8-4261-8f74-f5b5aff1bdad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5163059 Jan 27 17:19:10.024203 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Sync routers for ids ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:10.024291 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39098) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:10.031048 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8b60b399-6df3-416e-ae0c-bb67b56dbd2b None None] Provisioning complete for port 8e6741cf-cfb8-498a-ad67-8841c53c854a triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:10.031412 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b60b399-6df3-416e-ae0c-bb67b56dbd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:10.076946 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Routers {'9c172856-e8d8-4261-8f74-f5b5aff1bdad'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:19:10.077586 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:18:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:10.157110 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8b60b399-6df3-416e-ae0c-bb67b56dbd2b None None] Port 8e6741cf-cfb8-498a-ad67-8841c53c854a cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:19:10.166594 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8a35ba-29d5-4ce2-be07-4446b0274e87 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:10.167285 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8a35ba-29d5-4ce2-be07-4446b0274e87 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:10.167542 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8a35ba-29d5-4ce2-be07-4446b0274e87 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:10.167992 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8a35ba-29d5-4ce2-be07-4446b0274e87 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:10.168440 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8a35ba-29d5-4ce2-be07-4446b0274e87 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:10.168890 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8a35ba-29d5-4ce2-be07-4446b0274e87 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:10.173131 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7c8a35ba-29d5-4ce2-be07-4446b0274e87 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.1444299 Jan 27 17:19:10.173511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39102) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:10.263214 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Set router 9c172856-e8d8-4261-8f74-f5b5aff1bdad gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:10.347700 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681f6f9f-3cb0-4a1a-9383-5ad703f009f4 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:10.348147 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681f6f9f-3cb0-4a1a-9383-5ad703f009f4 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:10.348589 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681f6f9f-3cb0-4a1a-9383-5ad703f009f4 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:10.349028 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681f6f9f-3cb0-4a1a-9383-5ad703f009f4 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:10.349455 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681f6f9f-3cb0-4a1a-9383-5ad703f009f4 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:10.349908 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681f6f9f-3cb0-4a1a-9383-5ad703f009f4 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:10.351760 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-681f6f9f-3cb0-4a1a-9383-5ad703f009f4 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.1773078 Jan 27 17:19:10.355526 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39106) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:10.564637 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-40ac9c2c-9ee5-4886-b1f1-d1b0eb6102dc tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2071102 Jan 27 17:19:10.581942 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:08Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '8e6741cf-cfb8-498a-ad67-8841c53c854a', 'name': '', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:28:9e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:19:09Z', 'revision_number': 2, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:10.585961 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Checking router: 9c172856-e8d8-4261-8f74-f5b5aff1bdad for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:10.586309 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Updating router 9c172856-e8d8-4261-8f74-f5b5aff1bdad port 8e6741cf-cfb8-498a-ad67-8841c53c854a binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:19:10.610681 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178bc7a-bef8-4993-bfcf-e92244923fab req-39818af8-17ba-4e65-82e2-971e8e3faa73 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:10.612283 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f178bc7a-bef8-4993-bfcf-e92244923fab req-39818af8-17ba-4e65-82e2-971e8e3faa73 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 944 time: 0.0918627 Jan 27 17:19:10.658634 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f178bc7a-bef8-4993-bfcf-e92244923fab req-c4963051-bc7c-4900-9732-8799ba9615fa tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400689 Jan 27 17:19:10.673966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:10.799198 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39114) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:10.804342 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-67e464a3-b39e-45cd-949f-7c60f6d69a82 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-347518139', 'description': 'tempest-secgroup-smoke-347518139 description', 'project_id': '2e8c8c26aae041c68422ab49a8804631'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:10.810182 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-67e464a3-b39e-45cd-949f-7c60f6d69a82 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:10.814224 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-67e464a3-b39e-45cd-949f-7c60f6d69a82 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:10.817061 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-67e464a3-b39e-45cd-949f-7c60f6d69a82 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:10.823208 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-67e464a3-b39e-45cd-949f-7c60f6d69a82 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:10.834095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-67e464a3-b39e-45cd-949f-7c60f6d69a82 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:10.858001 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-67e464a3-b39e-45cd-949f-7c60f6d69a82 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:10.862361 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-67e464a3-b39e-45cd-949f-7c60f6d69a82 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:10.865296 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-67e464a3-b39e-45cd-949f-7c60f6d69a82 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:10.872846 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-67e464a3-b39e-45cd-949f-7c60f6d69a82 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:10.942513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-67e464a3-b39e-45cd-949f-7c60f6d69a82 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:10.949337 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-67e464a3-b39e-45cd-949f-7c60f6d69a82 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:10.995932 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e464a3-b39e-45cd-949f-7c60f6d69a82 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:11.010790 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-67e464a3-b39e-45cd-949f-7c60f6d69a82 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.015249 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-67e464a3-b39e-45cd-949f-7c60f6d69a82 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2119803 Jan 27 17:19:11.015249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39118) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:11.020553 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-63065469-4b4c-4991-ac0c-8470f88082b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:11.039274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-63065469-4b4c-4991-ac0c-8470f88082b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:11.046968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-63065469-4b4c-4991-ac0c-8470f88082b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:11.051533 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-63065469-4b4c-4991-ac0c-8470f88082b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:11.065625 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-63065469-4b4c-4991-ac0c-8470f88082b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:11.066580 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 774832d1-5bc6-45ad-af9a-6b28cb802e38 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:19:11.084275 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-63065469-4b4c-4991-ac0c-8470f88082b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.096465 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.127575 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Transition to ACTIVE for port object 8e6741cf-cfb8-498a-ad67-8841c53c854a will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:11.137621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.146563 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-63065469-4b4c-4991-ac0c-8470f88082b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.152109 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-63065469-4b4c-4991-ac0c-8470f88082b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.174708 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63065469-4b4c-4991-ac0c-8470f88082b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0e02b3-5550-4ddc-9d9d-0a8e37a93f37,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:11.186070 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-63065469-4b4c-4991-ac0c-8470f88082b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.187282 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-63065469-4b4c-4991-ac0c-8470f88082b3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1711419 Jan 27 17:19:11.190136 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39122) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:11.195643 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-47ecda10-7d43-4ed0-b13b-998931014eb7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:11.201345 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-47ecda10-7d43-4ed0-b13b-998931014eb7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:11.205500 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-47ecda10-7d43-4ed0-b13b-998931014eb7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:11.208531 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-47ecda10-7d43-4ed0-b13b-998931014eb7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:11.214299 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-47ecda10-7d43-4ed0-b13b-998931014eb7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:11.232132 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47ecda10-7d43-4ed0-b13b-998931014eb7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.277508 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b72f5c-9f7a-4ad0-9c21-e22e947acbc2 None None] Pushing event updated for resources: {'Port': ['ID=8e6741cf-cfb8-498a-ad67-8841c53c854a,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:11.309192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47ecda10-7d43-4ed0-b13b-998931014eb7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.318810 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47ecda10-7d43-4ed0-b13b-998931014eb7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.322723 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 774832d1-5bc6-45ad-af9a-6b28cb802e38 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:11.323603 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.343945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecda10-7d43-4ed0-b13b-998931014eb7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824bdc8f-aa40-4235-a20c-642429cc8f5f,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:11.356895 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-47ecda10-7d43-4ed0-b13b-998931014eb7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.358343 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-47ecda10-7d43-4ed0-b13b-998931014eb7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1672444 Jan 27 17:19:11.361346 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39126) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:11.367213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-5c4b26d3-4e3e-45a2-b754-4fee1ca2795e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:11.380402 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5c4b26d3-4e3e-45a2-b754-4fee1ca2795e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:11.380402 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5c4b26d3-4e3e-45a2-b754-4fee1ca2795e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:11.387091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5c4b26d3-4e3e-45a2-b754-4fee1ca2795e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:11.397115 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5c4b26d3-4e3e-45a2-b754-4fee1ca2795e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:11.418490 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5c4b26d3-4e3e-45a2-b754-4fee1ca2795e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.444951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Attempting to bind port 8e6741cf-cfb8-498a-ad67-8841c53c854a on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:19:11.445548 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Attempting to bind port 8e6741cf-cfb8-498a-ad67-8841c53c854a by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'e34b280d-fa39-44e1-a5cf-d07fa8858b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:19:11.445649 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Attempting to bind port 8e6741cf-cfb8-498a-ad67-8841c53c854a on network bc8af8a5-8ba9-450f-a21c-f374aaec437b {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:19:11.457136 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:19:11.457417 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Checking segment: {'id': 'e34b280d-fa39-44e1-a5cf-d07fa8858b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:19:11.457815 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.458171 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Bound using segment: {'id': 'e34b280d-fa39-44e1-a5cf-d07fa8858b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:19:11.458634 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Bound port: 8e6741cf-cfb8-498a-ad67-8841c53c854a, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34b280d-fa39-44e1-a5cf-d07fa8858b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:19:11.459064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.497058 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5c4b26d3-4e3e-45a2-b754-4fee1ca2795e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.503133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5c4b26d3-4e3e-45a2-b754-4fee1ca2795e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.532649 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b26d3-4e3e-45a2-b754-4fee1ca2795e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956f4501-70fa-4ca5-a353-45b47c57f8d0,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:11.544198 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5c4b26d3-4e3e-45a2-b754-4fee1ca2795e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.546041 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5c4b26d3-4e3e-45a2-b754-4fee1ca2795e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1828578 Jan 27 17:19:11.548374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39130) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:11.553949 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-bef3f04c-3933-49b2-b6a3-dc8471aca565 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:11.560719 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bef3f04c-3933-49b2-b6a3-dc8471aca565 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:11.564875 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bef3f04c-3933-49b2-b6a3-dc8471aca565 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:11.568266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bef3f04c-3933-49b2-b6a3-dc8471aca565 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:11.574855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bef3f04c-3933-49b2-b6a3-dc8471aca565 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:11.595786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bef3f04c-3933-49b2-b6a3-dc8471aca565 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.620121 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 48822afc-3d4f-490d-944c-36f9a514f53d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:19:11.667114 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] For port 8e6741cf-cfb8-498a-ad67-8841c53c854a, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:19:11.674555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bef3f04c-3933-49b2-b6a3-dc8471aca565 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.679754 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bef3f04c-3933-49b2-b6a3-dc8471aca565 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.683698 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] For port 8e6741cf-cfb8-498a-ad67-8841c53c854a, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=8e6741cf-cfb8-498a-ad67-8841c53c854a,segment=NetworkSegment(e34b280d-fa39-44e1-a5cf-d07fa8858b7f),segment_id=e34b280d-fa39-44e1-a5cf-d07fa8858b7f)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:19:11.689183 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.717465 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3f04c-3933-49b2-b6a3-dc8471aca565 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df34f6a-9006-48e0-8abb-d170baf80c88,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:11.735718 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bef3f04c-3933-49b2-b6a3-dc8471aca565 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.741462 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39136) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:11.743685 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bef3f04c-3933-49b2-b6a3-dc8471aca565 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1922231 Jan 27 17:19:11.746078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-48fe47b4-9181-4035-8448-ff501a4da03c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:11.752118 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-48fe47b4-9181-4035-8448-ff501a4da03c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:11.756347 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-48fe47b4-9181-4035-8448-ff501a4da03c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:11.760189 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-48fe47b4-9181-4035-8448-ff501a4da03c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:11.768413 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-48fe47b4-9181-4035-8448-ff501a4da03c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:11.788478 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-48fe47b4-9181-4035-8448-ff501a4da03c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:19:11.796184 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Routers {'9c172856-e8d8-4261-8f74-f5b5aff1bdad'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:19:11.796184 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:18:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:11.799782 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-48fe47b4-9181-4035-8448-ff501a4da03c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.859515 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b72f5c-9f7a-4ad0-9c21-e22e947acbc2 None None] Pushing event updated for resources: {'Port': ['ID=8e6741cf-cfb8-498a-ad67-8841c53c854a,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:11.872487 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 48822afc-3d4f-490d-944c-36f9a514f53d triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:11.872665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.936677 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-48fe47b4-9181-4035-8448-ff501a4da03c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.941800 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-48fe47b4-9181-4035-8448-ff501a4da03c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:11.977983 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8e752-1889-49b6-b7aa-12fb106f68c2 req-4a824b80-8edd-4157-a1a7-7f92ed6ac053 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:11.985008 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-42f8e752-1889-49b6-b7aa-12fb106f68c2 req-4a824b80-8edd-4157-a1a7-7f92ed6ac053 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 944 time: 0.1546876 Jan 27 17:19:11.986866 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe47b4-9181-4035-8448-ff501a4da03c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1134a771-7e2e-4149-87f7-c3d6efd5fb52,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:12.015157 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-48fe47b4-9181-4035-8448-ff501a4da03c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:12.016356 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-48fe47b4-9181-4035-8448-ff501a4da03c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2744730 Jan 27 17:19:12.019547 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39140) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:12.025091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-323675fe-17db-46d7-8047-933a5509d941 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:12.037609 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-323675fe-17db-46d7-8047-933a5509d941 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:12.043499 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-323675fe-17db-46d7-8047-933a5509d941 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:12.046226 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-42f8e752-1889-49b6-b7aa-12fb106f68c2 req-21a989a9-823a-41d7-9c1a-5ff4549605f0 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603609 Jan 27 17:19:12.047403 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-323675fe-17db-46d7-8047-933a5509d941 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:12.053994 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-323675fe-17db-46d7-8047-933a5509d941 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:12.076154 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-323675fe-17db-46d7-8047-933a5509d941 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:19:12.085473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-323675fe-17db-46d7-8047-933a5509d941 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:12.105855 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] Set router 9c172856-e8d8-4261-8f74-f5b5aff1bdad gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:12.162338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-323675fe-17db-46d7-8047-933a5509d941 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:12.167238 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-323675fe-17db-46d7-8047-933a5509d941 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:12.191789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323675fe-17db-46d7-8047-933a5509d941 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6676ce99-eb00-4ee8-aac5-a925f98aea15,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:12.201307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-323675fe-17db-46d7-8047-933a5509d941 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:12.202584 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-323675fe-17db-46d7-8047-933a5509d941 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1820390 Jan 27 17:19:12.385126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-c0f5c478-5186-4b11-ac44-966b3247d169 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:12.401897 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-c0f5c478-5186-4b11-ac44-966b3247d169 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:12.403018 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-c0f5c478-5186-4b11-ac44-966b3247d169 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347518139&fields=id&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 267 time: 0.0658734 Jan 27 17:19:12.500000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:08Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '8e6741cf-cfb8-498a-ad67-8841c53c854a', 'name': '', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:28:9e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:19:11Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:12.504140 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea9544-efe0-400c-9300-4fa674b1e777 None None] The sync data for ids ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'] in dv-neutron-826439-2-hyperv is: [{'id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:08Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '8e6741cf-cfb8-498a-ad67-8841c53c854a', 'name': '', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:28:9e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:19:11Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:12.576920 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7936f3ba-e5c1-4917-aff3-0a176dd452ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:12.577603 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7936f3ba-e5c1-4917-aff3-0a176dd452ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:12.595138 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7936f3ba-e5c1-4917-aff3-0a176dd452ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:12.596412 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7936f3ba-e5c1-4917-aff3-0a176dd452ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/networks?id=bc8af8a5-8ba9-450f-a21c-f374aaec437b HTTP/1.1" status: 200 len: 796 time: 0.1851459 Jan 27 17:19:12.610848 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-42980e48-7d7d-477b-b4c8-f84ec5152c28 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/quotas/2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 375 time: 0.0088315 Jan 27 17:19:12.697766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-83ce48fb-0b08-4db5-84db-d8c77e59d061 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:12.714559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-83ce48fb-0b08-4db5-84db-d8c77e59d061 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:12.715928 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-83ce48fb-0b08-4db5-84db-d8c77e59d061 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955005 Jan 27 17:19:13.062862 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-44872342-91c4-4adb-9f85-aa1ee3fcdfcb service neutron] 10.222.0.50 "GET /v2.0/networks/bc8af8a5-8ba9-450f-a21c-f374aaec437b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341677 Jan 27 17:19:13.104965 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 8e6741cf-cfb8-498a-ad67-8841c53c854a up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:19:13.197422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 8e6741cf-cfb8-498a-ad67-8841c53c854a completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:19:13.203434 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 8e6741cf-cfb8-498a-ad67-8841c53c854a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:13.204013 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:13.226279 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-f5235596-c8cf-453c-98f3-a59ba3d4756d service neutron] 10.222.0.50 "GET /v2.0/networks/bc8af8a5-8ba9-450f-a21c-f374aaec437b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514895 Jan 27 17:19:13.275073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b60985-3b85-470c-8cae-1b35b0756cb2 req-b3c30f6c-3b46-4c54-80e3-1f29c579c2ff tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:13.282931 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e4b60985-3b85-470c-8cae-1b35b0756cb2 req-b3c30f6c-3b46-4c54-80e3-1f29c579c2ff tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 944 time: 0.1036394 Jan 27 17:19:13.333639 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e4b60985-3b85-470c-8cae-1b35b0756cb2 req-61a5902f-2dea-4537-baa9-8f9c53437e2b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498114 Jan 27 17:19:13.431423 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:13.488495 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 8e6741cf-cfb8-498a-ad67-8841c53c854a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=8e6741cf-cfb8-498a-ad67-8841c53c854a,segment=NetworkSegment(e34b280d-fa39-44e1-a5cf-d07fa8858b7f),segment_id=e34b280d-fa39-44e1-a5cf-d07fa8858b7f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:13.494161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:13.572927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=8e6741cf-cfb8-498a-ad67-8841c53c854a,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:14.463280 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d7681e50-4acc-4ea5-a648-aa2726f24a9f req-4434edbc-70c9-4436-b886-42ea83f4030a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 210 time: 0.0483623 Jan 27 17:19:14.562148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32637eb-c191-4114-b28b-613ab31310c0 req-ae269f54-bd43-4b9f-9b70-091f1fb3736d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:14.563734 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e32637eb-c191-4114-b28b-613ab31310c0 req-ae269f54-bd43-4b9f-9b70-091f1fb3736d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 944 time: 0.1006591 Jan 27 17:19:14.616877 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e32637eb-c191-4114-b28b-613ab31310c0 req-8c53d118-b223-43f8-b914-12d7d36a1498 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456252 Jan 27 17:19:15.056062 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 8e6741cf-cfb8-498a-ad67-8841c53c854a up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:19:15.097502 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 7c81baa8-73f7-4da4-ae47-0dbff11772d0 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:19:15.262979 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 8e6741cf-cfb8-498a-ad67-8841c53c854a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:15.263338 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:15.329343 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 7c81baa8-73f7-4da4-ae47-0dbff11772d0, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7c81baa8-73f7-4da4-ae47-0dbff11772d0,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:15.347124 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '7c81baa8-73f7-4da4-ae47-0dbff11772d0', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'port_id': '7c81baa8-73f7-4da4-ae47-0dbff11772d0', 'mac_address': 'fa:16:3e:89:ae:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:19:15.447978 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:15.469517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c81baa8-73f7-4da4-ae47-0dbff11772d0 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:19:15.486145 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 7c81baa8-73f7-4da4-ae47-0dbff11772d0, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7c81baa8-73f7-4da4-ae47-0dbff11772d0,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:15.491734 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:15.562846 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=7c81baa8-73f7-4da4-ae47-0dbff11772d0,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:15.634303 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-858ad2e7-ec26-4f9d-927b-1ac10b384c34 req-f99f4d8c-76d2-4fd5-807a-4bd1585eacfc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 210 time: 0.0420036 Jan 27 17:19:15.751785 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['7c81baa8-73f7-4da4-ae47-0dbff11772d0'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:19:15.796357 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-1a71aa3f-516d-4fff-be79-3f848ddfdf5c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:15.798357 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-1a71aa3f-516d-4fff-be79-3f848ddfdf5c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/networks?id=bc8af8a5-8ba9-450f-a21c-f374aaec437b HTTP/1.1" status: 200 len: 796 time: 0.1509514 Jan 27 17:19:15.843964 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123f090-f5b5-4dc2-a2c6-9a8dd784a4d5 req-6b4f1755-1d6a-47ea-9a31-10150757e32c tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:15.852001 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e123f090-f5b5-4dc2-a2c6-9a8dd784a4d5 req-6b4f1755-1d6a-47ea-9a31-10150757e32c tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 945 time: 0.1156845 Jan 27 17:19:15.854536 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-12dde378-b5bf-4365-b055-dc9a2fff817a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 379 time: 0.0461583 Jan 27 17:19:15.865741 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-d27e7ae2-9a34-450c-87ce-e76e4b72ecab tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'port': {'device_id': '3b51746e-e12d-4794-9b8e-162eaca3cd4c', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'admin_state_up': True, 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'security_groups': ['3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:15.900291 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e123f090-f5b5-4dc2-a2c6-9a8dd784a4d5 req-0e44396c-31cb-416c-b979-99d357767a43 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451963 Jan 27 17:19:16.034502 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-d27e7ae2-9a34-450c-87ce-e76e4b72ecab tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:16.045139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-d27e7ae2-9a34-450c-87ce-e76e4b72ecab tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:16.063980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-d27e7ae2-9a34-450c-87ce-e76e4b72ecab tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:19:16.072676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-d27e7ae2-9a34-450c-87ce-e76e4b72ecab tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:16.250685 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-d27e7ae2-9a34-450c-87ce-e76e4b72ecab tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.13 (bc8af8a5-8ba9-450f-a21c-f374aaec437b/766bdfb6-430e-4b2d-bda1-45e002c56ecd/769add0b-c5a0-4cbb-8dc0-78f5e89fa257) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:16.459118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-d27e7ae2-9a34-450c-87ce-e76e4b72ecab tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:16.474807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-d27e7ae2-9a34-450c-87ce-e76e4b72ecab tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:16.501486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-d27e7ae2-9a34-450c-87ce-e76e4b72ecab tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:16.575347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-d27e7ae2-9a34-450c-87ce-e76e4b72ecab tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network bc8af8a5-8ba9-450f-a21c-f374aaec437b is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:16.578493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-d27e7ae2-9a34-450c-87ce-e76e4b72ecab tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:16.582270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-d27e7ae2-9a34-450c-87ce-e76e4b72ecab tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:19:16.612510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e7ae2-9a34-450c-87ce-e76e4b72ecab tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=769add0b-c5a0-4cbb-8dc0-78f5e89fa257,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:16.649478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-d27e7ae2-9a34-450c-87ce-e76e4b72ecab tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:16.650252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-d27e7ae2-9a34-450c-87ce-e76e4b72ecab tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:16.678594 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-d27e7ae2-9a34-450c-87ce-e76e4b72ecab tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8179889 Jan 27 17:19:16.690453 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Request body: {'port': {'device_id': '3b51746e-e12d-4794-9b8e-162eaca3cd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:16.842165 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7fdae594-6340-4e0a-8785-fd2cd9c8d89e None None] Provisioning for port 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:19:16.846919 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7fdae594-6340-4e0a-8785-fd2cd9c8d89e None None] Provisioning complete for port 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:16.847289 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7fdae594-6340-4e0a-8785-fd2cd9c8d89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:16.855550 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:16.900746 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7fdae594-6340-4e0a-8785-fd2cd9c8d89e None None] Port 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:19:16.932251 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab31d1-b2ab-4ef5-99f8-f1799730f609 req-45859ba8-d765-45d0-b825-715dc8b637c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:16.932934 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-cdab31d1-b2ab-4ef5-99f8-f1799730f609 req-45859ba8-d765-45d0-b825-715dc8b637c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:17.002353 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-cdab31d1-b2ab-4ef5-99f8-f1799730f609 req-45859ba8-d765-45d0-b825-715dc8b637c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:17.003509 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cdab31d1-b2ab-4ef5-99f8-f1799730f609 req-45859ba8-d765-45d0-b825-715dc8b637c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 932 time: 0.2567334 Jan 27 17:19:17.100461 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 7c81baa8-73f7-4da4-ae47-0dbff11772d0 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:19:17.146172 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d54bd0-294b-4669-8e08-278503f7b41a req-e37c576c-4abc-41f8-8f62-e5b8e4e47714 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:17.147657 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-38d54bd0-294b-4669-8e08-278503f7b41a req-e37c576c-4abc-41f8-8f62-e5b8e4e47714 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 945 time: 0.1372678 Jan 27 17:19:17.172108 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 7c81baa8-73f7-4da4-ae47-0dbff11772d0 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:19:17.174494 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3dc1801f-cfd0-48ba-8b5c-2d2b0ef1d7e3 req-5097767a-d2a6-4942-a6ca-ac5851d86da4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1267233 Jan 27 17:19:17.177910 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 7c81baa8-73f7-4da4-ae47-0dbff11772d0 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:17.178082 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:17.221477 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-38d54bd0-294b-4669-8e08-278503f7b41a req-5f57f239-c299-4706-9db7-f6254f3224f2 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656228 Jan 27 17:19:17.288075 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cdab31d1-b2ab-4ef5-99f8-f1799730f609 req-3820cd05-060a-4147-8b5f-3d679fe7812b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735090 Jan 27 17:19:17.333613 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1801f-cfd0-48ba-8b5c-2d2b0ef1d7e3 req-78e6e259-b5e1-4f70-a478-f4a7854f3b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:17.335408 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3dc1801f-cfd0-48ba-8b5c-2d2b0ef1d7e3 req-78e6e259-b5e1-4f70-a478-f4a7854f3b7a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 1098 time: 0.0849340 Jan 27 17:19:17.355853 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:17.390666 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084e87e6-ff40-40f9-b8b9-085b6712b488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c81baa8-73f7-4da4-ae47-0dbff11772d0'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:19:17.401492 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 7c81baa8-73f7-4da4-ae47-0dbff11772d0, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7c81baa8-73f7-4da4-ae47-0dbff11772d0,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:17.404121 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:19:17.409013 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:17.412322 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:17.434322 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Transition to ACTIVE for port object 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:19:17.449004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:17.460550 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084e87e6-ff40-40f9-b8b9-085b6712b488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c81baa8-73f7-4da4-ae47-0dbff11772d0', 'code': 200} Jan 27 17:19:17.486344 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=7c81baa8-73f7-4da4-ae47-0dbff11772d0,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:17.497833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1801f-cfd0-48ba-8b5c-2d2b0ef1d7e3 req-13701f34-85ef-488c-aaea-29af2a832026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:17.499326 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3dc1801f-cfd0-48ba-8b5c-2d2b0ef1d7e3 req-13701f34-85ef-488c-aaea-29af2a832026 service neutron] 10.222.0.83 "GET /v2.0/networks?id=841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 200 len: 913 time: 0.1445127 Jan 27 17:19:17.608798 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3dc1801f-cfd0-48ba-8b5c-2d2b0ef1d7e3 req-f0dae6f2-6892-4555-b0c9-08efef816ae2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=950ed6eb-6f3a-48f6-8efb-9879300940bc HTTP/1.1" status: 200 len: 1000 time: 0.1023793 Jan 27 17:19:17.648019 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Pushing event updated for resources: {'Port': ['ID=769add0b-c5a0-4cbb-8dc0-78f5e89fa257,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:17.687955 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1801f-cfd0-48ba-8b5c-2d2b0ef1d7e3 req-0eb607ca-d17e-411d-8ef1-6d07e16fdb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:17.689746 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3dc1801f-cfd0-48ba-8b5c-2d2b0ef1d7e3 req-0eb607ca-d17e-411d-8ef1-6d07e16fdb53 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d6555cc-80bd-47ee-878f-a5617b07d795 HTTP/1.1" status: 200 len: 850 time: 0.0743117 Jan 27 17:19:17.698058 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Attempting to bind port 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:19:17.698596 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Attempting to bind port 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'e34b280d-fa39-44e1-a5cf-d07fa8858b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:19:17.698701 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Attempting to bind port 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 on network bc8af8a5-8ba9-450f-a21c-f374aaec437b {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:19:17.703645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Port 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 on network bc8af8a5-8ba9-450f-a21c-f374aaec437b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:19:17.704041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Attempting to bind port 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 on network bc8af8a5-8ba9-450f-a21c-f374aaec437b {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:19:17.709750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:19:17.710257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Checking segment: {'id': 'e34b280d-fa39-44e1-a5cf-d07fa8858b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:19:17.710627 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Bound using segment: {'id': 'e34b280d-fa39-44e1-a5cf-d07fa8858b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:19:17.711129 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Bound port: 769add0b-c5a0-4cbb-8dc0-78f5e89fa257, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34b280d-fa39-44e1-a5cf-d07fa8858b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:19:17.711576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:17.805788 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] For port 769add0b-c5a0-4cbb-8dc0-78f5e89fa257, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:19:17.808784 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] For port 769add0b-c5a0-4cbb-8dc0-78f5e89fa257, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=769add0b-c5a0-4cbb-8dc0-78f5e89fa257,segment=NetworkSegment(e34b280d-fa39-44e1-a5cf-d07fa8858b7f),segment_id=e34b280d-fa39-44e1-a5cf-d07fa8858b7f)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:19:17.812393 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:17.830593 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c4335-0878-4d8f-a64e-d1c43564bda0 req-eb0514cb-1702-43e6-a35a-17cb25f552e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:17.832334 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-779c4335-0878-4d8f-a64e-d1c43564bda0 req-eb0514cb-1702-43e6-a35a-17cb25f552e0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 1099 time: 0.1296711 Jan 27 17:19:17.834974 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1801f-cfd0-48ba-8b5c-2d2b0ef1d7e3 req-854291c0-f8b1-4406-8859-11802be13323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:17.836290 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3dc1801f-cfd0-48ba-8b5c-2d2b0ef1d7e3 req-854291c0-f8b1-4406-8859-11802be13323 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=841011a7-cc94-4162-872b-7e5b601026ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0933497 Jan 27 17:19:17.874146 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:17.874588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:17.876302 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] 10.222.0.83 "PUT /v2.0/ports/769add0b-c5a0-4cbb-8dc0-78f5e89fa257 HTTP/1.1" status: 200 len: 1094 time: 1.1909664 Jan 27 17:19:17.885342 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b51746e-e12d-4794-9b8e-162eaca3cd4c', 'tag': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:19:17.920096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f3951-d763-4179-9341-c0a33a247de0 service neutron] Pushing event updated for resources: {'Port': ['ID=769add0b-c5a0-4cbb-8dc0-78f5e89fa257,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:17.957779 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b51746e-e12d-4794-9b8e-162eaca3cd4c', 'tag': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257', 'status': 'completed', 'code': 200} Jan 27 17:19:17.973654 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-779c4335-0878-4d8f-a64e-d1c43564bda0 req-df3725cd-768b-468f-9edb-1a5ac4e92222 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1299996 Jan 27 17:19:18.002647 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-b576611f-f06c-4bae-9e17-0f5f6c4b3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:18.004313 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-b576611f-f06c-4bae-9e17-0f5f6c4b3895 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 1097 time: 0.0802622 Jan 27 17:19:18.115772 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3dc1801f-cfd0-48ba-8b5c-2d2b0ef1d7e3 req-2e2e3065-8716-4424-9daf-3c870df5f737 service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569196 Jan 27 17:19:18.224535 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-3c79569f-4f44-408a-bac2-8230eb9afc8c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769add0b-c5a0-4cbb-8dc0-78f5e89fa257 HTTP/1.1" status: 200 len: 217 time: 0.0606174 Jan 27 17:19:18.292446 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-454f262c-ab3e-4d89-b00f-c1332f625711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:18.293803 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3dc1801f-cfd0-48ba-8b5c-2d2b0ef1d7e3 req-e4b17d5c-70ce-45ce-a5d5-3a39df1f9695 service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299596 Jan 27 17:19:18.294312 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-454f262c-ab3e-4d89-b00f-c1332f625711 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=766bdfb6-430e-4b2d-bda1-45e002c56ecd HTTP/1.1" status: 200 len: 833 time: 0.0633457 Jan 27 17:19:18.378450 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7548bba9-1bc3-415b-aede-366c17a5c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:18.379952 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-7548bba9-1bc3-415b-aede-366c17a5c38f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bc8af8a5-8ba9-450f-a21c-f374aaec437b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769405 Jan 27 17:19:18.412315 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1528ba-2de9-4227-8ba8-c8211951b699 req-9b0136d5-c5c8-47b3-bb6a-70a7b3a55c93 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:18.413792 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3a1528ba-2de9-4227-8ba8-c8211951b699 req-9b0136d5-c5c8-47b3-bb6a-70a7b3a55c93 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 946 time: 0.0825315 Jan 27 17:19:18.458371 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3a1528ba-2de9-4227-8ba8-c8211951b699 req-e0a14b1f-582f-4f96-afd2-81e53ce5ca8b tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386510 Jan 27 17:19:18.572939 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-b70078c5-d8f0-4490-b253-fde516209ecf service neutron] 10.222.0.83 "GET /v2.0/networks/bc8af8a5-8ba9-450f-a21c-f374aaec437b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860430 Jan 27 17:19:18.584652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27949a53-9825-4667-a7ee-d255377466df req-b1b954a0-86c3-46a6-b226-3689a5bc74cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:18.585973 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-27949a53-9825-4667-a7ee-d255377466df req-b1b954a0-86c3-46a6-b226-3689a5bc74cd tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 944 time: 0.1790755 Jan 27 17:19:18.708684 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b22f5e0-ac48-479d-bac1-60c4bdf45c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:18.712521 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-27949a53-9825-4667-a7ee-d255377466df req-780284a4-772c-483e-88a0-4a25055b71ff tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084948 Jan 27 17:19:18.746361 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0970fa32-997f-49e1-9576-17b0e0d10695 req-ac1e1398-cf4e-4260-953b-717425840157 service neutron] 10.222.0.83 "GET /v2.0/networks/bc8af8a5-8ba9-450f-a21c-f374aaec437b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594741 Jan 27 17:19:18.872493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4de521-2f24-429f-967f-adb637902e45 req-c89625bc-1317-4c69-90c7-7b22c34a711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:18.873887 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3a4de521-2f24-429f-967f-adb637902e45 req-c89625bc-1317-4c69-90c7-7b22c34a711a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 1097 time: 0.0784383 Jan 27 17:19:19.011671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4de521-2f24-429f-967f-adb637902e45 req-4f33f6b5-4f86-406e-b1d3-694fd9f500ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:19.013161 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3a4de521-2f24-429f-967f-adb637902e45 req-4f33f6b5-4f86-406e-b1d3-694fd9f500ba service neutron] 10.222.0.83 "GET /v2.0/networks?id=bc8af8a5-8ba9-450f-a21c-f374aaec437b HTTP/1.1" status: 200 len: 898 time: 0.1283712 Jan 27 17:19:19.094253 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3a4de521-2f24-429f-967f-adb637902e45 req-efb15e4d-8d86-4039-9979-f9588a7bf828 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769add0b-c5a0-4cbb-8dc0-78f5e89fa257 HTTP/1.1" status: 200 len: 217 time: 0.0660138 Jan 27 17:19:19.160802 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4de521-2f24-429f-967f-adb637902e45 req-2106b928-7a2f-4fa5-88db-83c141891481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:19.162323 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3a4de521-2f24-429f-967f-adb637902e45 req-2106b928-7a2f-4fa5-88db-83c141891481 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=766bdfb6-430e-4b2d-bda1-45e002c56ecd HTTP/1.1" status: 200 len: 833 time: 0.0598674 Jan 27 17:19:19.356554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4de521-2f24-429f-967f-adb637902e45 req-07cb7449-7a54-4abd-8b73-eb72f59157f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:19.358081 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3a4de521-2f24-429f-967f-adb637902e45 req-07cb7449-7a54-4abd-8b73-eb72f59157f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bc8af8a5-8ba9-450f-a21c-f374aaec437b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1887662 Jan 27 17:19:19.500250 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3a4de521-2f24-429f-967f-adb637902e45 req-defe806f-28ba-447f-9c01-894edc61427e service neutron] 10.222.0.83 "GET /v2.0/networks/bc8af8a5-8ba9-450f-a21c-f374aaec437b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344824 Jan 27 17:19:19.638412 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3a4de521-2f24-429f-967f-adb637902e45 req-7d06c8f6-41e8-422e-975e-ff093ff902e7 service neutron] 10.222.0.83 "GET /v2.0/networks/bc8af8a5-8ba9-450f-a21c-f374aaec437b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309218 Jan 27 17:19:19.648855 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103677d0-e279-437a-9cba-227b0be59dcd req-566d4f2e-7c0a-4227-a125-e316a1846ccb tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:19.650665 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-103677d0-e279-437a-9cba-227b0be59dcd req-566d4f2e-7c0a-4227-a125-e316a1846ccb tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 946 time: 0.0850339 Jan 27 17:19:19.696366 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-103677d0-e279-437a-9cba-227b0be59dcd req-c7b81b4d-6b97-4d44-a5a3-037311949f0d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394595 Jan 27 17:19:19.885034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bca73-6e25-4dbf-a1eb-09f0f35075e3 req-c7a1adc5-eda9-4574-84a2-0ca09d328b35 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:19.886697 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-427bca73-6e25-4dbf-a1eb-09f0f35075e3 req-c7a1adc5-eda9-4574-84a2-0ca09d328b35 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 946 time: 0.0812345 Jan 27 17:19:19.896192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e746b7-7507-4887-8cd5-b1470121ad82 req-3c289412-f846-4145-b3ac-bf10e3efd260 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:19.896937 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-d1e746b7-7507-4887-8cd5-b1470121ad82 req-3c289412-f846-4145-b3ac-bf10e3efd260 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:19.909332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-d1e746b7-7507-4887-8cd5-b1470121ad82 req-3c289412-f846-4145-b3ac-bf10e3efd260 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:19.910486 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d1e746b7-7507-4887-8cd5-b1470121ad82 req-3c289412-f846-4145-b3ac-bf10e3efd260 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 944 time: 0.0915794 Jan 27 17:19:19.935462 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-427bca73-6e25-4dbf-a1eb-09f0f35075e3 req-a72d483b-87ba-4b65-86c8-d110094c4cae tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430031 Jan 27 17:19:19.953909 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-d1e746b7-7507-4887-8cd5-b1470121ad82 req-cd5613a9-2395-4e2a-ab6f-8d2734008f27 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:19:19.958493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39202) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:19.965519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-d1e746b7-7507-4887-8cd5-b1470121ad82 req-cd5613a9-2395-4e2a-ab6f-8d2734008f27 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:19:19.966681 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d1e746b7-7507-4887-8cd5-b1470121ad82 req-cd5613a9-2395-4e2a-ab6f-8d2734008f27 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505650 Jan 27 17:19:20.029761 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581b7b5b-b4fe-4c59-90f0-b96459240a7d tempest-TestVolumeBootPattern-635512162 tempest-TestVolumeBootPattern-635512162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:20.031146 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-581b7b5b-b4fe-4c59-90f0-b96459240a7d tempest-TestVolumeBootPattern-635512162 tempest-TestVolumeBootPattern-635512162-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 1094 time: 0.0715842 Jan 27 17:19:20.034147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39206) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:20.039004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '7c81baa8-73f7-4da4-ae47-0dbff11772d0', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:20.045062 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:20.049061 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Usage tracker for resource:floatingip and tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:20.052055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:20.057799 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:20.069454 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for floatingip, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:20.208272 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:20.351050 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Allocated IP 172.26.1.128 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/322d7ba4-63eb-4233-8034-4ead5b828bd2) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:20.516042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:20.549743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:20.611040 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:20.613710 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:20.617505 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:19:20.654326 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event updated for resources: {'Port': ['ID=322d7ba4-63eb-4233-8034-4ead5b828bd2,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:21.016989 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6e8b2d4-7d6d-44a3-b8a3-0d5e9c8c3a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:21.059859 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:21.298392 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:21.369794 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e07c5-3b32-4a3a-ba89-0293c92edd0d req-163b186c-4179-47b1-ab28-ffd5a33e5579 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:21.371295 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ed0e07c5-3b32-4a3a-ba89-0293c92edd0d req-163b186c-4179-47b1-ab28-ffd5a33e5579 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 944 time: 0.2907517 Jan 27 17:19:21.497723 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ed0e07c5-3b32-4a3a-ba89-0293c92edd0d req-8a116c1e-e898-403e-82c4-f30da34cac8f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194553 Jan 27 17:19:21.552526 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:21.558963 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:21.667334 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event updated for resources: {'Port': ['ID=322d7ba4-63eb-4233-8034-4ead5b828bd2,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:21.678970 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:21.861509 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Floating IP acf4da8b-8512-42f3-9149-ad945797ae6e associated. External IP: 172.26.1.128, port: 7c81baa8-73f7-4da4-ae47-0dbff11772d0. Jan 27 17:19:22.128893 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:22.214258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Router a9f9edf8-d1d8-4657-b662-354e6f583744 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:22.215481 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:22.405328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:22.420235 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508e39c-be21-4f40-82f1-86c69e8b6248 None None] Sync routers for ids ['a9f9edf8-d1d8-4657-b662-354e6f583744'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:22.434370 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508e39c-be21-4f40-82f1-86c69e8b6248 None None] Routers {'a9f9edf8-d1d8-4657-b662-354e6f583744'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:19:22.435093 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-8508e39c-be21-4f40-82f1-86c69e8b6248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:19:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['a9f9edf8-d1d8-4657-b662-354e6f583744'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:22.440359 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:22.521699 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-591b5b4e-2b87-4550-9da4-6ffcf3c7be03 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4740818 Jan 27 17:19:22.521699 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084e87e6-ff40-40f9-b8b9-085b6712b488', 'tag': '7c81baa8-73f7-4da4-ae47-0dbff11772d0'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:19:22.557943 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084e87e6-ff40-40f9-b8b9-085b6712b488', 'tag': '7c81baa8-73f7-4da4-ae47-0dbff11772d0', 'status': 'completed', 'code': 200} Jan 27 17:19:22.637633 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-8508e39c-be21-4f40-82f1-86c69e8b6248 None None] Set router a9f9edf8-d1d8-4657-b662-354e6f583744 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:22.710396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867afdb-728c-4346-8fe6-5de0207c8173 req-6f0c778e-ae54-40e8-aca4-26bb11060502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:22.711884 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d867afdb-728c-4346-8fe6-5de0207c8173 req-6f0c778e-ae54-40e8-aca4-26bb11060502 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 1099 time: 0.1298265 Jan 27 17:19:22.723522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac313d45-9b58-4325-9bca-4a8daabaf7d0 req-74c1d86e-759a-4859-b865-c9cddc2eed25 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:22.724928 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ac313d45-9b58-4325-9bca-4a8daabaf7d0 req-74c1d86e-759a-4859-b865-c9cddc2eed25 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 944 time: 0.1127121 Jan 27 17:19:22.989242 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ac313d45-9b58-4325-9bca-4a8daabaf7d0 req-c7beff43-00cd-487e-b819-4d6bf1f0761f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457354 Jan 27 17:19:22.993095 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-8508e39c-be21-4f40-82f1-86c69e8b6248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'acf4da8b-8512-42f3-9149-ad945797ae6e', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'port_id': '7c81baa8-73f7-4da4-ae47-0dbff11772d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'mac_address': 'fa:16:3e:89:ae:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e87e6-ff40-40f9-b8b9-085b6712b488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:19:20Z', 'updated_at': '2022-01-27T17:19:20Z', 'revision_number': 0, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ip_address_scope': None}, {'id': 'bf3797c3-c05d-41c3-b9f5-a96718554b10', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'port_id': '950ed6eb-6f3a-48f6-8efb-9879300940bc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'mac_address': 'fa:16:3e:e3:82:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5b5eb9-1db7-4553-8450-155c47767942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:07Z', 'updated_at': '2022-01-27T17:17:10Z', 'revision_number': 1, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:28Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:22.997839 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508e39c-be21-4f40-82f1-86c69e8b6248 None None] Checking router: a9f9edf8-d1d8-4657-b662-354e6f583744 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:23.007735 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508e39c-be21-4f40-82f1-86c69e8b6248 None None] Routers {'a9f9edf8-d1d8-4657-b662-354e6f583744'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:19:23.008341 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-8508e39c-be21-4f40-82f1-86c69e8b6248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:19:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['a9f9edf8-d1d8-4657-b662-354e6f583744'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:23.021186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867afdb-728c-4346-8fe6-5de0207c8173 req-37d8c208-c618-4673-929b-64395515c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:23.022651 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d867afdb-728c-4346-8fe6-5de0207c8173 req-37d8c208-c618-4673-929b-64395515c072 service neutron] 10.222.0.83 "GET /v2.0/networks?id=841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 200 len: 913 time: 0.2969141 Jan 27 17:19:23.124048 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d867afdb-728c-4346-8fe6-5de0207c8173 req-2881e3da-4e2b-43e2-afed-2b6dc05a2b4e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c81baa8-73f7-4da4-ae47-0dbff11772d0 HTTP/1.1" status: 200 len: 1000 time: 0.0946612 Jan 27 17:19:23.124881 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:19:23.184617 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867afdb-728c-4346-8fe6-5de0207c8173 req-36c51a4f-4023-47d3-a621-1b3ff0b35968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:23.186111 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d867afdb-728c-4346-8fe6-5de0207c8173 req-36c51a4f-4023-47d3-a621-1b3ff0b35968 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d6555cc-80bd-47ee-878f-a5617b07d795 HTTP/1.1" status: 200 len: 850 time: 0.0563414 Jan 27 17:19:23.189971 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-8508e39c-be21-4f40-82f1-86c69e8b6248 None None] Set router a9f9edf8-d1d8-4657-b662-354e6f583744 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:23.265967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867afdb-728c-4346-8fe6-5de0207c8173 req-e94b0a50-7bdf-4b69-b941-d4d37a3dcb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:23.267497 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d867afdb-728c-4346-8fe6-5de0207c8173 req-e94b0a50-7bdf-4b69-b941-d4d37a3dcb8d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=841011a7-cc94-4162-872b-7e5b601026ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757420 Jan 27 17:19:23.271290 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 769add0b-c5a0-4cbb-8dc0-78f5e89fa257, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=769add0b-c5a0-4cbb-8dc0-78f5e89fa257,segment=NetworkSegment(e34b280d-fa39-44e1-a5cf-d07fa8858b7f),segment_id=e34b280d-fa39-44e1-a5cf-d07fa8858b7f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:23.285187 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'port_id': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257', 'mac_address': 'fa:16:3e:e8:9a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:19:23.344558 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:23.362572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:19:23.388299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 769add0b-c5a0-4cbb-8dc0-78f5e89fa257, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=769add0b-c5a0-4cbb-8dc0-78f5e89fa257,segment=NetworkSegment(e34b280d-fa39-44e1-a5cf-d07fa8858b7f),segment_id=e34b280d-fa39-44e1-a5cf-d07fa8858b7f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:23.395710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:23.402589 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d867afdb-728c-4346-8fe6-5de0207c8173 req-44f73979-a367-43c8-8c31-6824e6f46b9b service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287446 Jan 27 17:19:23.430523 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:23.460997 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=769add0b-c5a0-4cbb-8dc0-78f5e89fa257,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:23.468129 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:23.468467 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:23.468903 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:23.469224 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:23.469543 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:23.469901 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:23.470226 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:23.470524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:23.470833 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:23.471137 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:23.471448 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:23.471750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:19:23.535727 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d867afdb-728c-4346-8fe6-5de0207c8173 req-c57a6724-652e-45b3-aa40-e818513e146e service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269929 Jan 27 17:19:23.564526 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-8508e39c-be21-4f40-82f1-86c69e8b6248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'acf4da8b-8512-42f3-9149-ad945797ae6e', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'port_id': '7c81baa8-73f7-4da4-ae47-0dbff11772d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'mac_address': 'fa:16:3e:89:ae:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e87e6-ff40-40f9-b8b9-085b6712b488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:19:20Z', 'updated_at': '2022-01-27T17:19:20Z', 'revision_number': 0, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ip_address_scope': None}, {'id': 'bf3797c3-c05d-41c3-b9f5-a96718554b10', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'port_id': '950ed6eb-6f3a-48f6-8efb-9879300940bc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'mac_address': 'fa:16:3e:e3:82:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5b5eb9-1db7-4553-8450-155c47767942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:07Z', 'updated_at': '2022-01-27T17:17:10Z', 'revision_number': 1, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:28Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:23.568541 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508e39c-be21-4f40-82f1-86c69e8b6248 None None] The sync data for ids ['a9f9edf8-d1d8-4657-b662-354e6f583744'] in dv-neutron-826439-2-hyperv is: [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'acf4da8b-8512-42f3-9149-ad945797ae6e', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'port_id': '7c81baa8-73f7-4da4-ae47-0dbff11772d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'mac_address': 'fa:16:3e:89:ae:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e87e6-ff40-40f9-b8b9-085b6712b488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:19:20Z', 'updated_at': '2022-01-27T17:19:20Z', 'revision_number': 0, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ip_address_scope': None}, {'id': 'bf3797c3-c05d-41c3-b9f5-a96718554b10', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'port_id': '950ed6eb-6f3a-48f6-8efb-9879300940bc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'mac_address': 'fa:16:3e:e3:82:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5b5eb9-1db7-4553-8450-155c47767942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:07Z', 'updated_at': '2022-01-27T17:17:10Z', 'revision_number': 1, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:28Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:23.622875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['769add0b-c5a0-4cbb-8dc0-78f5e89fa257'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:19:23.772148 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba3e77-da39-4973-b934-f71b2ad9ba9d None None] New status for floating IP acf4da8b-8512-42f3-9149-ad945797ae6e: ACTIVE {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:19:24.192828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e63e5-92d5-4dd1-a87f-75fb65efe5b3 req-9af693f7-be5c-45ac-b4ac-742359d3788a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:24.194350 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-485e63e5-92d5-4dd1-a87f-75fb65efe5b3 req-9af693f7-be5c-45ac-b4ac-742359d3788a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 945 time: 0.0837576 Jan 27 17:19:24.237547 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-485e63e5-92d5-4dd1-a87f-75fb65efe5b3 req-d9ff9f81-b8f6-4f17-b5d7-95d2e936c700 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373821 Jan 27 17:19:25.130606 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:19:25.204221 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:19:25.210557 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:19:25.210927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.330274 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.357141 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b51746e-e12d-4794-9b8e-162eaca3cd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:19:25.366526 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 769add0b-c5a0-4cbb-8dc0-78f5e89fa257, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=769add0b-c5a0-4cbb-8dc0-78f5e89fa257,segment=NetworkSegment(e34b280d-fa39-44e1-a5cf-d07fa8858b7f),segment_id=e34b280d-fa39-44e1-a5cf-d07fa8858b7f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:25.372809 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:25.404886 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b51746e-e12d-4794-9b8e-162eaca3cd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257', 'code': 200} Jan 27 17:19:25.428045 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a399c1-97da-4eca-8436-a4937df8cc90 req-01f422a8-5e3e-4e99-ae2d-a2484fd99acf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:25.429599 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d9a399c1-97da-4eca-8436-a4937df8cc90 req-01f422a8-5e3e-4e99-ae2d-a2484fd99acf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 946 time: 0.0821679 Jan 27 17:19:25.451066 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=769add0b-c5a0-4cbb-8dc0-78f5e89fa257,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:25.479616 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d9a399c1-97da-4eca-8436-a4937df8cc90 req-3a2eebf7-e28e-4c66-83be-6ca809c29d6a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436211 Jan 27 17:19:25.636291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448e213-96dc-49f0-b02f-f2b2e6c781bd req-615019b4-2cbd-4bfe-839f-22460ab8408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:25.637915 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1448e213-96dc-49f0-b02f-f2b2e6c781bd req-615019b4-2cbd-4bfe-839f-22460ab8408a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 1099 time: 0.0752056 Jan 27 17:19:25.678565 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1448e213-96dc-49f0-b02f-f2b2e6c781bd req-032d192f-930a-4c95-a38c-1f6c5b1a9ecb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349197 Jan 27 17:19:26.680834 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c8201-6ca9-480c-b61a-362c674cc7f2 req-24f247ca-5711-470c-99cd-d191b15db75d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:26.682374 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-559c8201-6ca9-480c-b61a-362c674cc7f2 req-24f247ca-5711-470c-99cd-d191b15db75d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 946 time: 0.0844500 Jan 27 17:19:26.738951 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-559c8201-6ca9-480c-b61a-362c674cc7f2 req-f65910ed-50ab-4e4f-9202-8b5b8fb91e8f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495718 Jan 27 17:19:28.098046 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a155713-9e4a-45bb-aa6f-5e61eb467194 req-a3bd12f6-7f06-45a6-b186-0485e26c971d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:28.099424 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7a155713-9e4a-45bb-aa6f-5e61eb467194 req-a3bd12f6-7f06-45a6-b186-0485e26c971d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 946 time: 0.0906160 Jan 27 17:19:28.146472 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7a155713-9e4a-45bb-aa6f-5e61eb467194 req-2e3f4c38-f09d-47f6-89d4-f04da33cb385 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383525 Jan 27 17:19:28.331141 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a062d8-1eeb-4538-9f9d-b0f887e79b6e req-9314032c-604b-4450-9cf2-d5e732f27217 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:28.332598 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c4a062d8-1eeb-4538-9f9d-b0f887e79b6e req-9314032c-604b-4450-9cf2-d5e732f27217 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 946 time: 0.0814447 Jan 27 17:19:28.376501 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c4a062d8-1eeb-4538-9f9d-b0f887e79b6e req-8ecf66e4-b9e2-43aa-a2dc-b63a1095c26c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378664 Jan 27 17:19:28.399076 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39230) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:28.470213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa011201-8a0f-48f4-8268-f97f73d555bc tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:28.471739 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-aa011201-8a0f-48f4-8268-f97f73d555bc tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 1094 time: 0.0713487 Jan 27 17:19:28.474924 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39234) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:28.480196 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:19:28.486698 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:19:28.491006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:floatingip and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:19:28.494043 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:19:28.499919 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:19:28.510945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:28.660240 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:28.816550 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.26.1.203 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/42b42db2-05b6-43d3-9dfa-ce1d5e697954) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:19:28.964355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:28.996875 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:29.061529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:19:29.064437 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:19:29.068006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:19:29.102497 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=42b42db2-05b6-43d3-9dfa-ce1d5e697954,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:29.653565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:29.727155 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:29.937178 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:29.942473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:30.055704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=42b42db2-05b6-43d3-9dfa-ce1d5e697954,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:30.077192 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:30.251755 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP 1c5c23df-6203-4b6b-a66a-1d3ebc98824c associated. External IP: 172.26.1.203, port: 769add0b-c5a0-4cbb-8dc0-78f5e89fa257. Jan 27 17:19:30.605024 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 9c172856-e8d8-4261-8f74-f5b5aff1bdad has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:19:30.917218 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:19:30.926822 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787503e8-5a11-4d1b-b90f-ddc71307d67f None None] Sync routers for ids ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:19:30.936798 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787503e8-5a11-4d1b-b90f-ddc71307d67f None None] Routers {'9c172856-e8d8-4261-8f74-f5b5aff1bdad'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:19:30.937147 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-787503e8-5a11-4d1b-b90f-ddc71307d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:19:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:30.943462 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:31.008842 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-257a8e4f-e521-4f36-a1d9-49bb905431bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5324531 Jan 27 17:19:31.009720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b51746e-e12d-4794-9b8e-162eaca3cd4c', 'tag': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:19:31.012279 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39238) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:31.072679 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b51746e-e12d-4794-9b8e-162eaca3cd4c', 'tag': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257', 'status': 'completed', 'code': 200} Jan 27 17:19:31.144052 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-787503e8-5a11-4d1b-b90f-ddc71307d67f None None] Set router 9c172856-e8d8-4261-8f74-f5b5aff1bdad gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:31.166777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1895f4c-a2fa-4520-99ae-faa8bc0c3859 req-db4db269-4847-4b76-abaa-857447d45573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:31.168504 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1895f4c-a2fa-4520-99ae-faa8bc0c3859 req-db4db269-4847-4b76-abaa-857447d45573 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 1099 time: 0.0750489 Jan 27 17:19:31.194580 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-aebe5be4-4352-4d5f-823e-449e4688ae87 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/routers/9c172856-e8d8-4261-8f74-f5b5aff1bdad HTTP/1.1" status: 200 len: 923 time: 0.1786594 Jan 27 17:19:31.194772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39246) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:31.301349 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-de63b036-92da-4734-9874-8009c3cff595 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/1c5c23df-6203-4b6b-a66a-1d3ebc98824c HTTP/1.1" status: 200 len: 992 time: 0.1054950 Jan 27 17:19:31.303930 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1895f4c-a2fa-4520-99ae-faa8bc0c3859 req-720539ee-62ac-4f2f-bab3-be137c6d2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:31.305448 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1895f4c-a2fa-4520-99ae-faa8bc0c3859 req-720539ee-62ac-4f2f-bab3-be137c6d2fee service neutron] 10.222.0.83 "GET /v2.0/networks?id=bc8af8a5-8ba9-450f-a21c-f374aaec437b HTTP/1.1" status: 200 len: 898 time: 0.1304302 Jan 27 17:19:31.408795 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1895f4c-a2fa-4520-99ae-faa8bc0c3859 req-5b7635fb-c01e-41c5-a52a-143152c9a7e9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769add0b-c5a0-4cbb-8dc0-78f5e89fa257 HTTP/1.1" status: 200 len: 1000 time: 0.0966456 Jan 27 17:19:31.470893 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1895f4c-a2fa-4520-99ae-faa8bc0c3859 req-9bc29b3c-8525-4e87-a2d8-73a83f446da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:31.472228 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1895f4c-a2fa-4520-99ae-faa8bc0c3859 req-9bc29b3c-8525-4e87-a2d8-73a83f446da7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=766bdfb6-430e-4b2d-bda1-45e002c56ecd HTTP/1.1" status: 200 len: 833 time: 0.0566633 Jan 27 17:19:31.525825 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-787503e8-5a11-4d1b-b90f-ddc71307d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:08Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '1c5c23df-6203-4b6b-a66a-1d3ebc98824c', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.203', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'port_id': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'mac_address': 'fa:16:3e:e8:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b51746e-e12d-4794-9b8e-162eaca3cd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:19:29Z', 'updated_at': '2022-01-27T17:19:29Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6741cf-cfb8-498a-ad67-8841c53c854a', 'name': '', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:28:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:19:13Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:31.530173 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787503e8-5a11-4d1b-b90f-ddc71307d67f None None] Checking router: 9c172856-e8d8-4261-8f74-f5b5aff1bdad for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:19:31.538586 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787503e8-5a11-4d1b-b90f-ddc71307d67f None None] Routers {'9c172856-e8d8-4261-8f74-f5b5aff1bdad'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:19:31.539213 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-787503e8-5a11-4d1b-b90f-ddc71307d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:19:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:31.549840 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1895f4c-a2fa-4520-99ae-faa8bc0c3859 req-7418dba8-20a9-465c-b876-fcd7746e4a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:19:31.551335 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1895f4c-a2fa-4520-99ae-faa8bc0c3859 req-7418dba8-20a9-465c-b876-fcd7746e4a4d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bc8af8a5-8ba9-450f-a21c-f374aaec437b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734968 Jan 27 17:19:31.683684 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1895f4c-a2fa-4520-99ae-faa8bc0c3859 req-f056933f-a9f0-4b50-b6fc-142c52f19d5f service neutron] 10.222.0.83 "GET /v2.0/networks/bc8af8a5-8ba9-450f-a21c-f374aaec437b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259832 Jan 27 17:19:31.723415 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-787503e8-5a11-4d1b-b90f-ddc71307d67f None None] Set router 9c172856-e8d8-4261-8f74-f5b5aff1bdad gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:19:31.835321 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1895f4c-a2fa-4520-99ae-faa8bc0c3859 req-28947f17-8081-411c-892c-21757070ceb8 service neutron] 10.222.0.83 "GET /v2.0/networks/bc8af8a5-8ba9-450f-a21c-f374aaec437b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433778 Jan 27 17:19:32.074365 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-787503e8-5a11-4d1b-b90f-ddc71307d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:08Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '1c5c23df-6203-4b6b-a66a-1d3ebc98824c', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.203', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'port_id': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'mac_address': 'fa:16:3e:e8:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b51746e-e12d-4794-9b8e-162eaca3cd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:19:29Z', 'updated_at': '2022-01-27T17:19:29Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6741cf-cfb8-498a-ad67-8841c53c854a', 'name': '', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:28:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:19:13Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:19:32.078434 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787503e8-5a11-4d1b-b90f-ddc71307d67f None None] The sync data for ids ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'] in dv-neutron-826439-2-hyperv is: [{'id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:08Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '1c5c23df-6203-4b6b-a66a-1d3ebc98824c', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.203', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'port_id': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'mac_address': 'fa:16:3e:e8:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b51746e-e12d-4794-9b8e-162eaca3cd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:19:29Z', 'updated_at': '2022-01-27T17:19:29Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6741cf-cfb8-498a-ad67-8841c53c854a', 'name': '', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:28:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:19:13Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:19:32.278747 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2fd9f-48e3-40a4-bf43-2d0088dbfdee None None] New status for floating IP 1c5c23df-6203-4b6b-a66a-1d3ebc98824c: ACTIVE {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:19:32.304958 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39250) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:32.414658 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e6fca64d-cf57-4be0-a0b0-1872b1e57f0c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/1c5c23df-6203-4b6b-a66a-1d3ebc98824c HTTP/1.1" status: 200 len: 992 time: 0.1084168 Jan 27 17:19:33.407027 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:33.418797 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39254) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:33.523650 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-31dda0c4-32db-4a30-8d6a-76c303707730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/1c5c23df-6203-4b6b-a66a-1d3ebc98824c HTTP/1.1" status: 200 len: 994 time: 0.1035199 Jan 27 17:19:34.541580 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:19:48.724568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2404b044-b3c1-48e8-bfe9-e73a55ac36c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:51.024319 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9225396b-c709-4660-9ac7-e73a400b6df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:52.141053 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:52.211186 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:53.403816 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:58.042245 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39272) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:58.247325 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-45a5ec69-85bc-4865-adc8-b6af7796936f tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/routers/9c172856-e8d8-4261-8f74-f5b5aff1bdad/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2039161 Jan 27 17:19:58.250260 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39276) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:58.540503 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527ce81f-2408-4cb8-a082-6294ad6007fc tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Notify agent at dv-neutron-826439-2-hyperv the message router_removed_from_agent {{(pid=87595) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 27 17:19:58.546689 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-527ce81f-2408-4cb8-a082-6294ad6007fc tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "DELETE /v2.0/agents/b92f3340-42c6-4a59-8979-13df6255a4d0/l3-routers/9c172856-e8d8-4261-8f74-f5b5aff1bdad HTTP/1.1" status: 204 len: 168 time: 0.2954795 Jan 27 17:19:58.546821 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39280) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:58.734834 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-53fa9395-3861-4ea0-ba69-c50dfc1528fd tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/routers/9c172856-e8d8-4261-8f74-f5b5aff1bdad/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1862686 Jan 27 17:19:58.735115 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39284) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:58.841927 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-53029970-9f73-4a33-bb2c-8b1776a6bf38 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/1c5c23df-6203-4b6b-a66a-1d3ebc98824c HTTP/1.1" status: 200 len: 994 time: 0.1055636 Jan 27 17:19:59.336333 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670b7644-ca0a-46f1-8d02-e33727018d96 None None] New status for floating IP 1c5c23df-6203-4b6b-a66a-1d3ebc98824c: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:19:59.367038 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 8e6741cf-cfb8-498a-ad67-8841c53c854a no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:19:59.480889 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:59.513730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 8e6741cf-cfb8-498a-ad67-8841c53c854a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=8e6741cf-cfb8-498a-ad67-8841c53c854a,segment=NetworkSegment(e34b280d-fa39-44e1-a5cf-d07fa8858b7f),segment_id=e34b280d-fa39-44e1-a5cf-d07fa8858b7f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:59.520794 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:59.521471 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 774832d1-5bc6-45ad-af9a-6b28cb802e38 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:19:59.635438 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=8e6741cf-cfb8-498a-ad67-8841c53c854a,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:59.691532 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:59.708261 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 774832d1-5bc6-45ad-af9a-6b28cb802e38, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=774832d1-5bc6-45ad-af9a-6b28cb802e38,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:19:59.712914 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:19:59.785832 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=774832d1-5bc6-45ad-af9a-6b28cb802e38,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:19:59.844939 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39288) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:19:59.951869 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8934f966-5169-4bdd-91a8-a4cd08f4726e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/1c5c23df-6203-4b6b-a66a-1d3ebc98824c HTTP/1.1" status: 200 len: 992 time: 0.1057711 Jan 27 17:20:01.101953 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39296) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:01.441075 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1acc8c-c65d-4d08-a5c8-a41294548bdd tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Router 9c172856-e8d8-4261-8f74-f5b5aff1bdad is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:20:01.441361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1acc8c-c65d-4d08-a5c8-a41294548bdd tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Notify agent at dv-neutron-826439-2-hyperv the message router_added_to_agent {{(pid=87594) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 27 17:20:01.468660 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cb1acc8c-c65d-4d08-a5c8-a41294548bdd tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "POST /v2.0/agents/b92f3340-42c6-4a59-8979-13df6255a4d0/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3627951 Jan 27 17:20:01.468660 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39304) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:01.483242 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f175e353-7910-42f3-9408-c46fbafb6240 None None] Sync routers for ids ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:20:01.495246 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f175e353-7910-42f3-9408-c46fbafb6240 None None] Routers {'9c172856-e8d8-4261-8f74-f5b5aff1bdad'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:20:01.495246 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-f175e353-7910-42f3-9408-c46fbafb6240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:19:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:01.659096 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f95574bc-f18b-4269-beb9-cfa361e17ff7 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/routers/9c172856-e8d8-4261-8f74-f5b5aff1bdad/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1840754 Jan 27 17:20:01.659096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39308) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:01.689518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-f175e353-7910-42f3-9408-c46fbafb6240 None None] Set router 9c172856-e8d8-4261-8f74-f5b5aff1bdad gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:01.769336 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-627d6adf-ec2e-4f6c-b76f-644b200cc676 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/1c5c23df-6203-4b6b-a66a-1d3ebc98824c HTTP/1.1" status: 200 len: 992 time: 0.1116769 Jan 27 17:20:02.060651 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-f175e353-7910-42f3-9408-c46fbafb6240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:08Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '1c5c23df-6203-4b6b-a66a-1d3ebc98824c', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.203', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'port_id': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'mac_address': 'fa:16:3e:e8:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b51746e-e12d-4794-9b8e-162eaca3cd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:19:29Z', 'updated_at': '2022-01-27T17:19:59Z', 'revision_number': 2, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6741cf-cfb8-498a-ad67-8841c53c854a', 'name': '', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:28:9e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:19:59Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:02.065278 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f175e353-7910-42f3-9408-c46fbafb6240 None None] Checking router: 9c172856-e8d8-4261-8f74-f5b5aff1bdad for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:20:02.074198 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f175e353-7910-42f3-9408-c46fbafb6240 None None] Routers {'9c172856-e8d8-4261-8f74-f5b5aff1bdad'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:20:02.074672 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-f175e353-7910-42f3-9408-c46fbafb6240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:19:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:02.266864 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-f175e353-7910-42f3-9408-c46fbafb6240 None None] Set router 9c172856-e8d8-4261-8f74-f5b5aff1bdad gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:02.668497 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-f175e353-7910-42f3-9408-c46fbafb6240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:08Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '1c5c23df-6203-4b6b-a66a-1d3ebc98824c', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.203', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'port_id': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'mac_address': 'fa:16:3e:e8:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b51746e-e12d-4794-9b8e-162eaca3cd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:19:29Z', 'updated_at': '2022-01-27T17:19:59Z', 'revision_number': 2, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6741cf-cfb8-498a-ad67-8841c53c854a', 'name': '', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:28:9e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:19:59Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:02.671937 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f175e353-7910-42f3-9408-c46fbafb6240 None None] The sync data for ids ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'] in dv-neutron-826439-2-hyperv is: [{'id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:08Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '1c5c23df-6203-4b6b-a66a-1d3ebc98824c', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.203', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'port_id': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'mac_address': 'fa:16:3e:e8:9a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b51746e-e12d-4794-9b8e-162eaca3cd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:19:29Z', 'updated_at': '2022-01-27T17:19:59Z', 'revision_number': 2, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6741cf-cfb8-498a-ad67-8841c53c854a', 'name': '', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:28:9e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:19:59Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:20:02.772703 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39312) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:02.937827 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-faaf6655-a343-46bf-a67d-ab5429b9630e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/1c5c23df-6203-4b6b-a66a-1d3ebc98824c HTTP/1.1" status: 200 len: 992 time: 0.1641903 Jan 27 17:20:03.127710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 8e6741cf-cfb8-498a-ad67-8841c53c854a up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:20:03.218884 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 8e6741cf-cfb8-498a-ad67-8841c53c854a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:03.218884 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:03.354665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:03.397089 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 8e6741cf-cfb8-498a-ad67-8841c53c854a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=8e6741cf-cfb8-498a-ad67-8841c53c854a,segment=NetworkSegment(e34b280d-fa39-44e1-a5cf-d07fa8858b7f),segment_id=e34b280d-fa39-44e1-a5cf-d07fa8858b7f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:03.413080 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:03.468167 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:03.500717 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=8e6741cf-cfb8-498a-ad67-8841c53c854a,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:03.942519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39316) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:04.074316 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e5557e5f-d775-4ade-a60d-47f2b70f5756 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/1c5c23df-6203-4b6b-a66a-1d3ebc98824c HTTP/1.1" status: 200 len: 992 time: 0.1310666 Jan 27 17:20:04.636902 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33caa6f5-8517-458a-9408-94517ab280af None None] New status for floating IP 1c5c23df-6203-4b6b-a66a-1d3ebc98824c: ACTIVE {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:20:05.077290 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39320) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:05.149536 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 8e6741cf-cfb8-498a-ad67-8841c53c854a up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:20:05.196157 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-86c75dcd-3021-415f-ab09-82f7d50fa9d2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/1c5c23df-6203-4b6b-a66a-1d3ebc98824c HTTP/1.1" status: 200 len: 994 time: 0.1176567 Jan 27 17:20:05.218776 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 8e6741cf-cfb8-498a-ad67-8841c53c854a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:05.219148 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:05.338145 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 774832d1-5bc6-45ad-af9a-6b28cb802e38 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:20:05.403692 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 774832d1-5bc6-45ad-af9a-6b28cb802e38 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:05.404175 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:05.467681 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39328) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:05.523524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:05.541064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 774832d1-5bc6-45ad-af9a-6b28cb802e38, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=774832d1-5bc6-45ad-af9a-6b28cb802e38,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:05.546808 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:05.613265 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=774832d1-5bc6-45ad-af9a-6b28cb802e38,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:05.667727 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 42b42db2-05b6-43d3-9dfa-ce1d5e697954 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:05.668069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:05.840781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:05.842310 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:05.964367 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 42b42db2-05b6-43d3-9dfa-ce1d5e697954 owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:06.232254 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:06.278456 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=42b42db2-05b6-43d3-9dfa-ce1d5e697954,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:06.316911 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:06.317252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:06.317584 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:06.317944 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:06.318266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:06.318596 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:06.318913 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:06.319228 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:06.319543 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:06.319853 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:06.320156 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:06.320484 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:06.379044 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:06.379292 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP 1c5c23df-6203-4b6b-a66a-1d3ebc98824c disassociated (deleted). External IP: 172.26.1.203, port: 769add0b-c5a0-4cbb-8dc0-78f5e89fa257. Jan 27 17:20:06.737625 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 9c172856-e8d8-4261-8f74-f5b5aff1bdad has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:20:06.925042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:20:06.934841 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b375be-ab54-4b11-8144-32b6f87f9541 None None] Sync routers for ids ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:20:06.945752 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b375be-ab54-4b11-8144-32b6f87f9541 None None] Routers {'9c172856-e8d8-4261-8f74-f5b5aff1bdad'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:20:06.946357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-06b375be-ab54-4b11-8144-32b6f87f9541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:19:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:06.946508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:07.003368 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2575006e-3187-4469-a924-77d32245d62e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/floatingips/1c5c23df-6203-4b6b-a66a-1d3ebc98824c HTTP/1.1" status: 204 len: 168 time: 1.5346129 Jan 27 17:20:07.004177 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b51746e-e12d-4794-9b8e-162eaca3cd4c', 'tag': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:20:07.100015 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b51746e-e12d-4794-9b8e-162eaca3cd4c', 'tag': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257', 'status': 'completed', 'code': 200} Jan 27 17:20:07.117011 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 774832d1-5bc6-45ad-af9a-6b28cb802e38 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:20:07.191981 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-06b375be-ab54-4b11-8144-32b6f87f9541 None None] Set router 9c172856-e8d8-4261-8f74-f5b5aff1bdad gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:07.204718 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f596aa7-5fad-4056-8aed-42e45ada1667 req-b9a90c15-a94d-472e-b0d0-91ac61406215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:07.206440 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4f596aa7-5fad-4056-8aed-42e45ada1667 req-b9a90c15-a94d-472e-b0d0-91ac61406215 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 1099 time: 0.0823953 Jan 27 17:20:07.355028 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 774832d1-5bc6-45ad-af9a-6b28cb802e38 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:07.355028 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:07.355294 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f596aa7-5fad-4056-8aed-42e45ada1667 req-2c558ecc-7ddc-4daf-98a6-9669d9474c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:07.356686 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4f596aa7-5fad-4056-8aed-42e45ada1667 req-2c558ecc-7ddc-4daf-98a6-9669d9474c06 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bc8af8a5-8ba9-450f-a21c-f374aaec437b HTTP/1.1" status: 200 len: 898 time: 0.1445527 Jan 27 17:20:07.431050 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4f596aa7-5fad-4056-8aed-42e45ada1667 req-fdea7e1c-c328-430a-a164-ec6de5203ece service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769add0b-c5a0-4cbb-8dc0-78f5e89fa257 HTTP/1.1" status: 200 len: 217 time: 0.0659842 Jan 27 17:20:07.442850 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d577e-31c1-4661-9604-cfcd5ec0bf75 req-a425609a-32ab-4345-bbc3-078ab667f387 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:07.445055 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9f4d577e-31c1-4661-9604-cfcd5ec0bf75 req-a425609a-32ab-4345-bbc3-078ab667f387 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 946 time: 0.1047249 Jan 27 17:20:07.493212 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9f4d577e-31c1-4661-9604-cfcd5ec0bf75 req-75e3974e-cc06-44da-b02c-d7a043e5a875 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421796 Jan 27 17:20:07.505904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f596aa7-5fad-4056-8aed-42e45ada1667 req-c10fc74b-2e04-4395-bb71-eb484af57015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:07.512231 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4f596aa7-5fad-4056-8aed-42e45ada1667 req-c10fc74b-2e04-4395-bb71-eb484af57015 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=766bdfb6-430e-4b2d-bda1-45e002c56ecd HTTP/1.1" status: 200 len: 833 time: 0.0706441 Jan 27 17:20:07.585484 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f596aa7-5fad-4056-8aed-42e45ada1667 req-2149a11a-ba2c-4214-80af-7624868607b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:07.586890 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4f596aa7-5fad-4056-8aed-42e45ada1667 req-2149a11a-ba2c-4214-80af-7624868607b7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bc8af8a5-8ba9-450f-a21c-f374aaec437b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725164 Jan 27 17:20:07.658267 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-06b375be-ab54-4b11-8144-32b6f87f9541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:08Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:20:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '8e6741cf-cfb8-498a-ad67-8841c53c854a', 'name': '', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:28:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:20:03Z', 'revision_number': 7, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:07.662110 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b375be-ab54-4b11-8144-32b6f87f9541 None None] Checking router: 9c172856-e8d8-4261-8f74-f5b5aff1bdad for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:20:07.670299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b375be-ab54-4b11-8144-32b6f87f9541 None None] Routers {'9c172856-e8d8-4261-8f74-f5b5aff1bdad'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:20:07.670890 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-06b375be-ab54-4b11-8144-32b6f87f9541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:19:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:07.721758 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4f596aa7-5fad-4056-8aed-42e45ada1667 req-04ac7ca3-f948-4c94-8e1d-10d75e34790f service neutron] 10.222.0.83 "GET /v2.0/networks/bc8af8a5-8ba9-450f-a21c-f374aaec437b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270413 Jan 27 17:20:07.851950 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-06b375be-ab54-4b11-8144-32b6f87f9541 None None] Set router 9c172856-e8d8-4261-8f74-f5b5aff1bdad gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:07.976572 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4f596aa7-5fad-4056-8aed-42e45ada1667 req-063c7a3d-fd60-4f46-bfec-aeeae1911ac1 service neutron] 10.222.0.83 "GET /v2.0/networks/bc8af8a5-8ba9-450f-a21c-f374aaec437b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435513 Jan 27 17:20:08.173711 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-06b375be-ab54-4b11-8144-32b6f87f9541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:08Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:20:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '8e6741cf-cfb8-498a-ad67-8841c53c854a', 'name': '', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:28:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:20:03Z', 'revision_number': 7, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:08.177789 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b375be-ab54-4b11-8144-32b6f87f9541 None None] The sync data for ids ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'] in dv-neutron-826439-2-hyperv is: [{'id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:19:08Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:20:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '8e6741cf-cfb8-498a-ad67-8841c53c854a', 'name': '', 'network_id': 'bc8af8a5-8ba9-450f-a21c-f374aaec437b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:28:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:07Z', 'updated_at': '2022-01-27T17:20:03Z', 'revision_number': 7, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '766bdfb6-430e-4b2d-bda1-45e002c56ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:20:08.752492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db621d2-9457-485d-b3c0-d26d031df123 req-92b29a9d-b8bf-48da-ac63-9b6f58cbafdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:08.752964 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-2db621d2-9457-485d-b3c0-d26d031df123 req-92b29a9d-b8bf-48da-ac63-9b6f58cbafdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:20:08.764583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7790bb-aa30-4b08-ba83-c85984528ae8 req-c1eee436-1343-43bf-8df8-75e758851737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:08.765280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-cc7790bb-aa30-4b08-ba83-c85984528ae8 req-c1eee436-1343-43bf-8df8-75e758851737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:20:08.788143 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-2db621d2-9457-485d-b3c0-d26d031df123 req-92b29a9d-b8bf-48da-ac63-9b6f58cbafdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:20:08.789311 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2db621d2-9457-485d-b3c0-d26d031df123 req-92b29a9d-b8bf-48da-ac63-9b6f58cbafdc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 946 time: 0.1470284 Jan 27 17:20:08.790312 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-cc7790bb-aa30-4b08-ba83-c85984528ae8 req-c1eee436-1343-43bf-8df8-75e758851737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:20:08.791324 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cc7790bb-aa30-4b08-ba83-c85984528ae8 req-c1eee436-1343-43bf-8df8-75e758851737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 946 time: 0.1856775 Jan 27 17:20:08.893855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-2db621d2-9457-485d-b3c0-d26d031df123 req-3400acf7-6b3b-41b1-99f2-682b1fa4833c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:08.894197 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-2db621d2-9457-485d-b3c0-d26d031df123 req-3400acf7-6b3b-41b1-99f2-682b1fa4833c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:08.921519 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cc7790bb-aa30-4b08-ba83-c85984528ae8 req-d298ccb7-d7f7-414f-b2e4-ce265eafe434 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947828 Jan 27 17:20:08.981550 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fffba1-07d0-4053-b0ec-23cc572ee834 None None] New status for floating IP 1c5c23df-6203-4b6b-a66a-1d3ebc98824c: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:20:09.156298 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-2db621d2-9457-485d-b3c0-d26d031df123 req-3400acf7-6b3b-41b1-99f2-682b1fa4833c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port 769add0b-c5a0-4cbb-8dc0-78f5e89fa257, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=769add0b-c5a0-4cbb-8dc0-78f5e89fa257,segment=NetworkSegment(e34b280d-fa39-44e1-a5cf-d07fa8858b7f),segment_id=e34b280d-fa39-44e1-a5cf-d07fa8858b7f)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:09.156640 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-2db621d2-9457-485d-b3c0-d26d031df123 req-3400acf7-6b3b-41b1-99f2-682b1fa4833c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:09.283090 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-2db621d2-9457-485d-b3c0-d26d031df123 req-3400acf7-6b3b-41b1-99f2-682b1fa4833c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:09.430352 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-2db621d2-9457-485d-b3c0-d26d031df123 req-3400acf7-6b3b-41b1-99f2-682b1fa4833c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:09.481082 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400acf7-6b3b-41b1-99f2-682b1fa4833c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=769add0b-c5a0-4cbb-8dc0-78f5e89fa257,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:09.561334 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db621d2-9457-485d-b3c0-d26d031df123 req-3400acf7-6b3b-41b1-99f2-682b1fa4833c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] No DVR routers for this DVR port 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:20:09.563819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-2db621d2-9457-485d-b3c0-d26d031df123 req-3400acf7-6b3b-41b1-99f2-682b1fa4833c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:09.566587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b51746e-e12d-4794-9b8e-162eaca3cd4c', 'name': 'network-vif-deleted', 'tag': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:20:09.583196 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2db621d2-9457-485d-b3c0-d26d031df123 req-3400acf7-6b3b-41b1-99f2-682b1fa4833c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "DELETE /v2.0/ports/769add0b-c5a0-4cbb-8dc0-78f5e89fa257 HTTP/1.1" status: 204 len: 173 time: 0.7880311 Jan 27 17:20:09.626065 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b51746e-e12d-4794-9b8e-162eaca3cd4c', 'name': 'network-vif-deleted', 'tag': '769add0b-c5a0-4cbb-8dc0-78f5e89fa257', 'status': 'completed', 'code': 200} Jan 27 17:20:10.104680 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-3de6ef82-9e90-4677-abc2-b252c8d7e9da req-547b91dd-13c7-4ded-a806-771971df23dc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:20:10.115042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-3de6ef82-9e90-4677-abc2-b252c8d7e9da req-547b91dd-13c7-4ded-a806-771971df23dc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:20:10.115042 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3de6ef82-9e90-4677-abc2-b252c8d7e9da req-547b91dd-13c7-4ded-a806-771971df23dc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b51746e-e12d-4794-9b8e-162eaca3cd4c HTTP/1.1" status: 200 len: 210 time: 0.0639546 Jan 27 17:20:11.209595 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39350) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:11.286030 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c32bb5c3-7c54-4a23-9b30-4685c2bac200 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:11.316959 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c32bb5c3-7c54-4a23-9b30-4685c2bac200 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:11.357823 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:20:11.383003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c32bb5c3-7c54-4a23-9b30-4685c2bac200 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:11.387435 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:20:11.388355 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 769add0b-c5a0-4cbb-8dc0-78f5e89fa257 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:20:11.402878 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bb5c3-7c54-4a23-9b30-4685c2bac200 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:11.411617 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb5c3-7c54-4a23-9b30-4685c2bac200 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:11.411954 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb5c3-7c54-4a23-9b30-4685c2bac200 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:11.412284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb5c3-7c54-4a23-9b30-4685c2bac200 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:11.412607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb5c3-7c54-4a23-9b30-4685c2bac200 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:11.412926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb5c3-7c54-4a23-9b30-4685c2bac200 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:11.413245 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb5c3-7c54-4a23-9b30-4685c2bac200 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:11.413559 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb5c3-7c54-4a23-9b30-4685c2bac200 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:11.413910 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb5c3-7c54-4a23-9b30-4685c2bac200 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:11.414225 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb5c3-7c54-4a23-9b30-4685c2bac200 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:11.414534 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb5c3-7c54-4a23-9b30-4685c2bac200 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:11.414841 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb5c3-7c54-4a23-9b30-4685c2bac200 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:11.415147 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bb5c3-7c54-4a23-9b30-4685c2bac200 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:11.423692 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c32bb5c3-7c54-4a23-9b30-4685c2bac200 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:11.425275 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c32bb5c3-7c54-4a23-9b30-4685c2bac200 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/security-groups/3aaeaccf-40d1-40c4-9dfc-cd53023e5d7e HTTP/1.1" status: 204 len: 168 time: 0.2148018 Jan 27 17:20:11.459907 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39356) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:11.540088 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:20:12.017311 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1d784cf2-956c-4aa0-a14a-d8a8734db8b0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:12.394676 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-1d784cf2-956c-4aa0-a14a-d8a8734db8b0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 8e6741cf-cfb8-498a-ad67-8841c53c854a {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:12.394676 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1d784cf2-956c-4aa0-a14a-d8a8734db8b0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:12.592556 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-1d784cf2-956c-4aa0-a14a-d8a8734db8b0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port 8e6741cf-cfb8-498a-ad67-8841c53c854a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=8e6741cf-cfb8-498a-ad67-8841c53c854a,segment=NetworkSegment(e34b280d-fa39-44e1-a5cf-d07fa8858b7f),segment_id=e34b280d-fa39-44e1-a5cf-d07fa8858b7f)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:12.592556 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1d784cf2-956c-4aa0-a14a-d8a8734db8b0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:12.852149 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-1d784cf2-956c-4aa0-a14a-d8a8734db8b0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 8e6741cf-cfb8-498a-ad67-8841c53c854a owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:13.199470 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1d784cf2-956c-4aa0-a14a-d8a8734db8b0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:13.247942 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d784cf2-956c-4aa0-a14a-d8a8734db8b0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=8e6741cf-cfb8-498a-ad67-8841c53c854a,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:13.521891 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1d784cf2-956c-4aa0-a14a-d8a8734db8b0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:13.877070 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d784cf2-956c-4aa0-a14a-d8a8734db8b0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 9c172856-e8d8-4261-8f74-f5b5aff1bdad has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:20:14.077428 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d784cf2-956c-4aa0-a14a-d8a8734db8b0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:20:14.087299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ebac2-4860-4f7a-ab85-f5e58c4ba734 None None] Sync routers for ids ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:20:14.096413 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1d784cf2-956c-4aa0-a14a-d8a8734db8b0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/9c172856-e8d8-4261-8f74-f5b5aff1bdad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6360943 Jan 27 17:20:14.099160 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39360) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:14.101033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ebac2-4860-4f7a-ab85-f5e58c4ba734 None None] Routers {'9c172856-e8d8-4261-8f74-f5b5aff1bdad'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:20:14.101954 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-da9ebac2-4860-4f7a-ab85-f5e58c4ba734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:19:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:14.280677 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-6074af95-770f-49f4-adb5-2c3fd3af23ec tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting subnet 766bdfb6-430e-4b2d-bda1-45e002c56ecd {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:20:14.283773 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6074af95-770f-49f4-adb5-2c3fd3af23ec tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:14.289883 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-da9ebac2-4860-4f7a-ab85-f5e58c4ba734 None None] Set router 9c172856-e8d8-4261-8f74-f5b5aff1bdad gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:14.338739 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6074af95-770f-49f4-adb5-2c3fd3af23ec tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:14.426456 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6074af95-770f-49f4-adb5-2c3fd3af23ec tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:14.498843 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6074af95-770f-49f4-adb5-2c3fd3af23ec tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:14.537806 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074af95-770f-49f4-adb5-2c3fd3af23ec tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Subnet': ['ID=766bdfb6-430e-4b2d-bda1-45e002c56ecd,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:14.541151 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6074af95-770f-49f4-adb5-2c3fd3af23ec tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:14.547556 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6074af95-770f-49f4-adb5-2c3fd3af23ec tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/subnets/766bdfb6-430e-4b2d-bda1-45e002c56ecd HTTP/1.1" status: 204 len: 168 time: 0.4472704 Jan 27 17:20:14.550289 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39364) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:14.554709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d19689f-bc67-4819-95c5-2c5c5784fa1e None None] Network bc8af8a5-8ba9-450f-a21c-f374aaec437b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:20:14.728337 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6b3becee-6bd2-4a8d-91fe-072663ef9f74 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:14.765952 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-da9ebac2-4860-4f7a-ab85-f5e58c4ba734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:20:13Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:20:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:14.772270 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ebac2-4860-4f7a-ab85-f5e58c4ba734 None None] Checking router: 9c172856-e8d8-4261-8f74-f5b5aff1bdad for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:20:14.785902 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ebac2-4860-4f7a-ab85-f5e58c4ba734 None None] Routers {'9c172856-e8d8-4261-8f74-f5b5aff1bdad'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:20:14.786534 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-da9ebac2-4860-4f7a-ab85-f5e58c4ba734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:19:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:14.909535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6b3becee-6bd2-4a8d-91fe-072663ef9f74 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:14.920931 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-6b3becee-6bd2-4a8d-91fe-072663ef9f74 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 774832d1-5bc6-45ad-af9a-6b28cb802e38 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:14.921398 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6b3becee-6bd2-4a8d-91fe-072663ef9f74 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:14.973370 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccad5e3-afe4-4228-94ca-cf49aa809353 None None] DHCP port deletion for bc8af8a5-8ba9-450f-a21c-f374aaec437b request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:20:14.993945 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eccad5e3-afe4-4228-94ca-cf49aa809353 None None] Deleting port 48822afc-3d4f-490d-944c-36f9a514f53d {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:14.994346 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eccad5e3-afe4-4228-94ca-cf49aa809353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:15.062707 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-da9ebac2-4860-4f7a-ab85-f5e58c4ba734 None None] Set router 9c172856-e8d8-4261-8f74-f5b5aff1bdad gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:15.105203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-6b3becee-6bd2-4a8d-91fe-072663ef9f74 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port 774832d1-5bc6-45ad-af9a-6b28cb802e38, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=774832d1-5bc6-45ad-af9a-6b28cb802e38,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:15.105635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6b3becee-6bd2-4a8d-91fe-072663ef9f74 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:15.192530 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 48822afc-3d4f-490d-944c-36f9a514f53d no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:20:15.229377 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-6b3becee-6bd2-4a8d-91fe-072663ef9f74 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 774832d1-5bc6-45ad-af9a-6b28cb802e38 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:15.398565 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6b3becee-6bd2-4a8d-91fe-072663ef9f74 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:15.448325 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3becee-6bd2-4a8d-91fe-072663ef9f74 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=774832d1-5bc6-45ad-af9a-6b28cb802e38,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:15.533349 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6b3becee-6bd2-4a8d-91fe-072663ef9f74 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:15.543345 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-eccad5e3-afe4-4228-94ca-cf49aa809353 None None] For port 48822afc-3d4f-490d-944c-36f9a514f53d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=48822afc-3d4f-490d-944c-36f9a514f53d,segment=NetworkSegment(e34b280d-fa39-44e1-a5cf-d07fa8858b7f),segment_id=e34b280d-fa39-44e1-a5cf-d07fa8858b7f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:15.543724 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eccad5e3-afe4-4228-94ca-cf49aa809353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:15.661424 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:15.681303 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eccad5e3-afe4-4228-94ca-cf49aa809353 None None] Calling delete_port for 48822afc-3d4f-490d-944c-36f9a514f53d owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:15.780881 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 48822afc-3d4f-490d-944c-36f9a514f53d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=48822afc-3d4f-490d-944c-36f9a514f53d,segment=NetworkSegment(e34b280d-fa39-44e1-a5cf-d07fa8858b7f),segment_id=e34b280d-fa39-44e1-a5cf-d07fa8858b7f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:15.786645 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:15.806895 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6b3becee-6bd2-4a8d-91fe-072663ef9f74 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:15.809086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6b3becee-6bd2-4a8d-91fe-072663ef9f74 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:15.831983 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6b3becee-6bd2-4a8d-91fe-072663ef9f74 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:15.832193 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-eccad5e3-afe4-4228-94ca-cf49aa809353 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:20:15.832397 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-eccad5e3-afe4-4228-94ca-cf49aa809353 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:20:15.832526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3becee-6bd2-4a8d-91fe-072663ef9f74 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Fanout notify agent at l3_agent the message router_deleted on router 9c172856-e8d8-4261-8f74-f5b5aff1bdad {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:20:15.843704 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-da9ebac2-4860-4f7a-ab85-f5e58c4ba734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:20:13Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:20:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:15.847152 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6b3becee-6bd2-4a8d-91fe-072663ef9f74 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:15.850880 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6b3becee-6bd2-4a8d-91fe-072663ef9f74 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/routers/9c172856-e8d8-4261-8f74-f5b5aff1bdad HTTP/1.1" status: 204 len: 168 time: 1.2970452 Jan 27 17:20:15.851082 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39368) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:15.852796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ebac2-4860-4f7a-ab85-f5e58c4ba734 None None] The sync data for ids ['9c172856-e8d8-4261-8f74-f5b5aff1bdad'] in dv-neutron-826439-2-hyperv is: [{'id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'name': 'tempest-TestNetworkBasicOps-router-1611708383', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:20:13Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '774832d1-5bc6-45ad-af9a-6b28cb802e38', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c172856-e8d8-4261-8f74-f5b5aff1bdad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:19:03Z', 'updated_at': '2022-01-27T17:20:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:20:15.865474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=48822afc-3d4f-490d-944c-36f9a514f53d,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:15.963621 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:15.974838 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 48822afc-3d4f-490d-944c-36f9a514f53d {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:15.975155 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:16.239491 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port 48822afc-3d4f-490d-944c-36f9a514f53d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=48822afc-3d4f-490d-944c-36f9a514f53d,segment=NetworkSegment(e34b280d-fa39-44e1-a5cf-d07fa8858b7f),segment_id=e34b280d-fa39-44e1-a5cf-d07fa8858b7f)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:16.239848 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:16.333327 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eccad5e3-afe4-4228-94ca-cf49aa809353 None None] Deleting port 48822afc-3d4f-490d-944c-36f9a514f53d {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:16.333874 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eccad5e3-afe4-4228-94ca-cf49aa809353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:16.365065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 48822afc-3d4f-490d-944c-36f9a514f53d owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:16.446289 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:16.495659 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=48822afc-3d4f-490d-944c-36f9a514f53d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:16.501352 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] No DVR routers for this DVR port 48822afc-3d4f-490d-944c-36f9a514f53d on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:20:16.549271 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-eccad5e3-afe4-4228-94ca-cf49aa809353 None None] For port 48822afc-3d4f-490d-944c-36f9a514f53d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=48822afc-3d4f-490d-944c-36f9a514f53d,segment=NetworkSegment(e34b280d-fa39-44e1-a5cf-d07fa8858b7f),segment_id=e34b280d-fa39-44e1-a5cf-d07fa8858b7f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:16.549902 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eccad5e3-afe4-4228-94ca-cf49aa809353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:16.640106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:16.667170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8af8a5-8ba9-450f-a21c-f374aaec437b']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:16.679968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34b280d-fa39-44e1-a5cf-d07fa8858b7f') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:16.680259 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34b280d-fa39-44e1-a5cf-d07fa8858b7f') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:16.691633 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:16.707448 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:16.713517 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:20:16.713929 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:16.719477 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eccad5e3-afe4-4228-94ca-cf49aa809353 None None] Calling delete_port for 48822afc-3d4f-490d-944c-36f9a514f53d owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:20:16.728796 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: from cryptography.utils import int_from_bytes Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: from cryptography.utils import int_from_bytes Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn_limited( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn_limited( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 17:20:16.788754 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 17:20:16.797535 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-eccad5e3-afe4-4228-94ca-cf49aa809353 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:20:16.797896 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-eccad5e3-afe4-4228-94ca-cf49aa809353 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:20:16.810474 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:16.814802 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:16.843093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Network': ['ID=bc8af8a5-8ba9-450f-a21c-f374aaec437b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:16.855671 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2bbb6c50-20aa-440d-b0cc-891a531cbb13 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/networks/bc8af8a5-8ba9-450f-a21c-f374aaec437b HTTP/1.1" status: 204 len: 168 time: 1.0036225 Jan 27 17:20:16.877583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39372) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:16.884195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-e8b22cb2-0bd9-455c-b839-3c9842cd1730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'network': {'name': 'tempest-network-smoke--483906985', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'port_security_enabled': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:16.889570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-e8b22cb2-0bd9-455c-b839-3c9842cd1730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:20:16.894329 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e8b22cb2-0bd9-455c-b839-3c9842cd1730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:network and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:20:16.897264 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-e8b22cb2-0bd9-455c-b839-3c9842cd1730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:20:16.904771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-e8b22cb2-0bd9-455c-b839-3c9842cd1730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:20:16.915347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b22cb2-0bd9-455c-b839-3c9842cd1730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:20:16.918927 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e8b22cb2-0bd9-455c-b839-3c9842cd1730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:16.951298 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b22cb2-0bd9-455c-b839-3c9842cd1730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:20:16.960427 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e8b22cb2-0bd9-455c-b839-3c9842cd1730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:16.960759 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-e8b22cb2-0bd9-455c-b839-3c9842cd1730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Added segment cd3d8b95-db5d-420a-9233-073eb2767773 of type vlan for network 7b20de64-3d71-4634-b4e7-9fc134027791 Jan 27 17:20:16.985976 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e8b22cb2-0bd9-455c-b839-3c9842cd1730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:17.022346 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e8b22cb2-0bd9-455c-b839-3c9842cd1730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:17.028376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b22cb2-0bd9-455c-b839-3c9842cd1730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:17.028944 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e8b22cb2-0bd9-455c-b839-3c9842cd1730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:17.096176 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 8e6741cf-cfb8-498a-ad67-8841c53c854a no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:20:17.130293 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 8e6741cf-cfb8-498a-ad67-8841c53c854a {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:20:17.130626 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 8e6741cf-cfb8-498a-ad67-8841c53c854a not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:20:17.131035 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 774832d1-5bc6-45ad-af9a-6b28cb802e38 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:20:17.134806 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e8b22cb2-0bd9-455c-b839-3c9842cd1730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2554219 Jan 27 17:20:17.137845 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39376) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:17.140089 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b22cb2-0bd9-455c-b839-3c9842cd1730 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Network': ['ID=7b20de64-3d71-4634-b4e7-9fc134027791,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:17.143592 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-166064255', 'admin_state_up': True, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:17.151715 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:20:17.155665 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:router and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:20:17.158808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:20:17.160106 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 7b20de64-3d71-4634-b4e7-9fc134027791 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:20:17.165394 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:20:17.176493 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:17.177462 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:17.184329 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 774832d1-5bc6-45ad-af9a-6b28cb802e38 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:20:17.184675 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 774832d1-5bc6-45ad-af9a-6b28cb802e38 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:20:17.193581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:17.464445 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:17.467233 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eccad5e3-afe4-4228-94ca-cf49aa809353 None None] Deleting port 48822afc-3d4f-490d-944c-36f9a514f53d {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:17.468164 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eccad5e3-afe4-4228-94ca-cf49aa809353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:17.539112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eccad5e3-afe4-4228-94ca-cf49aa809353 None None] The port '48822afc-3d4f-490d-944c-36f9a514f53d' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:20:17.885910 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:17.915243 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:18.064370 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.26.1.145 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/c1348f58-f970-4c6e-a9c9-3bbcc71269fa) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:20:18.211713 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:18.245377 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:18.311376 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:20:18.314294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:20:18.316653 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:20:18.353895 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=c1348f58-f970-4c6e-a9c9-3bbcc71269fa,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:18.718984 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-39cf065e-5d36-4761-9486-57cd698608a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:18.733182 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:19.097608 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-caed5cca-3859-4b01-b3b0-9e9ac1ce3645 req-9c27dbf0-5388-4969-b817-e33e481f7e24 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729401 Jan 27 17:20:19.208039 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:19.238973 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed5cca-3859-4b01-b3b0-9e9ac1ce3645 req-46f0c46e-9540-4c2f-977d-373738f7295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:19.240453 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-caed5cca-3859-4b01-b3b0-9e9ac1ce3645 req-46f0c46e-9540-4c2f-977d-373738f7295a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 1098 time: 0.0724649 Jan 27 17:20:19.388862 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed5cca-3859-4b01-b3b0-9e9ac1ce3645 req-7d6c3dcb-a2ff-4be8-9f4f-3b8aab3ff110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:19.390955 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-caed5cca-3859-4b01-b3b0-9e9ac1ce3645 req-7d6c3dcb-a2ff-4be8-9f4f-3b8aab3ff110 service neutron] 10.222.0.83 "GET /v2.0/networks?id=841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 200 len: 913 time: 0.1306465 Jan 27 17:20:19.424634 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router c7056e5a-6430-4a76-aeb2-9456a1dd4af1 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:20:19.606193 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:20:19.614139 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-caed5cca-3859-4b01-b3b0-9e9ac1ce3645 req-fc868c1c-aa65-4c2b-a6a4-b6854b04fbe7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=950ed6eb-6f3a-48f6-8efb-9879300940bc HTTP/1.1" status: 200 len: 1000 time: 0.2167284 Jan 27 17:20:19.618603 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Sync routers for ids ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:20:19.632355 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Routers {'c7056e5a-6430-4a76-aeb2-9456a1dd4af1'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:20:19.633398 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:19:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:19.639104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:19.640822 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-05ee831a-50f3-4326-bc33-23ad74cd856a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5017381 Jan 27 17:20:19.643972 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39380) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:19.688662 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed5cca-3859-4b01-b3b0-9e9ac1ce3645 req-4db3679e-ec45-4a85-9b0b-c9b4363f5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:19.690163 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-caed5cca-3859-4b01-b3b0-9e9ac1ce3645 req-4db3679e-ec45-4a85-9b0b-c9b4363f5e9a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d6555cc-80bd-47ee-878f-a5617b07d795 HTTP/1.1" status: 200 len: 850 time: 0.0636053 Jan 27 17:20:19.692747 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4ef1f520-fa5a-495f-818e-02ba45e30df6 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=2e8c8c26aae041c68422ab49a8804631&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473075 Jan 27 17:20:19.695342 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39384) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:19.767386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed5cca-3859-4b01-b3b0-9e9ac1ce3645 req-985c6ee7-819b-4091-89cc-0ec6f3790f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:19.768896 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-caed5cca-3859-4b01-b3b0-9e9ac1ce3645 req-985c6ee7-819b-4091-89cc-0ec6f3790f7b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=841011a7-cc94-4162-872b-7e5b601026ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727990 Jan 27 17:20:19.841439 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Set router c7056e5a-6430-4a76-aeb2-9456a1dd4af1 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:19.844290 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f32dba-2776-496b-876f-6489fa75b0e4 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:19.848550 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e3f32dba-2776-496b-876f-6489fa75b0e4 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1495693 Jan 27 17:20:19.848793 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39388) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:19.889463 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-69348ed7-b767-4205-af0a-f0c4aef6e1fc tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371063 Jan 27 17:20:19.890223 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39392) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:19.895816 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-4dbe4785-62fd-4bc2-afa5-6cdfbfd60a21 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-23715314', 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:19.923561 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-caed5cca-3859-4b01-b3b0-9e9ac1ce3645 req-f59668bd-3f9e-40fa-aafc-3480251f27bf service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483731 Jan 27 17:20:20.004021 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4dbe4785-62fd-4bc2-afa5-6cdfbfd60a21 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:20:20.010519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4dbe4785-62fd-4bc2-afa5-6cdfbfd60a21 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:subnet and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:20:20.018481 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4dbe4785-62fd-4bc2-afa5-6cdfbfd60a21 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:20:20.024290 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4dbe4785-62fd-4bc2-afa5-6cdfbfd60a21 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:20:20.035900 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbe4785-62fd-4bc2-afa5-6cdfbfd60a21 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:20:20.040040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4785-62fd-4bc2-afa5-6cdfbfd60a21 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.071215 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-caed5cca-3859-4b01-b3b0-9e9ac1ce3645 req-9ccfbb31-be9c-4ffc-af4b-09e1d26b9295 service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411259 Jan 27 17:20:20.123566 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'name': 'tempest-TestNetworkBasicOps-router-166064255', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:18Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:20.127421 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Checking router: c7056e5a-6430-4a76-aeb2-9456a1dd4af1 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:20:20.127751 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Updating router c7056e5a-6430-4a76-aeb2-9456a1dd4af1 port c1348f58-f970-4c6e-a9c9-3bbcc71269fa binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:20:20.181946 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.266141 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4785-62fd-4bc2-afa5-6cdfbfd60a21 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.345527 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe4785-62fd-4bc2-afa5-6cdfbfd60a21 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Subnet': ['ID=1d2f23af-3bf5-44a4-85fa-3047f63ac563,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:20.356818 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbe4785-62fd-4bc2-afa5-6cdfbfd60a21 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Checking segment: {'id': 'cd3d8b95-db5d-420a-9233-073eb2767773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:20:20.357162 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbe4785-62fd-4bc2-afa5-6cdfbfd60a21 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network hostable DHCP agents. Network: 7b20de64-3d71-4634-b4e7-9fc134027791, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:20:20.376297 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbe4785-62fd-4bc2-afa5-6cdfbfd60a21 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 7b20de64-3d71-4634-b4e7-9fc134027791 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:20:20.385880 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-4dbe4785-62fd-4bc2-afa5-6cdfbfd60a21 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 7b20de64-3d71-4634-b4e7-9fc134027791) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:20:20.389903 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe4785-62fd-4bc2-afa5-6cdfbfd60a21 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:20.390548 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4785-62fd-4bc2-afa5-6cdfbfd60a21 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.396576 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b28fe23-d32d-4ca2-9ad1-8dcc9a3acaee None None] Network 7b20de64-3d71-4634-b4e7-9fc134027791 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:20:20.413085 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4dbe4785-62fd-4bc2-afa5-6cdfbfd60a21 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.5217571 Jan 27 17:20:20.415985 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39396) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:20.508684 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.520645 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Transition to ACTIVE for port object c1348f58-f970-4c6e-a9c9-3bbcc71269fa will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:20:20.528175 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.590139 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Attempting to bind port c1348f58-f970-4c6e-a9c9-3bbcc71269fa on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:20:20.590710 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Attempting to bind port c1348f58-f970-4c6e-a9c9-3bbcc71269fa by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:20:20.591049 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Attempting to bind port c1348f58-f970-4c6e-a9c9-3bbcc71269fa on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:20:20.603349 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:20:20.603761 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:20:20.604084 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.604541 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:20:20.605044 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Bound port: c1348f58-f970-4c6e-a9c9-3bbcc71269fa, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:20:20.605360 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.617650 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-7b20de64-3d71-4634-b4e7-9fc134027791', 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ips': [{'subnet_id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:20:20.618577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.686541 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] For port c1348f58-f970-4c6e-a9c9-3bbcc71269fa, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:20:20.688976 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] For port c1348f58-f970-4c6e-a9c9-3bbcc71269fa, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c1348f58-f970-4c6e-a9c9-3bbcc71269fa,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:20:20.695298 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:20.707348 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d880b15-f27b-4bf6-b56c-cda491e8d4dd None None] Pushing event updated for resources: {'Port': ['ID=c1348f58-f970-4c6e-a9c9-3bbcc71269fa,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:20.715027 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d880b15-f27b-4bf6-b56c-cda491e8d4dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:20.715365 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d880b15-f27b-4bf6-b56c-cda491e8d4dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:20.715697 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d880b15-f27b-4bf6-b56c-cda491e8d4dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:20.716020 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d880b15-f27b-4bf6-b56c-cda491e8d4dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:20.716379 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d880b15-f27b-4bf6-b56c-cda491e8d4dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:20.716659 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d880b15-f27b-4bf6-b56c-cda491e8d4dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:20.717366 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d880b15-f27b-4bf6-b56c-cda491e8d4dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:20.717366 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d880b15-f27b-4bf6-b56c-cda491e8d4dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:20.717642 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d880b15-f27b-4bf6-b56c-cda491e8d4dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:20.717911 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d880b15-f27b-4bf6-b56c-cda491e8d4dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:20.718283 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d880b15-f27b-4bf6-b56c-cda491e8d4dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:20.718574 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d880b15-f27b-4bf6-b56c-cda491e8d4dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:20.783252 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Allocated IP 172.20.0.2 (7b20de64-3d71-4634-b4e7-9fc134027791/1d2f23af-3bf5-44a4-85fa-3047f63ac563/ddab6595-9009-4890-a5e8-ac23fb6478ce) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:20:20.785363 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Routers {'c7056e5a-6430-4a76-aeb2-9456a1dd4af1'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:20:20.786003 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:19:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:20.872573 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d880b15-f27b-4bf6-b56c-cda491e8d4dd None None] Pushing event updated for resources: {'Port': ['ID=c1348f58-f970-4c6e-a9c9-3bbcc71269fa,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:21.001222 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] Set router c7056e5a-6430-4a76-aeb2-9456a1dd4af1 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:21.011093 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.021843 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Transition to ACTIVE for port object ddab6595-9009-4890-a5e8-ac23fb6478ce will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:20:21.044023 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Transition to ACTIVE for port object ddab6595-9009-4890-a5e8-ac23fb6478ce will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:20:21.056422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.108739 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d09568e7-af10-4c16-9ae6-78a02de3c0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.130736 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Network 7b20de64-3d71-4634-b4e7-9fc134027791 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:20:21.131576 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Pushing event updated for resources: {'Port': ['ID=ddab6595-9009-4890-a5e8-ac23fb6478ce,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:21.134248 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:20:21.136315 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:20:21.225942 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Attempting to bind port ddab6595-9009-4890-a5e8-ac23fb6478ce on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:20:21.226552 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Attempting to bind port ddab6595-9009-4890-a5e8-ac23fb6478ce by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'cd3d8b95-db5d-420a-9233-073eb2767773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:20:21.227058 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Attempting to bind port ddab6595-9009-4890-a5e8-ac23fb6478ce on network 7b20de64-3d71-4634-b4e7-9fc134027791 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:20:21.232666 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:20:21.233037 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Checking segment: {'id': 'cd3d8b95-db5d-420a-9233-073eb2767773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:20:21.233431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.233928 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Bound using segment: {'id': 'cd3d8b95-db5d-420a-9233-073eb2767773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:20:21.234448 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Bound port: ddab6595-9009-4890-a5e8-ac23fb6478ce, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3d8b95-db5d-420a-9233-073eb2767773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:20:21.234820 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.239191 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.307189 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'name': 'tempest-TestNetworkBasicOps-router-166064255', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:18Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:21.313126 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a80a57-d5db-4fbd-aa22-6d5e8958d3e7 None None] The sync data for ids ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'] in dv-neutron-826439-2-hyperv is: [{'id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'name': 'tempest-TestNetworkBasicOps-router-166064255', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:18Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:20:21.334211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] For port ddab6595-9009-4890-a5e8-ac23fb6478ce, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:20:21.337491 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] For port ddab6595-9009-4890-a5e8-ac23fb6478ce, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ddab6595-9009-4890-a5e8-ac23fb6478ce,segment=NetworkSegment(cd3d8b95-db5d-420a-9233-073eb2767773),segment_id=cd3d8b95-db5d-420a-9233-073eb2767773)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:20:21.343397 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.429593 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29390a3-9685-4d73-8e09-b13ea82a03d5 None None] Pushing event updated for resources: {'Port': ['ID=ddab6595-9009-4890-a5e8-ac23fb6478ce,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:21.706375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.1 (7b20de64-3d71-4634-b4e7-9fc134027791/1d2f23af-3bf5-44a4-85fa-3047f63ac563/13647765-71d5-4c8e-a500-e23a38251347) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:20:21.892127 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:21.910061 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object 13647765-71d5-4c8e-a500-e23a38251347 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:20:21.935218 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:22.001137 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 7b20de64-3d71-4634-b4e7-9fc134027791 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:20:22.004305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:20:22.008822 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:20:22.063649 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=13647765-71d5-4c8e-a500-e23a38251347,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:22.077135 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:22.142747 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:22.209789 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:22.358617 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:22.477006 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981c3769-4dcb-422b-939c-63238a7dc1fc None None] Network 7b20de64-3d71-4634-b4e7-9fc134027791 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:20:22.606326 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5328b2d6-35a0-4ad9-b2a8-ca3a9069b852 None None] Provisioning for port ddab6595-9009-4890-a5e8-ac23fb6478ce completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:20:22.906249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:22.911208 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:22.967942 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9d6e861c-346d-4078-babf-26d9c0f1c40b None None] Provisioning for port 13647765-71d5-4c8e-a500-e23a38251347 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:20:22.973966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9d6e861c-346d-4078-babf-26d9c0f1c40b None None] Provisioning complete for port 13647765-71d5-4c8e-a500-e23a38251347 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:22.974554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d6e861c-346d-4078-babf-26d9c0f1c40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.030358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e861c-346d-4078-babf-26d9c0f1c40b None None] Port 13647765-71d5-4c8e-a500-e23a38251347 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:20:23.036617 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.041909 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=13647765-71d5-4c8e-a500-e23a38251347,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:23.196842 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ddab6595-9009-4890-a5e8-ac23fb6478ce up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:20:23.206603 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 7b20de64-3d71-4634-b4e7-9fc134027791 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:20:23.207668 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:20:23.268561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-eb939c1a-7d87-45a5-8750-b32572a39a8b None None] Provisioning complete for port 13647765-71d5-4c8e-a500-e23a38251347 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:23.268933 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb939c1a-7d87-45a5-8750-b32572a39a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.325908 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eb939c1a-7d87-45a5-8750-b32572a39a8b None None] Port 13647765-71d5-4c8e-a500-e23a38251347 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:20:23.328010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port ddab6595-9009-4890-a5e8-ac23fb6478ce completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:20:23.333780 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port ddab6595-9009-4890-a5e8-ac23fb6478ce triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:23.334315 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.404119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.412391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router c7056e5a-6430-4a76-aeb2-9456a1dd4af1 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:20:23.466206 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.496939 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port ddab6595-9009-4890-a5e8-ac23fb6478ce, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ddab6595-9009-4890-a5e8-ac23fb6478ce,segment=NetworkSegment(cd3d8b95-db5d-420a-9233-073eb2767773),segment_id=cd3d8b95-db5d-420a-9233-073eb2767773)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:23.501813 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.502583 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c1348f58-f970-4c6e-a9c9-3bbcc71269fa up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:20:23.592132 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:20:23.605716 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-43b44c96-73d6-455c-ba26-ff2296ff254b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/c7056e5a-6430-4a76-aeb2-9456a1dd4af1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1882105 Jan 27 17:20:23.607906 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Sync routers for ids ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:20:23.608189 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39400) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:23.632617 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=ddab6595-9009-4890-a5e8-ac23fb6478ce,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:23.635557 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Routers {'c7056e5a-6430-4a76-aeb2-9456a1dd4af1'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:20:23.636189 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:20:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:23.697744 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b61d8113-ce1d-4797-9246-0df6137d512c None None] Provisioning complete for port 13647765-71d5-4c8e-a500-e23a38251347 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:23.698280 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b61d8113-ce1d-4797-9246-0df6137d512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.754608 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:23.754942 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:23.755277 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:23.755605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:23.755926 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:23.756246 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:23.756563 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:23.756876 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:23.757191 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:23.757504 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:23.757840 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:23.758151 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:20:23.764543 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da101b3d-1057-4cc8-83e6-2a2f7fee2ccf tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:23.765128 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da101b3d-1057-4cc8-83e6-2a2f7fee2ccf tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:23.765556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da101b3d-1057-4cc8-83e6-2a2f7fee2ccf tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:23.766037 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da101b3d-1057-4cc8-83e6-2a2f7fee2ccf tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:23.766485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da101b3d-1057-4cc8-83e6-2a2f7fee2ccf tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:23.767420 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da101b3d-1057-4cc8-83e6-2a2f7fee2ccf tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:23.768700 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-da101b3d-1057-4cc8-83e6-2a2f7fee2ccf tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.1594391 Jan 27 17:20:23.771532 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39404) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:23.800881 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port c1348f58-f970-4c6e-a9c9-3bbcc71269fa completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:20:23.809652 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b61d8113-ce1d-4797-9246-0df6137d512c None None] Port 13647765-71d5-4c8e-a500-e23a38251347 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:20:23.814175 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port c1348f58-f970-4c6e-a9c9-3bbcc71269fa triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:23.814542 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:23.847842 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb982636-8adf-4132-b6e8-dc57098b8f9e tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:23.848298 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb982636-8adf-4132-b6e8-dc57098b8f9e tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:23.848743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb982636-8adf-4132-b6e8-dc57098b8f9e tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:23.849181 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb982636-8adf-4132-b6e8-dc57098b8f9e tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:23.849619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb982636-8adf-4132-b6e8-dc57098b8f9e tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:23.850084 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb982636-8adf-4132-b6e8-dc57098b8f9e tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:23.851817 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bb982636-8adf-4132-b6e8-dc57098b8f9e tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4011 time: 0.0793972 Jan 27 17:20:23.854646 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39408) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:23.947424 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Set router c7056e5a-6430-4a76-aeb2-9456a1dd4af1 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:24.075699 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1282f2ca-12f2-44ba-9275-6396abfdf422 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2172530 Jan 27 17:20:24.196038 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.262375 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port c1348f58-f970-4c6e-a9c9-3bbcc71269fa, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c1348f58-f970-4c6e-a9c9-3bbcc71269fa,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:24.270092 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.385261 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=c1348f58-f970-4c6e-a9c9-3bbcc71269fa,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:24.395712 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39414) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:24.402580 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-4e465445-72cd-4710-9800-593b9b839204 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1265025924', 'description': 'tempest-secgroup-smoke-1265025924 description', 'project_id': '2e8c8c26aae041c68422ab49a8804631'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:24.408879 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4e465445-72cd-4710-9800-593b9b839204 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:20:24.413436 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4e465445-72cd-4710-9800-593b9b839204 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:20:24.416756 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4e465445-72cd-4710-9800-593b9b839204 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:20:24.418621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'name': 'tempest-TestNetworkBasicOps-router-166064255', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:22Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '13647765-71d5-4c8e-a500-e23a38251347', 'name': '', 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:a2:27:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:21Z', 'updated_at': '2022-01-27T17:20:22Z', 'revision_number': 2, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:24.423105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Checking router: c7056e5a-6430-4a76-aeb2-9456a1dd4af1 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:20:24.423451 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Updating router c7056e5a-6430-4a76-aeb2-9456a1dd4af1 port 13647765-71d5-4c8e-a500-e23a38251347 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:20:24.423939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4e465445-72cd-4710-9800-593b9b839204 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:20:24.436969 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4e465445-72cd-4710-9800-593b9b839204 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.461113 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4e465445-72cd-4710-9800-593b9b839204 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:20:24.464983 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4e465445-72cd-4710-9800-593b9b839204 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:20:24.467856 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4e465445-72cd-4710-9800-593b9b839204 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:20:24.473565 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4e465445-72cd-4710-9800-593b9b839204 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:20:24.481368 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.549016 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4e465445-72cd-4710-9800-593b9b839204 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.554842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4e465445-72cd-4710-9800-593b9b839204 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.598748 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e465445-72cd-4710-9800-593b9b839204 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c0d5b2-ea49-4684-830a-1db9ddfcfc60,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:24.601599 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4e465445-72cd-4710-9800-593b9b839204 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.605607 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4e465445-72cd-4710-9800-593b9b839204 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2055418 Jan 27 17:20:24.606219 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39418) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:24.611617 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-9c552331-711e-402d-91bd-f0ba4628c8a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '17c0d5b2-ea49-4684-830a-1db9ddfcfc60', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:24.617763 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9c552331-711e-402d-91bd-f0ba4628c8a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:20:24.622048 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9c552331-711e-402d-91bd-f0ba4628c8a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:20:24.625026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9c552331-711e-402d-91bd-f0ba4628c8a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:20:24.631013 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9c552331-711e-402d-91bd-f0ba4628c8a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:20:24.648856 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c552331-711e-402d-91bd-f0ba4628c8a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.713217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c552331-711e-402d-91bd-f0ba4628c8a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.716960 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c552331-711e-402d-91bd-f0ba4628c8a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.739483 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c552331-711e-402d-91bd-f0ba4628c8a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43b1169-00fa-4a7c-8914-fd4a1ecfdf8c,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:24.748849 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c552331-711e-402d-91bd-f0ba4628c8a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.750145 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9c552331-711e-402d-91bd-f0ba4628c8a8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427870 Jan 27 17:20:24.753042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39422) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:24.758086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-40a53407-2725-43f7-9757-4dcd23db1450 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '17c0d5b2-ea49-4684-830a-1db9ddfcfc60', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:24.763732 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-40a53407-2725-43f7-9757-4dcd23db1450 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:20:24.767570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-40a53407-2725-43f7-9757-4dcd23db1450 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:20:24.770576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-40a53407-2725-43f7-9757-4dcd23db1450 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:20:24.776502 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-40a53407-2725-43f7-9757-4dcd23db1450 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:20:24.794263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-40a53407-2725-43f7-9757-4dcd23db1450 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.854706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-40a53407-2725-43f7-9757-4dcd23db1450 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.859638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-40a53407-2725-43f7-9757-4dcd23db1450 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.867894 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.879573 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Transition to ACTIVE for port object 13647765-71d5-4c8e-a500-e23a38251347 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:20:24.884859 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a53407-2725-43f7-9757-4dcd23db1450 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ce1800-f9b7-4458-8b46-faa4fae3433f,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:24.887252 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.895624 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-40a53407-2725-43f7-9757-4dcd23db1450 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:24.896822 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-40a53407-2725-43f7-9757-4dcd23db1450 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428516 Jan 27 17:20:24.899733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39426) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:24.905102 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-0848cb80-0950-4fd5-8490-b22e7f416b46 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '17c0d5b2-ea49-4684-830a-1db9ddfcfc60', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:24.911343 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0848cb80-0950-4fd5-8490-b22e7f416b46 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:20:24.915484 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0848cb80-0950-4fd5-8490-b22e7f416b46 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:20:24.918470 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0848cb80-0950-4fd5-8490-b22e7f416b46 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:20:24.924300 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0848cb80-0950-4fd5-8490-b22e7f416b46 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:20:24.946541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0848cb80-0950-4fd5-8490-b22e7f416b46 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.013628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0848cb80-0950-4fd5-8490-b22e7f416b46 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.018027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0848cb80-0950-4fd5-8490-b22e7f416b46 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.053409 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848cb80-0950-4fd5-8490-b22e7f416b46 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0abaf5a-aea2-45f9-9edb-eac515691546,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:25.059134 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7ca82-9466-46eb-b542-573c37454d8b None None] Pushing event updated for resources: {'Port': ['ID=13647765-71d5-4c8e-a500-e23a38251347,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:25.071432 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0848cb80-0950-4fd5-8490-b22e7f416b46 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.072748 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0848cb80-0950-4fd5-8490-b22e7f416b46 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1721001 Jan 27 17:20:25.075699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39430) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:25.081781 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b54c2c9b-63f5-4bc7-a943-60e37117f76a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '17c0d5b2-ea49-4684-830a-1db9ddfcfc60', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:25.088179 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b54c2c9b-63f5-4bc7-a943-60e37117f76a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:20:25.093011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b54c2c9b-63f5-4bc7-a943-60e37117f76a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:20:25.096261 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b54c2c9b-63f5-4bc7-a943-60e37117f76a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:20:25.103486 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b54c2c9b-63f5-4bc7-a943-60e37117f76a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:20:25.124736 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Attempting to bind port 13647765-71d5-4c8e-a500-e23a38251347 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:20:25.125264 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Attempting to bind port 13647765-71d5-4c8e-a500-e23a38251347 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'cd3d8b95-db5d-420a-9233-073eb2767773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:20:25.125621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Attempting to bind port 13647765-71d5-4c8e-a500-e23a38251347 on network 7b20de64-3d71-4634-b4e7-9fc134027791 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:20:25.132346 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:20:25.132646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Checking segment: {'id': 'cd3d8b95-db5d-420a-9233-073eb2767773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:20:25.133080 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.133518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Bound using segment: {'id': 'cd3d8b95-db5d-420a-9233-073eb2767773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:20:25.134019 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Bound port: 13647765-71d5-4c8e-a500-e23a38251347, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3d8b95-db5d-420a-9233-073eb2767773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:20:25.134458 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.140441 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b54c2c9b-63f5-4bc7-a943-60e37117f76a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.182367 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ddab6595-9009-4890-a5e8-ac23fb6478ce up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:20:25.208030 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b54c2c9b-63f5-4bc7-a943-60e37117f76a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.212105 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b54c2c9b-63f5-4bc7-a943-60e37117f76a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.237991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c2c9b-63f5-4bc7-a943-60e37117f76a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ea689b-1253-4f97-91fa-264b1a6ed336,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:25.249976 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b54c2c9b-63f5-4bc7-a943-60e37117f76a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.251386 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b54c2c9b-63f5-4bc7-a943-60e37117f76a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1746662 Jan 27 17:20:25.254448 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39434) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:25.259624 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-080bbd6c-72c6-459b-8e93-25677e409473 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '17c0d5b2-ea49-4684-830a-1db9ddfcfc60', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:25.265993 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-080bbd6c-72c6-459b-8e93-25677e409473 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:20:25.270220 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-080bbd6c-72c6-459b-8e93-25677e409473 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:20:25.274038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-080bbd6c-72c6-459b-8e93-25677e409473 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:20:25.280417 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-080bbd6c-72c6-459b-8e93-25677e409473 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:20:25.291350 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] For port 13647765-71d5-4c8e-a500-e23a38251347, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:20:25.292153 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-080bbd6c-72c6-459b-8e93-25677e409473 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:20:25.294710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] For port 13647765-71d5-4c8e-a500-e23a38251347, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=13647765-71d5-4c8e-a500-e23a38251347,segment=NetworkSegment(cd3d8b95-db5d-420a-9233-073eb2767773),segment_id=cd3d8b95-db5d-420a-9233-073eb2767773)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:20:25.299420 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-080bbd6c-72c6-459b-8e93-25677e409473 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.300915 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.331128 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port ddab6595-9009-4890-a5e8-ac23fb6478ce triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:25.331468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.362089 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-080bbd6c-72c6-459b-8e93-25677e409473 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.366938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-080bbd6c-72c6-459b-8e93-25677e409473 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.392411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bbd6c-72c6-459b-8e93-25677e409473 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c21889-d64b-491d-a35b-528a84673226,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:25.405418 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-080bbd6c-72c6-459b-8e93-25677e409473 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.407152 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-080bbd6c-72c6-459b-8e93-25677e409473 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1514430 Jan 27 17:20:25.409696 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39438) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:25.415618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-12f52c3f-d136-407f-adc2-c7341d1afbf0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': '17c0d5b2-ea49-4684-830a-1db9ddfcfc60', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:25.423059 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-12f52c3f-d136-407f-adc2-c7341d1afbf0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:20:25.427613 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Routers {'c7056e5a-6430-4a76-aeb2-9456a1dd4af1'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:20:25.428023 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-12f52c3f-d136-407f-adc2-c7341d1afbf0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:20:25.428232 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:20:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:25.431492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-12f52c3f-d136-407f-adc2-c7341d1afbf0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:20:25.439434 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-12f52c3f-d136-407f-adc2-c7341d1afbf0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:20:25.452249 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-12f52c3f-d136-407f-adc2-c7341d1afbf0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:20:25.459838 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-12f52c3f-d136-407f-adc2-c7341d1afbf0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.512793 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7ca82-9466-46eb-b542-573c37454d8b None None] Pushing event updated for resources: {'Port': ['ID=13647765-71d5-4c8e-a500-e23a38251347,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:25.535526 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-12f52c3f-d136-407f-adc2-c7341d1afbf0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.540364 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-12f52c3f-d136-407f-adc2-c7341d1afbf0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.567744 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f52c3f-d136-407f-adc2-c7341d1afbf0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0cdb7a-9847-4bb4-8ead-02fe9f6322e4,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:25.578528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-12f52c3f-d136-407f-adc2-c7341d1afbf0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.580019 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-12f52c3f-d136-407f-adc2-c7341d1afbf0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1692994 Jan 27 17:20:25.664110 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c1348f58-f970-4c6e-a9c9-3bbcc71269fa up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:20:25.723306 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] Set router c7056e5a-6430-4a76-aeb2-9456a1dd4af1 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:25.742066 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-362d2fd6-2edc-4bb3-a67a-23e228eab722 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1265025924&fields=id&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 267 time: 0.0385964 Jan 27 17:20:25.895927 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-25da8130-1a45-4c47-b39a-7b9273371af6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:25.896637 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-25da8130-1a45-4c47-b39a-7b9273371af6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:20:25.909003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port c1348f58-f970-4c6e-a9c9-3bbcc71269fa triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:25.909568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:25.914172 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-25da8130-1a45-4c47-b39a-7b9273371af6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:20:25.915367 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-25da8130-1a45-4c47-b39a-7b9273371af6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/networks?id=7b20de64-3d71-4634-b4e7-9fc134027791 HTTP/1.1" status: 200 len: 796 time: 0.1665595 Jan 27 17:20:25.930644 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-473b6c85-febb-4a70-9c23-2cc90777f8bf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/quotas/2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 375 time: 0.0094860 Jan 27 17:20:26.013053 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-3df6990b-0020-4076-adb2-412dacb51e78 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771725 Jan 27 17:20:26.197912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'name': 'tempest-TestNetworkBasicOps-router-166064255', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:22Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '13647765-71d5-4c8e-a500-e23a38251347', 'name': '', 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:a2:27:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:21Z', 'updated_at': '2022-01-27T17:20:25Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:26.201852 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de53782-3f57-4cc4-a542-4e47a42dcbd0 None None] The sync data for ids ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'] in dv-neutron-826439-2-hyperv is: [{'id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'name': 'tempest-TestNetworkBasicOps-router-166064255', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:22Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '13647765-71d5-4c8e-a500-e23a38251347', 'name': '', 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:a2:27:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:21Z', 'updated_at': '2022-01-27T17:20:25Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:20:26.278309 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-c87afaa0-e87c-43de-970d-9b0aaf0f7996 service neutron] 10.222.0.50 "GET /v2.0/networks/7b20de64-3d71-4634-b4e7-9fc134027791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535212 Jan 27 17:20:26.415573 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-7f80f63b-d6e1-43ef-817c-025afd0f6efb service neutron] 10.222.0.50 "GET /v2.0/networks/7b20de64-3d71-4634-b4e7-9fc134027791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308615 Jan 27 17:20:26.599923 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-b23f6a33-32ba-443d-b90b-5749466299cf req-0b42f1ab-1f0b-4bcf-89c1-46c8d6748a41 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:20:26.617240 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-b23f6a33-32ba-443d-b90b-5749466299cf req-0b42f1ab-1f0b-4bcf-89c1-46c8d6748a41 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:20:26.622174 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b23f6a33-32ba-443d-b90b-5749466299cf req-0b42f1ab-1f0b-4bcf-89c1-46c8d6748a41 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 210 time: 0.0646234 Jan 27 17:20:27.139242 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 13647765-71d5-4c8e-a500-e23a38251347 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:20:27.216146 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 13647765-71d5-4c8e-a500-e23a38251347 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:20:27.221373 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 13647765-71d5-4c8e-a500-e23a38251347 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:27.221821 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:27.340637 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:27.378875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 13647765-71d5-4c8e-a500-e23a38251347, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=13647765-71d5-4c8e-a500-e23a38251347,segment=NetworkSegment(cd3d8b95-db5d-420a-9233-073eb2767773),segment_id=cd3d8b95-db5d-420a-9233-073eb2767773)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:27.387772 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:27.472008 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=13647765-71d5-4c8e-a500-e23a38251347,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:27.677407 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-bdec74a5-6878-4cac-9921-966345e76bd0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:27.679158 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-bdec74a5-6878-4cac-9921-966345e76bd0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/networks?id=7b20de64-3d71-4634-b4e7-9fc134027791 HTTP/1.1" status: 200 len: 796 time: 0.1593230 Jan 27 17:20:27.732361 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-d3cb4de5-7261-49fd-a22d-69918fe5758e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 380 time: 0.0452700 Jan 27 17:20:27.771652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-bc43c7eb-c81e-4df6-88b8-72f1fd7dd739 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'port': {'device_id': '62b16cc2-eafb-4b98-be2e-5b3894970146', 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791', 'admin_state_up': True, 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'security_groups': ['17c0d5b2-ea49-4684-830a-1db9ddfcfc60']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:27.794930 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2c2a8783-17d7-4382-b3d6-393545833a56 req-840a86af-4f89-44ce-b7fe-732fae5f0109 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 210 time: 0.0671992 Jan 27 17:20:27.916069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-bc43c7eb-c81e-4df6-88b8-72f1fd7dd739 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:20:27.926480 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-bc43c7eb-c81e-4df6-88b8-72f1fd7dd739 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:20:27.937264 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-bc43c7eb-c81e-4df6-88b8-72f1fd7dd739 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:20:27.941155 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-bc43c7eb-c81e-4df6-88b8-72f1fd7dd739 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:28.108477 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-bc43c7eb-c81e-4df6-88b8-72f1fd7dd739 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.14 (7b20de64-3d71-4634-b4e7-9fc134027791/1d2f23af-3bf5-44a4-85fa-3047f63ac563/6ac90234-96de-4a90-aee5-09f86003d1a8) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:20:28.307039 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-bc43c7eb-c81e-4df6-88b8-72f1fd7dd739 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:28.322225 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-bc43c7eb-c81e-4df6-88b8-72f1fd7dd739 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object 6ac90234-96de-4a90-aee5-09f86003d1a8 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:20:28.348184 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-bc43c7eb-c81e-4df6-88b8-72f1fd7dd739 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:28.430846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-bc43c7eb-c81e-4df6-88b8-72f1fd7dd739 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 7b20de64-3d71-4634-b4e7-9fc134027791 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:20:28.434019 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-bc43c7eb-c81e-4df6-88b8-72f1fd7dd739 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:20:28.437835 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-bc43c7eb-c81e-4df6-88b8-72f1fd7dd739 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:20:28.467832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43c7eb-c81e-4df6-88b8-72f1fd7dd739 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=6ac90234-96de-4a90-aee5-09f86003d1a8,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:28.504225 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-bc43c7eb-c81e-4df6-88b8-72f1fd7dd739 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:28.504889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-bc43c7eb-c81e-4df6-88b8-72f1fd7dd739 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:28.532117 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-bc43c7eb-c81e-4df6-88b8-72f1fd7dd739 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7689803 Jan 27 17:20:28.543518 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Request body: {'port': {'device_id': '62b16cc2-eafb-4b98-be2e-5b3894970146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:28.655859 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:28.700924 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fb57f1fa-2f5e-4bfd-a0c3-fb7a062c6b0d None None] Provisioning for port 6ac90234-96de-4a90-aee5-09f86003d1a8 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:20:28.706222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fb57f1fa-2f5e-4bfd-a0c3-fb7a062c6b0d None None] Provisioning complete for port 6ac90234-96de-4a90-aee5-09f86003d1a8 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:28.706511 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb57f1fa-2f5e-4bfd-a0c3-fb7a062c6b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:28.758523 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fb57f1fa-2f5e-4bfd-a0c3-fb7a062c6b0d None None] Port 6ac90234-96de-4a90-aee5-09f86003d1a8 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:20:28.981555 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf6931-6a99-42c9-982a-c48762949fad req-bdb97098-c685-4daf-9176-e11b1941582a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:28.983025 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9baf6931-6a99-42c9-982a-c48762949fad req-bdb97098-c685-4daf-9176-e11b1941582a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 932 time: 0.0813172 Jan 27 17:20:29.005021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac90234-96de-4a90-aee5-09f86003d1a8 {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:20:29.012806 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:29.026685 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-9baf6931-6a99-42c9-982a-c48762949fad req-208c085b-5f74-447b-802f-1b2fbf4dc715 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:20:29.028936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Transition to ACTIVE for port object 6ac90234-96de-4a90-aee5-09f86003d1a8 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:20:29.033700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:29.042718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-9baf6931-6a99-42c9-982a-c48762949fad req-208c085b-5f74-447b-802f-1b2fbf4dc715 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:20:29.043920 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9baf6931-6a99-42c9-982a-c48762949fad req-208c085b-5f74-447b-802f-1b2fbf4dc715 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=17c0d5b2-ea49-4684-830a-1db9ddfcfc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550911 Jan 27 17:20:29.120824 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 13647765-71d5-4c8e-a500-e23a38251347 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:20:29.198264 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 13647765-71d5-4c8e-a500-e23a38251347 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:29.199062 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:29.342054 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac90234-96de-4a90-aee5-09f86003d1a8,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:29.384015 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Attempting to bind port 6ac90234-96de-4a90-aee5-09f86003d1a8 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:20:29.384255 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Attempting to bind port 6ac90234-96de-4a90-aee5-09f86003d1a8 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cd3d8b95-db5d-420a-9233-073eb2767773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:20:29.384577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Attempting to bind port 6ac90234-96de-4a90-aee5-09f86003d1a8 on network 7b20de64-3d71-4634-b4e7-9fc134027791 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:20:29.389160 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Port 6ac90234-96de-4a90-aee5-09f86003d1a8 on network 7b20de64-3d71-4634-b4e7-9fc134027791 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:20:29.389464 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Attempting to bind port 6ac90234-96de-4a90-aee5-09f86003d1a8 on network 7b20de64-3d71-4634-b4e7-9fc134027791 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:20:29.394637 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:20:29.394972 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Checking segment: {'id': 'cd3d8b95-db5d-420a-9233-073eb2767773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:20:29.395354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Bound using segment: {'id': 'cd3d8b95-db5d-420a-9233-073eb2767773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:20:29.395769 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Bound port: 6ac90234-96de-4a90-aee5-09f86003d1a8, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3d8b95-db5d-420a-9233-073eb2767773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:20:29.396115 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:29.487065 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] For port 6ac90234-96de-4a90-aee5-09f86003d1a8, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:20:29.489991 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] For port 6ac90234-96de-4a90-aee5-09f86003d1a8, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6ac90234-96de-4a90-aee5-09f86003d1a8,segment=NetworkSegment(cd3d8b95-db5d-420a-9233-073eb2767773),segment_id=cd3d8b95-db5d-420a-9233-073eb2767773)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:20:29.497420 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:29.556640 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:29.557239 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:29.558620 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] 10.222.0.83 "PUT /v2.0/ports/6ac90234-96de-4a90-aee5-09f86003d1a8 HTTP/1.1" status: 200 len: 1094 time: 1.0194373 Jan 27 17:20:29.559011 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b16cc2-eafb-4b98-be2e-5b3894970146', 'tag': '6ac90234-96de-4a90-aee5-09f86003d1a8'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:20:29.579762 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679a8ca-3b8a-4b5a-a056-6848f04c3a58 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac90234-96de-4a90-aee5-09f86003d1a8,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:29.636291 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b16cc2-eafb-4b98-be2e-5b3894970146', 'tag': '6ac90234-96de-4a90-aee5-09f86003d1a8', 'status': 'completed', 'code': 200} Jan 27 17:20:29.678019 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-839471be-53de-4a39-a10f-4718e104aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:29.679510 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-839471be-53de-4a39-a10f-4718e104aba5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 1097 time: 0.0811946 Jan 27 17:20:29.748016 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-57ee1393-dd98-42cb-b418-40f4203023a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ac90234-96de-4a90-aee5-09f86003d1a8 HTTP/1.1" status: 200 len: 217 time: 0.0613275 Jan 27 17:20:29.820873 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-1726c569-22e7-4141-9b7f-a299ac07096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:29.822368 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-1726c569-22e7-4141-9b7f-a299ac07096c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d2f23af-3bf5-44a4-85fa-3047f63ac563 HTTP/1.1" status: 200 len: 842 time: 0.0667300 Jan 27 17:20:29.901406 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-d703b1e8-e7ce-4469-a8d3-0b27d08f7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:29.902771 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-d703b1e8-e7ce-4469-a8d3-0b27d08f7827 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b20de64-3d71-4634-b4e7-9fc134027791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745449 Jan 27 17:20:30.053018 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-ce938639-6676-4522-b0d8-56446f9565f4 service neutron] 10.222.0.83 "GET /v2.0/networks/7b20de64-3d71-4634-b4e7-9fc134027791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435065 Jan 27 17:20:30.193824 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-339b55ae-83fc-4167-9447-f690c0dd5df7 req-3958da36-38e9-4f7a-9942-88543288353a service neutron] 10.222.0.83 "GET /v2.0/networks/7b20de64-3d71-4634-b4e7-9fc134027791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342363 Jan 27 17:20:30.233545 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f9358-aa16-47f3-be8a-91770673e2b4 req-1284ff7a-1925-4bbf-91a3-bfc2f462b6df tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:30.235093 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d59f9358-aa16-47f3-be8a-91770673e2b4 req-1284ff7a-1925-4bbf-91a3-bfc2f462b6df tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 944 time: 0.0800278 Jan 27 17:20:30.285971 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d59f9358-aa16-47f3-be8a-91770673e2b4 req-00c5b61e-6734-4e35-bdc0-04de86448dc4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=17c0d5b2-ea49-4684-830a-1db9ddfcfc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446761 Jan 27 17:20:30.313818 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7e9ae-2b76-40e0-b172-13987d177545 req-fc4b3cdc-c5ca-4028-bfab-03840c153d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:30.315345 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-52c7e9ae-2b76-40e0-b172-13987d177545 req-fc4b3cdc-c5ca-4028-bfab-03840c153d51 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 1097 time: 0.0765748 Jan 27 17:20:30.476970 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7e9ae-2b76-40e0-b172-13987d177545 req-b851e8de-2da1-44c0-940f-512dbdf0cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:30.478461 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-52c7e9ae-2b76-40e0-b172-13987d177545 req-b851e8de-2da1-44c0-940f-512dbdf0cfe5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b20de64-3d71-4634-b4e7-9fc134027791 HTTP/1.1" status: 200 len: 898 time: 0.1554115 Jan 27 17:20:30.546136 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-52c7e9ae-2b76-40e0-b172-13987d177545 req-b9c66a41-bd35-4cf0-a9d0-30fb4746dda8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ac90234-96de-4a90-aee5-09f86003d1a8 HTTP/1.1" status: 200 len: 217 time: 0.0605345 Jan 27 17:20:30.612360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7e9ae-2b76-40e0-b172-13987d177545 req-5f91e8fb-d18b-4828-be55-189beb052ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:30.614054 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-52c7e9ae-2b76-40e0-b172-13987d177545 req-5f91e8fb-d18b-4828-be55-189beb052ebc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d2f23af-3bf5-44a4-85fa-3047f63ac563 HTTP/1.1" status: 200 len: 842 time: 0.0619369 Jan 27 17:20:30.692659 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7e9ae-2b76-40e0-b172-13987d177545 req-ae65cbac-2b5b-4a73-9619-854100efafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:30.694105 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-52c7e9ae-2b76-40e0-b172-13987d177545 req-ae65cbac-2b5b-4a73-9619-854100efafb3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b20de64-3d71-4634-b4e7-9fc134027791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718002 Jan 27 17:20:30.830841 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-52c7e9ae-2b76-40e0-b172-13987d177545 req-11435ef6-4c2d-499d-b152-28d962677ec0 service neutron] 10.222.0.83 "GET /v2.0/networks/7b20de64-3d71-4634-b4e7-9fc134027791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299942 Jan 27 17:20:30.963541 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-52c7e9ae-2b76-40e0-b172-13987d177545 req-11ccc9ea-526a-4eb6-bf33-62c0a1f3169d service neutron] 10.222.0.83 "GET /v2.0/networks/7b20de64-3d71-4634-b4e7-9fc134027791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260486 Jan 27 17:20:31.488145 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356be5d-e2dc-4f33-af9d-85de10b30998 req-e4e84ac2-11c0-4c34-8c74-df8ce3f7fbe2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:31.488823 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-2356be5d-e2dc-4f33-af9d-85de10b30998 req-e4e84ac2-11c0-4c34-8c74-df8ce3f7fbe2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:20:31.506402 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-2356be5d-e2dc-4f33-af9d-85de10b30998 req-e4e84ac2-11c0-4c34-8c74-df8ce3f7fbe2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:20:31.507560 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2356be5d-e2dc-4f33-af9d-85de10b30998 req-e4e84ac2-11c0-4c34-8c74-df8ce3f7fbe2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 944 time: 0.1119380 Jan 27 17:20:31.551681 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2356be5d-e2dc-4f33-af9d-85de10b30998 req-c2bca8e6-0c54-4fcf-9765-4a99cd4b140b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=17c0d5b2-ea49-4684-830a-1db9ddfcfc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385118 Jan 27 17:20:32.749744 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074a254-5d51-4090-975b-df06f28bd3a7 req-50262e33-24e3-4059-bff6-bbd1aeee48f9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:32.751046 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5074a254-5d51-4090-975b-df06f28bd3a7 req-50262e33-24e3-4059-bff6-bbd1aeee48f9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 944 time: 0.0823619 Jan 27 17:20:32.794374 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5074a254-5d51-4090-975b-df06f28bd3a7 req-7948f754-78d8-447b-ac66-da4c9ae55d00 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=17c0d5b2-ea49-4684-830a-1db9ddfcfc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376611 Jan 27 17:20:33.420773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:33.547482 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 6ac90234-96de-4a90-aee5-09f86003d1a8 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:20:33.682265 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 6ac90234-96de-4a90-aee5-09f86003d1a8, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6ac90234-96de-4a90-aee5-09f86003d1a8,segment=NetworkSegment(cd3d8b95-db5d-420a-9233-073eb2767773),segment_id=cd3d8b95-db5d-420a-9233-073eb2767773)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:33.695912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '6ac90234-96de-4a90-aee5-09f86003d1a8', 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791', 'port_id': '6ac90234-96de-4a90-aee5-09f86003d1a8', 'mac_address': 'fa:16:3e:10:e1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:20:33.750329 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:33.767488 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac90234-96de-4a90-aee5-09f86003d1a8 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:20:33.784069 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 6ac90234-96de-4a90-aee5-09f86003d1a8, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6ac90234-96de-4a90-aee5-09f86003d1a8,segment=NetworkSegment(cd3d8b95-db5d-420a-9233-073eb2767773),segment_id=cd3d8b95-db5d-420a-9233-073eb2767773)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:33.790923 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:33.860857 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=6ac90234-96de-4a90-aee5-09f86003d1a8,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:33.980627 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584a202-b0c1-496b-ae25-e9b923c2bb6b req-3522d610-9d62-47ba-910a-37c673f8e24c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:33.982022 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3584a202-b0c1-496b-ae25-e9b923c2bb6b req-3522d610-9d62-47ba-910a-37c673f8e24c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 945 time: 0.0831738 Jan 27 17:20:34.014727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['6ac90234-96de-4a90-aee5-09f86003d1a8'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:20:34.029605 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3584a202-b0c1-496b-ae25-e9b923c2bb6b req-db37f55e-7d31-43c0-a78f-f9e55db9b5fb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=17c0d5b2-ea49-4684-830a-1db9ddfcfc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412869 Jan 27 17:20:35.322512 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1181655-bd2d-445d-9007-c21ebb97d95d req-f238e61b-1a05-49fd-a1f6-ba7bed326f9b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:35.323868 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d1181655-bd2d-445d-9007-c21ebb97d95d req-f238e61b-1a05-49fd-a1f6-ba7bed326f9b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 945 time: 0.1896791 Jan 27 17:20:35.370021 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d1181655-bd2d-445d-9007-c21ebb97d95d req-df24f019-eecb-4752-a82f-1503b20a1ec8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=17c0d5b2-ea49-4684-830a-1db9ddfcfc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402398 Jan 27 17:20:35.565326 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 6ac90234-96de-4a90-aee5-09f86003d1a8 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:20:35.642032 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 6ac90234-96de-4a90-aee5-09f86003d1a8 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:20:35.646687 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 6ac90234-96de-4a90-aee5-09f86003d1a8 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:20:35.647051 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:35.765580 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:35.799205 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b16cc2-eafb-4b98-be2e-5b3894970146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac90234-96de-4a90-aee5-09f86003d1a8'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:20:35.809918 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 6ac90234-96de-4a90-aee5-09f86003d1a8, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6ac90234-96de-4a90-aee5-09f86003d1a8,segment=NetworkSegment(cd3d8b95-db5d-420a-9233-073eb2767773),segment_id=cd3d8b95-db5d-420a-9233-073eb2767773)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:35.817522 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:35.857561 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b16cc2-eafb-4b98-be2e-5b3894970146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac90234-96de-4a90-aee5-09f86003d1a8', 'code': 200} Jan 27 17:20:35.889968 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=6ac90234-96de-4a90-aee5-09f86003d1a8,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:36.065185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2680da-ba81-4b1c-9443-255d0489d78a req-63f51c91-de90-422d-bb9d-1300c1032181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:36.066631 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2a2680da-ba81-4b1c-9443-255d0489d78a req-63f51c91-de90-422d-bb9d-1300c1032181 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 1099 time: 0.0708220 Jan 27 17:20:36.108401 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2a2680da-ba81-4b1c-9443-255d0489d78a req-f9ec3c37-f624-4d33-8d5a-a596163a4313 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=17c0d5b2-ea49-4684-830a-1db9ddfcfc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353284 Jan 27 17:20:36.556887 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b16149-d0b4-4b85-b202-3465a2bcb964 req-86b2a152-f541-4286-9937-80a6697644b1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:36.558355 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-40b16149-d0b4-4b85-b202-3465a2bcb964 req-86b2a152-f541-4286-9937-80a6697644b1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 946 time: 0.0830472 Jan 27 17:20:36.603919 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-40b16149-d0b4-4b85-b202-3465a2bcb964 req-dcdcd2db-31cb-4173-9d01-20bc5508195d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=17c0d5b2-ea49-4684-830a-1db9ddfcfc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385828 Jan 27 17:20:37.808625 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e1b39-547b-4a17-8849-885fd75fed6a req-7ec20f4f-2652-424c-a9f9-55a5823cbee1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:37.809970 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b29e1b39-547b-4a17-8849-885fd75fed6a req-7ec20f4f-2652-424c-a9f9-55a5823cbee1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 946 time: 0.0887830 Jan 27 17:20:37.854566 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b29e1b39-547b-4a17-8849-885fd75fed6a req-8e50de42-90f5-4716-94ef-5587b84caa77 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=17c0d5b2-ea49-4684-830a-1db9ddfcfc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388963 Jan 27 17:20:38.037232 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a08df0-fdcb-4714-a4df-11fc1574ce3c req-f1250bcd-3827-4ce8-a0b4-5099d3f8823f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:38.038703 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d1a08df0-fdcb-4714-a4df-11fc1574ce3c req-f1250bcd-3827-4ce8-a0b4-5099d3f8823f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 946 time: 0.0812325 Jan 27 17:20:38.083111 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d1a08df0-fdcb-4714-a4df-11fc1574ce3c req-35a17ea6-cbd4-47e7-a05d-2d13b9ab804b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=17c0d5b2-ea49-4684-830a-1db9ddfcfc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386102 Jan 27 17:20:38.105791 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39492) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:38.176371 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eded791-34cf-44eb-9cb5-29ccf6c8b283 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:38.177856 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7eded791-34cf-44eb-9cb5-29ccf6c8b283 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 1094 time: 0.0710526 Jan 27 17:20:38.182536 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39496) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:38.189660 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '6ac90234-96de-4a90-aee5-09f86003d1a8', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:20:38.195992 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:20:38.199966 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:floatingip and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:20:38.202854 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:20:38.209061 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:20:38.221780 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:38.361814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:38.518592 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.26.1.229 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/ee94fb20-c1d9-49f1-8aff-a40855595f0d) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:20:38.664718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:38.697095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:38.765785 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:20:38.768615 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:20:38.773215 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:20:38.814284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=ee94fb20-c1d9-49f1-8aff-a40855595f0d,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:39.201154 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:39.278815 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:39.485982 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:39.493156 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:39.593223 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=ee94fb20-c1d9-49f1-8aff-a40855595f0d,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:39.610078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:39.878816 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP a01b337a-75d5-42fa-b60e-a352b08917e6 associated. External IP: 172.26.1.229, port: 6ac90234-96de-4a90-aee5-09f86003d1a8. Jan 27 17:20:40.236683 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router c7056e5a-6430-4a76-aeb2-9456a1dd4af1 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:20:40.429725 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:20:40.440007 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5810405-e2c8-4681-9ad8-bc7006b3c683 None None] Sync routers for ids ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:20:40.452606 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5810405-e2c8-4681-9ad8-bc7006b3c683 None None] Routers {'c7056e5a-6430-4a76-aeb2-9456a1dd4af1'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:20:40.453730 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c5810405-e2c8-4681-9ad8-bc7006b3c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:20:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:40.456597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:40.514464 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-04fadb09-3a95-4976-a44a-884c48afbae1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3303657 Jan 27 17:20:40.515045 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b16cc2-eafb-4b98-be2e-5b3894970146', 'tag': '6ac90234-96de-4a90-aee5-09f86003d1a8'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:20:40.517152 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39500) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:40.619117 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b16cc2-eafb-4b98-be2e-5b3894970146', 'tag': '6ac90234-96de-4a90-aee5-09f86003d1a8', 'status': 'completed', 'code': 200} Jan 27 17:20:40.637990 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-c5810405-e2c8-4681-9ad8-bc7006b3c683 None None] Set router c7056e5a-6430-4a76-aeb2-9456a1dd4af1 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:40.787476 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ec2f44b9-c8d1-49c9-9f93-3ca0d8d9a862 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/a01b337a-75d5-42fa-b60e-a352b08917e6 HTTP/1.1" status: 200 len: 992 time: 0.2674143 Jan 27 17:20:40.807653 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e47fe6-dea3-477e-bd91-3f7cb0e3a0eb req-a135403b-e8ce-4dc2-9613-63211e5f73a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:40.807653 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-34e47fe6-dea3-477e-bd91-3f7cb0e3a0eb req-a135403b-e8ce-4dc2-9613-63211e5f73a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 1099 time: 0.1143084 Jan 27 17:20:40.937076 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e47fe6-dea3-477e-bd91-3f7cb0e3a0eb req-93494b71-cd0c-4d4b-ae09-56440103db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:40.938583 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-34e47fe6-dea3-477e-bd91-3f7cb0e3a0eb req-93494b71-cd0c-4d4b-ae09-56440103db87 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b20de64-3d71-4634-b4e7-9fc134027791 HTTP/1.1" status: 200 len: 898 time: 0.1281302 Jan 27 17:20:40.984783 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c5810405-e2c8-4681-9ad8-bc7006b3c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'name': 'tempest-TestNetworkBasicOps-router-166064255', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:22Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'a01b337a-75d5-42fa-b60e-a352b08917e6', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.229', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'port_id': '6ac90234-96de-4a90-aee5-09f86003d1a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791', 'mac_address': 'fa:16:3e:10:e1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b16cc2-eafb-4b98-be2e-5b3894970146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:20:39Z', 'updated_at': '2022-01-27T17:20:39Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13647765-71d5-4c8e-a500-e23a38251347', 'name': '', 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:a2:27:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:21Z', 'updated_at': '2022-01-27T17:20:27Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:40.988710 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5810405-e2c8-4681-9ad8-bc7006b3c683 None None] Checking router: c7056e5a-6430-4a76-aeb2-9456a1dd4af1 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:20:40.997167 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5810405-e2c8-4681-9ad8-bc7006b3c683 None None] Routers {'c7056e5a-6430-4a76-aeb2-9456a1dd4af1'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:20:40.997787 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c5810405-e2c8-4681-9ad8-bc7006b3c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:20:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:41.041577 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-34e47fe6-dea3-477e-bd91-3f7cb0e3a0eb req-ec606e81-6003-4b23-8916-85ee1a709a14 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ac90234-96de-4a90-aee5-09f86003d1a8 HTTP/1.1" status: 200 len: 1000 time: 0.0968502 Jan 27 17:20:41.103302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e47fe6-dea3-477e-bd91-3f7cb0e3a0eb req-d79fd67e-9651-4545-868a-14df88ef0430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:41.104746 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-34e47fe6-dea3-477e-bd91-3f7cb0e3a0eb req-d79fd67e-9651-4545-868a-14df88ef0430 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d2f23af-3bf5-44a4-85fa-3047f63ac563 HTTP/1.1" status: 200 len: 842 time: 0.0573757 Jan 27 17:20:41.175722 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-c5810405-e2c8-4681-9ad8-bc7006b3c683 None None] Set router c7056e5a-6430-4a76-aeb2-9456a1dd4af1 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:41.178601 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e47fe6-dea3-477e-bd91-3f7cb0e3a0eb req-7ca774f8-557b-426d-821a-99ea49fa28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:41.180083 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-34e47fe6-dea3-477e-bd91-3f7cb0e3a0eb req-7ca774f8-557b-426d-821a-99ea49fa28c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b20de64-3d71-4634-b4e7-9fc134027791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691493 Jan 27 17:20:41.312204 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-34e47fe6-dea3-477e-bd91-3f7cb0e3a0eb req-cfcea494-0be4-4385-b5cc-f92e38d607d0 service neutron] 10.222.0.83 "GET /v2.0/networks/7b20de64-3d71-4634-b4e7-9fc134027791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250858 Jan 27 17:20:41.441496 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-34e47fe6-dea3-477e-bd91-3f7cb0e3a0eb req-83cb2686-986f-43cd-992a-9c2f226e80bc service neutron] 10.222.0.83 "GET /v2.0/networks/7b20de64-3d71-4634-b4e7-9fc134027791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238792 Jan 27 17:20:41.593014 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c5810405-e2c8-4681-9ad8-bc7006b3c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'name': 'tempest-TestNetworkBasicOps-router-166064255', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:22Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'a01b337a-75d5-42fa-b60e-a352b08917e6', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.229', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'port_id': '6ac90234-96de-4a90-aee5-09f86003d1a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791', 'mac_address': 'fa:16:3e:10:e1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b16cc2-eafb-4b98-be2e-5b3894970146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:20:39Z', 'updated_at': '2022-01-27T17:20:39Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13647765-71d5-4c8e-a500-e23a38251347', 'name': '', 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:a2:27:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:21Z', 'updated_at': '2022-01-27T17:20:27Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:41.598128 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5810405-e2c8-4681-9ad8-bc7006b3c683 None None] The sync data for ids ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'] in dv-neutron-826439-2-hyperv is: [{'id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'name': 'tempest-TestNetworkBasicOps-router-166064255', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:22Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'a01b337a-75d5-42fa-b60e-a352b08917e6', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.229', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'port_id': '6ac90234-96de-4a90-aee5-09f86003d1a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791', 'mac_address': 'fa:16:3e:10:e1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b16cc2-eafb-4b98-be2e-5b3894970146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:20:39Z', 'updated_at': '2022-01-27T17:20:39Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13647765-71d5-4c8e-a500-e23a38251347', 'name': '', 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:a2:27:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:21Z', 'updated_at': '2022-01-27T17:20:27Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:20:41.790457 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39508) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:41.815167 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df68d1d-5c94-4fb6-99ac-000405d3edeb None None] New status for floating IP a01b337a-75d5-42fa-b60e-a352b08917e6: ACTIVE {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:20:41.897387 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-74cf7fa8-eccf-4e2a-9558-899a6715cb60 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/a01b337a-75d5-42fa-b60e-a352b08917e6 HTTP/1.1" status: 200 len: 992 time: 0.1056700 Jan 27 17:20:42.901863 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39512) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:43.021624 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4b4b6c92-3595-48ca-bb0a-fae66773be83 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/a01b337a-75d5-42fa-b60e-a352b08917e6 HTTP/1.1" status: 200 len: 994 time: 0.1185961 Jan 27 17:20:48.540733 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:20:48.730714 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ad3b791a-5396-4132-92df-e687419f2c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:50.954605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39516) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:20:51.013099 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d44f338-dc8b-4a6a-80ca-887b9aac71b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:51.163485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3b68aa20-f1bc-43d2-9190-782a9b573f01 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Deleting port 322d7ba4-63eb-4233-8034-4ead5b828bd2 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:51.163814 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3b68aa20-f1bc-43d2-9190-782a9b573f01 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:51.340185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3b68aa20-f1bc-43d2-9190-782a9b573f01 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:51.340397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3b68aa20-f1bc-43d2-9190-782a9b573f01 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:51.576590 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3b68aa20-f1bc-43d2-9190-782a9b573f01 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Calling delete_port for 322d7ba4-63eb-4233-8034-4ead5b828bd2 owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:51.730438 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3b68aa20-f1bc-43d2-9190-782a9b573f01 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:51.778694 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68aa20-f1bc-43d2-9190-782a9b573f01 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event deleted for resources: {'Port': ['ID=322d7ba4-63eb-4233-8034-4ead5b828bd2,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:51.868835 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3b68aa20-f1bc-43d2-9190-782a9b573f01 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:51.869180 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-3b68aa20-f1bc-43d2-9190-782a9b573f01 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Floating IP acf4da8b-8512-42f3-9149-ad945797ae6e disassociated (deleted). External IP: 172.26.1.128, port: 7c81baa8-73f7-4da4-ae47-0dbff11772d0. Jan 27 17:20:52.138808 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:52.207130 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:52.227307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b68aa20-f1bc-43d2-9190-782a9b573f01 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Router a9f9edf8-d1d8-4657-b662-354e6f583744 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:20:52.403209 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b68aa20-f1bc-43d2-9190-782a9b573f01 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:20:52.413471 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3120fee1-e85c-4d8b-b1c1-cf1d60ea5a85 None None] Sync routers for ids ['a9f9edf8-d1d8-4657-b662-354e6f583744'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:20:52.423947 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3120fee1-e85c-4d8b-b1c1-cf1d60ea5a85 None None] Routers {'a9f9edf8-d1d8-4657-b662-354e6f583744'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:20:52.424875 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3120fee1-e85c-4d8b-b1c1-cf1d60ea5a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:20:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['a9f9edf8-d1d8-4657-b662-354e6f583744'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:52.425519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3b68aa20-f1bc-43d2-9190-782a9b573f01 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:52.483057 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3b68aa20-f1bc-43d2-9190-782a9b573f01 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "DELETE /v2.0/floatingips/acf4da8b-8512-42f3-9149-ad945797ae6e HTTP/1.1" status: 204 len: 168 time: 1.5272334 Jan 27 17:20:52.483644 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084e87e6-ff40-40f9-b8b9-085b6712b488', 'tag': '7c81baa8-73f7-4da4-ae47-0dbff11772d0'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:20:52.528965 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084e87e6-ff40-40f9-b8b9-085b6712b488', 'tag': '7c81baa8-73f7-4da4-ae47-0dbff11772d0', 'status': 'completed', 'code': 200} Jan 27 17:20:52.598691 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-3120fee1-e85c-4d8b-b1c1-cf1d60ea5a85 None None] Set router a9f9edf8-d1d8-4657-b662-354e6f583744 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:52.620008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b63c0b-a0cf-4760-8b02-568393917e77 req-a3d06aa5-31cf-458e-90b2-c93588e7fae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:52.621523 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-25b63c0b-a0cf-4760-8b02-568393917e77 req-a3d06aa5-31cf-458e-90b2-c93588e7fae6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 1099 time: 0.0697825 Jan 27 17:20:52.773594 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b63c0b-a0cf-4760-8b02-568393917e77 req-ba1e676c-0b24-42b0-8521-2f9a576346cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:52.775173 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-25b63c0b-a0cf-4760-8b02-568393917e77 req-ba1e676c-0b24-42b0-8521-2f9a576346cc service neutron] 10.222.0.83 "GET /v2.0/networks?id=841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 200 len: 913 time: 0.1480157 Jan 27 17:20:52.890436 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-25b63c0b-a0cf-4760-8b02-568393917e77 req-ca64cc25-2148-4309-8d81-a7ff630baf07 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c81baa8-73f7-4da4-ae47-0dbff11772d0 HTTP/1.1" status: 200 len: 217 time: 0.1064239 Jan 27 17:20:52.960983 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3120fee1-e85c-4d8b-b1c1-cf1d60ea5a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'bf3797c3-c05d-41c3-b9f5-a96718554b10', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'port_id': '950ed6eb-6f3a-48f6-8efb-9879300940bc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'mac_address': 'fa:16:3e:e3:82:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5b5eb9-1db7-4553-8450-155c47767942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:07Z', 'updated_at': '2022-01-27T17:17:10Z', 'revision_number': 1, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:28Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:52.969696 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b63c0b-a0cf-4760-8b02-568393917e77 req-8f7e7d05-0be4-4644-8661-37bb0e6bfb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:52.969906 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3120fee1-e85c-4d8b-b1c1-cf1d60ea5a85 None None] Checking router: a9f9edf8-d1d8-4657-b662-354e6f583744 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:20:52.971193 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-25b63c0b-a0cf-4760-8b02-568393917e77 req-8f7e7d05-0be4-4644-8661-37bb0e6bfb39 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d6555cc-80bd-47ee-878f-a5617b07d795 HTTP/1.1" status: 200 len: 850 time: 0.0686817 Jan 27 17:20:52.979239 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3120fee1-e85c-4d8b-b1c1-cf1d60ea5a85 None None] Routers {'a9f9edf8-d1d8-4657-b662-354e6f583744'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:20:52.979854 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3120fee1-e85c-4d8b-b1c1-cf1d60ea5a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:20:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['a9f9edf8-d1d8-4657-b662-354e6f583744'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:52.985827 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa59da2-9c9e-4233-aa28-3c8eacb79e17 req-93dc7989-abe3-4c9d-9318-2f20dce88449 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:52.986533 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-4fa59da2-9c9e-4233-aa28-3c8eacb79e17 req-93dc7989-abe3-4c9d-9318-2f20dce88449 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Synchronizing usage tracker for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:20:53.051781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-4fa59da2-9c9e-4233-aa28-3c8eacb79e17 req-93dc7989-abe3-4c9d-9318-2f20dce88449 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Unset dirty status for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:20:53.058177 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4fa59da2-9c9e-4233-aa28-3c8eacb79e17 req-93dc7989-abe3-4c9d-9318-2f20dce88449 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 946 time: 0.2730918 Jan 27 17:20:53.107409 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b63c0b-a0cf-4760-8b02-568393917e77 req-d3ea5083-8a74-4c82-b891-2b6eb5e56179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:53.108872 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-25b63c0b-a0cf-4760-8b02-568393917e77 req-d3ea5083-8a74-4c82-b891-2b6eb5e56179 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=841011a7-cc94-4162-872b-7e5b601026ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1186271 Jan 27 17:20:53.111797 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4fa59da2-9c9e-4233-aa28-3c8eacb79e17 req-4b33ae5a-80b8-491c-976d-dfb517228a36 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510070 Jan 27 17:20:53.164508 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-3120fee1-e85c-4d8b-b1c1-cf1d60ea5a85 None None] Set router a9f9edf8-d1d8-4657-b662-354e6f583744 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:20:53.375056 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-25b63c0b-a0cf-4760-8b02-568393917e77 req-96bb1ab7-d900-4d9b-b7fe-a83332140311 service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584968 Jan 27 17:20:53.405230 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:53.510899 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-25b63c0b-a0cf-4760-8b02-568393917e77 req-c6f50cbd-c726-4f09-a53d-9c87335ac4c3 service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285779 Jan 27 17:20:53.541718 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3120fee1-e85c-4d8b-b1c1-cf1d60ea5a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'bf3797c3-c05d-41c3-b9f5-a96718554b10', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'port_id': '950ed6eb-6f3a-48f6-8efb-9879300940bc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'mac_address': 'fa:16:3e:e3:82:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5b5eb9-1db7-4553-8450-155c47767942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:07Z', 'updated_at': '2022-01-27T17:17:10Z', 'revision_number': 1, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:28Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:20:53.545832 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3120fee1-e85c-4d8b-b1c1-cf1d60ea5a85 None None] The sync data for ids ['a9f9edf8-d1d8-4657-b662-354e6f583744'] in dv-neutron-826439-2-hyperv is: [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'bf3797c3-c05d-41c3-b9f5-a96718554b10', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'port_id': '950ed6eb-6f3a-48f6-8efb-9879300940bc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'mac_address': 'fa:16:3e:e3:82:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5b5eb9-1db7-4553-8450-155c47767942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:17:07Z', 'updated_at': '2022-01-27T17:17:10Z', 'revision_number': 1, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:28Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:20:53.778087 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a6114f-6bd1-4a59-9413-50ef8d9d9568 None None] New status for floating IP acf4da8b-8512-42f3-9149-ad945797ae6e: DOWN {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:20:54.301413 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f06d0-d704-460e-95fe-a03f0a266d8f req-08784aa6-24e9-4d0e-9951-586c9078fe29 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:54.302891 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5b6f06d0-d704-460e-95fe-a03f0a266d8f req-08784aa6-24e9-4d0e-9951-586c9078fe29 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 946 time: 0.0852833 Jan 27 17:20:54.348696 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5b6f06d0-d704-460e-95fe-a03f0a266d8f req-0404f189-81e4-4809-8356-3039ebd91eb0 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399611 Jan 27 17:20:54.443942 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96564558-5649-4ac6-a947-c906bc5430df req-7272a2bf-d5d5-4c2c-a6d1-e366b36fa518 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:20:54.445361 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-96564558-5649-4ac6-a947-c906bc5430df req-7272a2bf-d5d5-4c2c-a6d1-e366b36fa518 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.83 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 946 time: 0.0851328 Jan 27 17:20:54.514991 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-96564558-5649-4ac6-a947-c906bc5430df req-60d92291-ea5b-44e9-bc5e-b0b8e35135c1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Deleting port 7c81baa8-73f7-4da4-ae47-0dbff11772d0 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:20:54.515335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-96564558-5649-4ac6-a947-c906bc5430df req-60d92291-ea5b-44e9-bc5e-b0b8e35135c1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:54.764917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-96564558-5649-4ac6-a947-c906bc5430df req-60d92291-ea5b-44e9-bc5e-b0b8e35135c1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] For port 7c81baa8-73f7-4da4-ae47-0dbff11772d0, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7c81baa8-73f7-4da4-ae47-0dbff11772d0,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:20:54.765145 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-96564558-5649-4ac6-a947-c906bc5430df req-60d92291-ea5b-44e9-bc5e-b0b8e35135c1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:54.887622 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-96564558-5649-4ac6-a947-c906bc5430df req-60d92291-ea5b-44e9-bc5e-b0b8e35135c1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Calling delete_port for 7c81baa8-73f7-4da4-ae47-0dbff11772d0 owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:20:55.038449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-96564558-5649-4ac6-a947-c906bc5430df req-60d92291-ea5b-44e9-bc5e-b0b8e35135c1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:55.091672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d92291-ea5b-44e9-bc5e-b0b8e35135c1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event deleted for resources: {'Port': ['ID=7c81baa8-73f7-4da4-ae47-0dbff11772d0,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:20:55.164233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-96564558-5649-4ac6-a947-c906bc5430df req-60d92291-ea5b-44e9-bc5e-b0b8e35135c1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] No DVR routers for this DVR port 7c81baa8-73f7-4da4-ae47-0dbff11772d0 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:20:55.166744 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-96564558-5649-4ac6-a947-c906bc5430df req-60d92291-ea5b-44e9-bc5e-b0b8e35135c1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:20:55.169132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084e87e6-ff40-40f9-b8b9-085b6712b488', 'name': 'network-vif-deleted', 'tag': '7c81baa8-73f7-4da4-ae47-0dbff11772d0'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:20:55.185408 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-96564558-5649-4ac6-a947-c906bc5430df req-60d92291-ea5b-44e9-bc5e-b0b8e35135c1 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.83 "DELETE /v2.0/ports/7c81baa8-73f7-4da4-ae47-0dbff11772d0 HTTP/1.1" status: 204 len: 173 time: 0.7326221 Jan 27 17:20:55.213591 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084e87e6-ff40-40f9-b8b9-085b6712b488', 'name': 'network-vif-deleted', 'tag': '7c81baa8-73f7-4da4-ae47-0dbff11772d0', 'status': 'completed', 'code': 200} Jan 27 17:20:55.498101 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9f0f82e3-41ac-42d4-aaf7-d5ed51b8f891 req-a4c3f1bd-3b4d-4b03-9663-09e20acecc20 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=084e87e6-ff40-40f9-b8b9-085b6712b488 HTTP/1.1" status: 200 len: 210 time: 0.0422494 Jan 27 17:20:57.656821 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 7c81baa8-73f7-4da4-ae47-0dbff11772d0 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:20:57.694133 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 7c81baa8-73f7-4da4-ae47-0dbff11772d0 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:20:57.694471 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 7c81baa8-73f7-4da4-ae47-0dbff11772d0 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:21:01.156367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39554) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:01.371354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-fbb0660f-9452-4682-be14-a7ed922ec09d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Deleting port 9589424f-f3f6-4d05-a347-74be77e451dd {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:01.371555 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fbb0660f-9452-4682-be14-a7ed922ec09d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:01.643154 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fbb0660f-9452-4682-be14-a7ed922ec09d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:01.643588 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fbb0660f-9452-4682-be14-a7ed922ec09d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:01.766712 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-fbb0660f-9452-4682-be14-a7ed922ec09d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Calling delete_port for 9589424f-f3f6-4d05-a347-74be77e451dd owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:01.916936 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fbb0660f-9452-4682-be14-a7ed922ec09d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:01.964786 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0660f-9452-4682-be14-a7ed922ec09d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event deleted for resources: {'Port': ['ID=9589424f-f3f6-4d05-a347-74be77e451dd,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:02.062846 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fbb0660f-9452-4682-be14-a7ed922ec09d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:02.063122 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-fbb0660f-9452-4682-be14-a7ed922ec09d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Floating IP bf3797c3-c05d-41c3-b9f5-a96718554b10 disassociated (deleted). External IP: 172.26.1.74, port: 950ed6eb-6f3a-48f6-8efb-9879300940bc. Jan 27 17:21:02.425938 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb0660f-9452-4682-be14-a7ed922ec09d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Router a9f9edf8-d1d8-4657-b662-354e6f583744 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:21:02.604274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb0660f-9452-4682-be14-a7ed922ec09d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:21:02.614752 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ba116-7816-44ea-96bd-02fc8d695fe4 None None] Sync routers for ids ['a9f9edf8-d1d8-4657-b662-354e6f583744'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:21:02.621627 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fbb0660f-9452-4682-be14-a7ed922ec09d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:02.623878 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ba116-7816-44ea-96bd-02fc8d695fe4 None None] Routers {'a9f9edf8-d1d8-4657-b662-354e6f583744'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:21:02.624466 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-053ba116-7816-44ea-96bd-02fc8d695fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:20:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['a9f9edf8-d1d8-4657-b662-354e6f583744'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:02.679838 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fbb0660f-9452-4682-be14-a7ed922ec09d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "DELETE /v2.0/floatingips/bf3797c3-c05d-41c3-b9f5-a96718554b10 HTTP/1.1" status: 204 len: 168 time: 1.5222726 Jan 27 17:21:02.680415 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5b5eb9-1db7-4553-8450-155c47767942', 'tag': '950ed6eb-6f3a-48f6-8efb-9879300940bc'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:21:02.726665 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5b5eb9-1db7-4553-8450-155c47767942', 'tag': '950ed6eb-6f3a-48f6-8efb-9879300940bc', 'status': 'completed', 'code': 200} Jan 27 17:21:02.800672 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-053ba116-7816-44ea-96bd-02fc8d695fe4 None None] Set router a9f9edf8-d1d8-4657-b662-354e6f583744 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:02.826750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ecd4e-7f59-4e4c-b1c0-eaf02338fed6 req-be1ab555-f353-41d9-bac0-b85ece2bce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:02.828507 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-321ecd4e-7f59-4e4c-b1c0-eaf02338fed6 req-be1ab555-f353-41d9-bac0-b85ece2bce8d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 1098 time: 0.0772946 Jan 27 17:21:02.965574 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ecd4e-7f59-4e4c-b1c0-eaf02338fed6 req-a9e80e69-5893-46e7-b47a-d496a9df3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:02.967239 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-321ecd4e-7f59-4e4c-b1c0-eaf02338fed6 req-a9e80e69-5893-46e7-b47a-d496a9df3da7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 200 len: 913 time: 0.1325333 Jan 27 17:21:03.052839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04531a5f-01d6-4042-b1e5-e30dbc1649b6 req-0e5d5060-3ee0-4eb2-8408-e997002b9fdc tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:03.053800 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-04531a5f-01d6-4042-b1e5-e30dbc1649b6 req-0e5d5060-3ee0-4eb2-8408-e997002b9fdc tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Synchronizing usage tracker for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:21:03.064968 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-321ecd4e-7f59-4e4c-b1c0-eaf02338fed6 req-75ce3ec7-4aa0-418a-a4e0-a51130884432 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=950ed6eb-6f3a-48f6-8efb-9879300940bc HTTP/1.1" status: 200 len: 217 time: 0.0870950 Jan 27 17:21:03.072406 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-04531a5f-01d6-4042-b1e5-e30dbc1649b6 req-0e5d5060-3ee0-4eb2-8408-e997002b9fdc tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Unset dirty status for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:21:03.073990 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-04531a5f-01d6-4042-b1e5-e30dbc1649b6 req-0e5d5060-3ee0-4eb2-8408-e997002b9fdc tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 945 time: 0.1039882 Jan 27 17:21:03.111422 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-053ba116-7816-44ea-96bd-02fc8d695fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:28Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:03.115278 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ba116-7816-44ea-96bd-02fc8d695fe4 None None] Checking router: a9f9edf8-d1d8-4657-b662-354e6f583744 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:21:03.123568 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-04531a5f-01d6-4042-b1e5-e30dbc1649b6 req-bc6315f3-43a5-4adb-94bd-0bae2fff7c71 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428929 Jan 27 17:21:03.123836 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ba116-7816-44ea-96bd-02fc8d695fe4 None None] Routers {'a9f9edf8-d1d8-4657-b662-354e6f583744'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:21:03.124430 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-053ba116-7816-44ea-96bd-02fc8d695fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:20:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['a9f9edf8-d1d8-4657-b662-354e6f583744'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:03.146730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ecd4e-7f59-4e4c-b1c0-eaf02338fed6 req-76ed6016-b4e7-4df2-a5d1-df00513e1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:03.148171 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-321ecd4e-7f59-4e4c-b1c0-eaf02338fed6 req-76ed6016-b4e7-4df2-a5d1-df00513e1292 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d6555cc-80bd-47ee-878f-a5617b07d795 HTTP/1.1" status: 200 len: 850 time: 0.0719109 Jan 27 17:21:03.223188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ecd4e-7f59-4e4c-b1c0-eaf02338fed6 req-ca9a567d-903d-42b9-9cd6-21d9611065da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:03.224524 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-321ecd4e-7f59-4e4c-b1c0-eaf02338fed6 req-ca9a567d-903d-42b9-9cd6-21d9611065da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=841011a7-cc94-4162-872b-7e5b601026ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686190 Jan 27 17:21:03.297089 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-053ba116-7816-44ea-96bd-02fc8d695fe4 None None] Set router a9f9edf8-d1d8-4657-b662-354e6f583744 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:03.359747 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-321ecd4e-7f59-4e4c-b1c0-eaf02338fed6 req-a6199a9e-3a9b-49ca-97f3-dedffc53497c service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266689 Jan 27 17:21:03.438608 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:03.494045 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-321ecd4e-7f59-4e4c-b1c0-eaf02338fed6 req-0d12f7ee-7e0a-4cac-9826-509187369dd3 service neutron] 10.222.0.83 "GET /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260762 Jan 27 17:21:03.631101 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-053ba116-7816-44ea-96bd-02fc8d695fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:28Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:03.635120 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ba116-7816-44ea-96bd-02fc8d695fe4 None None] The sync data for ids ['a9f9edf8-d1d8-4657-b662-354e6f583744'] in dv-neutron-826439-2-hyperv is: [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:13:18Z', 'revision_number': 4, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '318d077b-cab2-4901-8ebe-1ce03c9b9383', 'name': '', 'network_id': '841011a7-cc94-4162-872b-7e5b601026ce', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'mac_address': 'fa:16:3e:f8:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:16Z', 'updated_at': '2022-01-27T17:13:28Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'subnets': [{'id': '3d6555cc-80bd-47ee-878f-a5617b07d795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:21:03.880149 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fd9969-4f35-40b0-8ef2-abed303d37ff None None] New status for floating IP bf3797c3-c05d-41c3-b9f5-a96718554b10: DOWN {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:21:04.319932 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab7f76-d3ee-420f-b275-769af6d6748e req-13558f0f-2d7c-4224-aa58-19f52352417d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:04.320491 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-2eab7f76-d3ee-420f-b275-769af6d6748e req-13558f0f-2d7c-4224-aa58-19f52352417d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Synchronizing usage tracker for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:21:04.333204 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-2eab7f76-d3ee-420f-b275-769af6d6748e req-13558f0f-2d7c-4224-aa58-19f52352417d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Unset dirty status for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:21:04.334347 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2eab7f76-d3ee-420f-b275-769af6d6748e req-13558f0f-2d7c-4224-aa58-19f52352417d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 945 time: 0.1028247 Jan 27 17:21:04.378662 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2eab7f76-d3ee-420f-b275-769af6d6748e req-ff72b45a-8854-470d-b43c-3c36f8eb0161 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/security-groups?id=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384266 Jan 27 17:21:04.541463 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c4075-d6d4-4338-afaa-e4dc48e8a375 req-206dc188-97cd-47e3-976f-b146f18eee08 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:21:04.542941 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e39c4075-d6d4-4338-afaa-e4dc48e8a375 req-206dc188-97cd-47e3-976f-b146f18eee08 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 945 time: 0.0860755 Jan 27 17:21:04.718298 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-e39c4075-d6d4-4338-afaa-e4dc48e8a375 req-c58b9c55-ed77-41d9-88dd-4885d90bdee8 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Deleting port 950ed6eb-6f3a-48f6-8efb-9879300940bc {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:04.718592 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-e39c4075-d6d4-4338-afaa-e4dc48e8a375 req-c58b9c55-ed77-41d9-88dd-4885d90bdee8 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:04.965559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-e39c4075-d6d4-4338-afaa-e4dc48e8a375 req-c58b9c55-ed77-41d9-88dd-4885d90bdee8 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] For port 950ed6eb-6f3a-48f6-8efb-9879300940bc, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=950ed6eb-6f3a-48f6-8efb-9879300940bc,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:04.966006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-e39c4075-d6d4-4338-afaa-e4dc48e8a375 req-c58b9c55-ed77-41d9-88dd-4885d90bdee8 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:05.088070 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-e39c4075-d6d4-4338-afaa-e4dc48e8a375 req-c58b9c55-ed77-41d9-88dd-4885d90bdee8 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Calling delete_port for 950ed6eb-6f3a-48f6-8efb-9879300940bc owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:05.246837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-e39c4075-d6d4-4338-afaa-e4dc48e8a375 req-c58b9c55-ed77-41d9-88dd-4885d90bdee8 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:05.299925 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b9c55-ed77-41d9-88dd-4885d90bdee8 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event deleted for resources: {'Port': ['ID=950ed6eb-6f3a-48f6-8efb-9879300940bc,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:05.376400 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39c4075-d6d4-4338-afaa-e4dc48e8a375 req-c58b9c55-ed77-41d9-88dd-4885d90bdee8 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] No DVR routers for this DVR port 950ed6eb-6f3a-48f6-8efb-9879300940bc on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:21:05.379042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-e39c4075-d6d4-4338-afaa-e4dc48e8a375 req-c58b9c55-ed77-41d9-88dd-4885d90bdee8 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:05.381811 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5b5eb9-1db7-4553-8450-155c47767942', 'name': 'network-vif-deleted', 'tag': '950ed6eb-6f3a-48f6-8efb-9879300940bc'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:21:05.397841 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e39c4075-d6d4-4338-afaa-e4dc48e8a375 req-c58b9c55-ed77-41d9-88dd-4885d90bdee8 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.83 "DELETE /v2.0/ports/950ed6eb-6f3a-48f6-8efb-9879300940bc HTTP/1.1" status: 204 len: 173 time: 0.8496127 Jan 27 17:21:05.435979 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5b5eb9-1db7-4553-8450-155c47767942', 'name': 'network-vif-deleted', 'tag': '950ed6eb-6f3a-48f6-8efb-9879300940bc', 'status': 'completed', 'code': 200} Jan 27 17:21:05.528419 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-ae196edf-fa8d-4f29-881a-5151f9a89930 req-b8ffe90f-cbe9-4a66-8f61-eaee39ed2b5f tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Synchronizing usage tracker for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:21:05.544556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-ae196edf-fa8d-4f29-881a-5151f9a89930 req-b8ffe90f-cbe9-4a66-8f61-eaee39ed2b5f tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Unset dirty status for tenant:0f5acc6f5bc44c0da4c61c46bd5289a1 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:21:05.545875 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae196edf-fa8d-4f29-881a-5151f9a89930 req-b8ffe90f-cbe9-4a66-8f61-eaee39ed2b5f tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5b5eb9-1db7-4553-8450-155c47767942 HTTP/1.1" status: 200 len: 210 time: 0.0633068 Jan 27 17:21:06.652245 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39576) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:06.913806 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-c8e07034-ea08-40f8-9a25-8e8da299bf0d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Deleting port 452514e1-5eaf-4950-9653-31f69536740c {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:06.914038 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8e07034-ea08-40f8-9a25-8e8da299bf0d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:07.084027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8e07034-ea08-40f8-9a25-8e8da299bf0d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:07.084347 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8e07034-ea08-40f8-9a25-8e8da299bf0d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:07.203273 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-c8e07034-ea08-40f8-9a25-8e8da299bf0d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Calling delete_port for 452514e1-5eaf-4950-9653-31f69536740c owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:07.345997 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8e07034-ea08-40f8-9a25-8e8da299bf0d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:07.393187 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e07034-ea08-40f8-9a25-8e8da299bf0d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event deleted for resources: {'Port': ['ID=452514e1-5eaf-4950-9653-31f69536740c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:07.485221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8e07034-ea08-40f8-9a25-8e8da299bf0d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:07.505108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8e07034-ea08-40f8-9a25-8e8da299bf0d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:07.506375 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c8e07034-ea08-40f8-9a25-8e8da299bf0d tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "DELETE /v2.0/floatingips/95f099db-e5e3-4073-9d42-e44413af7267 HTTP/1.1" status: 204 len: 168 time: 0.8527946 Jan 27 17:21:07.700614 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 950ed6eb-6f3a-48f6-8efb-9879300940bc no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:21:07.734763 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 950ed6eb-6f3a-48f6-8efb-9879300940bc {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:21:07.735105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 950ed6eb-6f3a-48f6-8efb-9879300940bc not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:21:09.990007 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39594) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:10.062207 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22e60c7b-455f-4445-8d6f-5f968a8167b7 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:10.093106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22e60c7b-455f-4445-8d6f-5f968a8167b7 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:10.165373 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22e60c7b-455f-4445-8d6f-5f968a8167b7 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:10.182714 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e60c7b-455f-4445-8d6f-5f968a8167b7 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce8f9ad-5a60-4f36-bb8f-ed36c716cade,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:10.194812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22e60c7b-455f-4445-8d6f-5f968a8167b7 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:10.195933 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-22e60c7b-455f-4445-8d6f-5f968a8167b7 tempest-TestVolumeBootPattern-1173165501 tempest-TestVolumeBootPattern-1173165501-project] 10.222.0.50 "DELETE /v2.0/security-groups/5ce8f9ad-5a60-4f36-bb8f-ed36c716cade HTTP/1.1" status: 204 len: 168 time: 0.2049129 Jan 27 17:21:10.243610 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39600) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:10.958643 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:11.410988 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Deleting port 318d077b-cab2-4901-8ebe-1ce03c9b9383 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:11.411673 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:11.583480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] For port 318d077b-cab2-4901-8ebe-1ce03c9b9383, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=318d077b-cab2-4901-8ebe-1ce03c9b9383,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:11.583861 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:11.704746 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Calling delete_port for 318d077b-cab2-4901-8ebe-1ce03c9b9383 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:12.022616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.069622 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Pushing event deleted for resources: {'Port': ['ID=318d077b-cab2-4901-8ebe-1ce03c9b9383,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:12.113046 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.113378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.113731 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.114060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.114400 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.114722 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.115040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.115353 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.115667 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.115978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.116452 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.116801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:12.342513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:12.815719 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Router a9f9edf8-d1d8-4657-b662-354e6f583744 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:21:12.997514 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:21:13.006857 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eede2d5-de31-417d-a501-4d91cc3bca7c None None] Sync routers for ids ['a9f9edf8-d1d8-4657-b662-354e6f583744'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:21:13.011097 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-12d638c7-dc26-4745-9f06-2e1f60496666 admin admin] 10.222.0.50 "PUT /v2.0/routers/a9f9edf8-d1d8-4657-b662-354e6f583744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7663922 Jan 27 17:21:13.013753 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39612) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:13.016292 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eede2d5-de31-417d-a501-4d91cc3bca7c None None] Routers {'a9f9edf8-d1d8-4657-b662-354e6f583744'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:21:13.016892 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-4eede2d5-de31-417d-a501-4d91cc3bca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:20:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['a9f9edf8-d1d8-4657-b662-354e6f583744'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:13.214637 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8126a539-4eb5-4c86-9183-075bec7d47a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.225267 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-4eede2d5-de31-417d-a501-4d91cc3bca7c None None] Set router a9f9edf8-d1d8-4657-b662-354e6f583744 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:13.391760 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8126a539-4eb5-4c86-9183-075bec7d47a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.402342 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-8126a539-4eb5-4c86-9183-075bec7d47a7 admin admin] Deleting port 1d38e1ca-39d2-47df-ae28-0fb71fe01449 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:13.402674 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8126a539-4eb5-4c86-9183-075bec7d47a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.515408 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-4eede2d5-de31-417d-a501-4d91cc3bca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:21:11Z', 'revision_number': 5, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port': {'id': '1d38e1ca-39d2-47df-ae28-0fb71fe01449', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:11Z', 'updated_at': '2022-01-27T17:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:13.519676 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eede2d5-de31-417d-a501-4d91cc3bca7c None None] Checking router: a9f9edf8-d1d8-4657-b662-354e6f583744 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:21:13.530281 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eede2d5-de31-417d-a501-4d91cc3bca7c None None] Routers {'a9f9edf8-d1d8-4657-b662-354e6f583744'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:21:13.530893 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-4eede2d5-de31-417d-a501-4d91cc3bca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:20:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['a9f9edf8-d1d8-4657-b662-354e6f583744'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:13.588247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-8126a539-4eb5-4c86-9183-075bec7d47a7 admin admin] For port 1d38e1ca-39d2-47df-ae28-0fb71fe01449, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=1d38e1ca-39d2-47df-ae28-0fb71fe01449,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:13.588504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8126a539-4eb5-4c86-9183-075bec7d47a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.682025 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-4eede2d5-de31-417d-a501-4d91cc3bca7c None None] Set router a9f9edf8-d1d8-4657-b662-354e6f583744 gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:13.707814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-8126a539-4eb5-4c86-9183-075bec7d47a7 admin admin] Calling delete_port for 1d38e1ca-39d2-47df-ae28-0fb71fe01449 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:13.787387 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-4eede2d5-de31-417d-a501-4d91cc3bca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:21:13Z', 'revision_number': 6, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:13.791500 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eede2d5-de31-417d-a501-4d91cc3bca7c None None] The sync data for ids ['a9f9edf8-d1d8-4657-b662-354e6f583744'] in dv-neutron-826439-2-hyperv is: [{'id': 'a9f9edf8-d1d8-4657-b662-354e6f583744', 'name': 'tempest-TestVolumeBootPattern-734130687-router', 'tenant_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:09Z', 'updated_at': '2022-01-27T17:21:13Z', 'revision_number': 6, 'project_id': '0f5acc6f5bc44c0da4c61c46bd5289a1', 'gw_port_host': None}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:21:13.876642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8126a539-4eb5-4c86-9183-075bec7d47a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:13.921704 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126a539-4eb5-4c86-9183-075bec7d47a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d38e1ca-39d2-47df-ae28-0fb71fe01449,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:14.127006 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8126a539-4eb5-4c86-9183-075bec7d47a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:14.301520 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8126a539-4eb5-4c86-9183-075bec7d47a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:14.303957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8126a539-4eb5-4c86-9183-075bec7d47a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:14.329475 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8126a539-4eb5-4c86-9183-075bec7d47a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:14.330241 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8126a539-4eb5-4c86-9183-075bec7d47a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9f9edf8-d1d8-4657-b662-354e6f583744 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:21:14.343831 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8126a539-4eb5-4c86-9183-075bec7d47a7 admin admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:14.344948 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8126a539-4eb5-4c86-9183-075bec7d47a7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a9f9edf8-d1d8-4657-b662-354e6f583744 HTTP/1.1" status: 204 len: 168 time: 1.3302476 Jan 27 17:21:14.348746 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39616) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:14.409965 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-584c9e87-baf6-4501-8b0d-7302c6c75180 admin admin] Deleting subnet 3d6555cc-80bd-47ee-878f-a5617b07d795 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:21:14.413221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-584c9e87-baf6-4501-8b0d-7302c6c75180 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:14.462492 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-584c9e87-baf6-4501-8b0d-7302c6c75180 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:14.564939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-584c9e87-baf6-4501-8b0d-7302c6c75180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:14.635167 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-584c9e87-baf6-4501-8b0d-7302c6c75180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:14.671099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c9e87-baf6-4501-8b0d-7302c6c75180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6555cc-80bd-47ee-878f-a5617b07d795,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:14.676633 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-584c9e87-baf6-4501-8b0d-7302c6c75180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:14.684020 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8405662-7221-4909-9d1f-381f683c5857 None None] Network 841011a7-cc94-4162-872b-7e5b601026ce requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:21:14.685351 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-584c9e87-baf6-4501-8b0d-7302c6c75180 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3d6555cc-80bd-47ee-878f-a5617b07d795 HTTP/1.1" status: 204 len: 168 time: 0.3356504 Jan 27 17:21:14.686072 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39620) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:14.796831 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:14.807792 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] Deleting port dd697407-d985-48a8-bed6-16f9c4661cc6 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:14.808117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:14.965672 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22652b1-db2f-4635-9331-8e7cb3ccb615 None None] DHCP port deletion for 841011a7-cc94-4162-872b-7e5b601026ce request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:21:14.970083 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b22652b1-db2f-4635-9331-8e7cb3ccb615 None None] Deleting port dd697407-d985-48a8-bed6-16f9c4661cc6 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:14.970502 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b22652b1-db2f-4635-9331-8e7cb3ccb615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:15.018632 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] For port dd697407-d985-48a8-bed6-16f9c4661cc6, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=dd697407-d985-48a8-bed6-16f9c4661cc6,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:15.019239 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:15.143171 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] Calling delete_port for dd697407-d985-48a8-bed6-16f9c4661cc6 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:15.157138 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 318d077b-cab2-4901-8ebe-1ce03c9b9383 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:21:15.202087 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 318d077b-cab2-4901-8ebe-1ce03c9b9383 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:21:15.202332 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 318d077b-cab2-4901-8ebe-1ce03c9b9383 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:21:15.202765 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 1d38e1ca-39d2-47df-ae28-0fb71fe01449 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:21:15.220628 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:15.233787 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-b22652b1-db2f-4635-9331-8e7cb3ccb615 None None] For port dd697407-d985-48a8-bed6-16f9c4661cc6, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=dd697407-d985-48a8-bed6-16f9c4661cc6,segment=NetworkSegment(523e4dcf-29f9-48f5-a19e-a31b062a3f8a),segment_id=523e4dcf-29f9-48f5-a19e-a31b062a3f8a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:15.234195 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b22652b1-db2f-4635-9331-8e7cb3ccb615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:15.247855 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 1d38e1ca-39d2-47df-ae28-0fb71fe01449 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:21:15.248186 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 1d38e1ca-39d2-47df-ae28-0fb71fe01449 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:21:15.248573 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device dd697407-d985-48a8-bed6-16f9c4661cc6 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:21:15.268969 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd697407-d985-48a8-bed6-16f9c4661cc6,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:15.272414 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] No DVR routers for this DVR port dd697407-d985-48a8-bed6-16f9c4661cc6 on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:21:15.388539 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:15.415599 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841011a7-cc94-4162-872b-7e5b601026ce']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:15.418889 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: dd697407-d985-48a8-bed6-16f9c4661cc6 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:21:15.419217 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device dd697407-d985-48a8-bed6-16f9c4661cc6 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:21:15.427416 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b22652b1-db2f-4635-9331-8e7cb3ccb615 None None] Calling delete_port for dd697407-d985-48a8-bed6-16f9c4661cc6 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:15.428432 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523e4dcf-29f9-48f5-a19e-a31b062a3f8a') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:15.428552 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523e4dcf-29f9-48f5-a19e-a31b062a3f8a') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:15.440095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:15.455983 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:15.462529 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:21:15.462953 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:21:15.476465 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:21:15.496754 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-b22652b1-db2f-4635-9331-8e7cb3ccb615 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:21:15.497096 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-b22652b1-db2f-4635-9331-8e7cb3ccb615 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:21:15.654769 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:15.671157 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:15.681116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] Pushing event deleted for resources: {'Network': ['ID=841011a7-cc94-4162-872b-7e5b601026ce,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:15.695357 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b99cf0d9-f07a-49fe-a360-3ca229c20806 admin admin] 10.222.0.50 "DELETE /v2.0/networks/841011a7-cc94-4162-872b-7e5b601026ce HTTP/1.1" status: 204 len: 168 time: 1.0083439 Jan 27 17:21:15.698307 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39624) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:15.998241 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b22652b1-db2f-4635-9331-8e7cb3ccb615 None None] Deleting port dd697407-d985-48a8-bed6-16f9c4661cc6 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:15.998829 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b22652b1-db2f-4635-9331-8e7cb3ccb615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:16.065628 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b22652b1-db2f-4635-9331-8e7cb3ccb615 None None] The port 'dd697407-d985-48a8-bed6-16f9c4661cc6' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:21:16.270332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5ac33f90-2040-4f53-a9f4-aa475e6ef505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:16.632979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5ac33f90-2040-4f53-a9f4-aa475e6ef505 admin admin] Deleting port abb79d07-f29f-46ff-83ca-8e95f6951d7f {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:16.633206 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5ac33f90-2040-4f53-a9f4-aa475e6ef505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:16.800149 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-5ac33f90-2040-4f53-a9f4-aa475e6ef505 admin admin] For port abb79d07-f29f-46ff-83ca-8e95f6951d7f, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=abb79d07-f29f-46ff-83ca-8e95f6951d7f,segment=NetworkSegment(08ad2808-e235-471a-afaa-63df22bbf106),segment_id=08ad2808-e235-471a-afaa-63df22bbf106)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:16.800503 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5ac33f90-2040-4f53-a9f4-aa475e6ef505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:16.923943 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5ac33f90-2040-4f53-a9f4-aa475e6ef505 admin admin] Calling delete_port for abb79d07-f29f-46ff-83ca-8e95f6951d7f owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:17.205106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5ac33f90-2040-4f53-a9f4-aa475e6ef505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:17.249111 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac33f90-2040-4f53-a9f4-aa475e6ef505 admin admin] Pushing event deleted for resources: {'Port': ['ID=abb79d07-f29f-46ff-83ca-8e95f6951d7f,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:17.516561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5ac33f90-2040-4f53-a9f4-aa475e6ef505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:17.884199 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac33f90-2040-4f53-a9f4-aa475e6ef505 admin admin] Router cf3ff1b5-341e-404e-b125-057c4143130c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:21:18.060828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac33f90-2040-4f53-a9f4-aa475e6ef505 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:21:18.070136 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe1aa28-2e98-466c-9ef7-e4c5606a3fad None None] Sync routers for ids ['cf3ff1b5-341e-404e-b125-057c4143130c'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:21:18.079642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe1aa28-2e98-466c-9ef7-e4c5606a3fad None None] Routers {'cf3ff1b5-341e-404e-b125-057c4143130c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:21:18.080361 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1fe1aa28-2e98-466c-9ef7-e4c5606a3fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:20:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['cf3ff1b5-341e-404e-b125-057c4143130c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:18.083865 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5ac33f90-2040-4f53-a9f4-aa475e6ef505 admin admin] 10.222.0.50 "PUT /v2.0/routers/cf3ff1b5-341e-404e-b125-057c4143130c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3845079 Jan 27 17:21:18.083992 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39628) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:18.257843 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-1fe1aa28-2e98-466c-9ef7-e4c5606a3fad None None] Set router cf3ff1b5-341e-404e-b125-057c4143130c gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:18.259739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:18.433973 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:18.445719 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Deleting port 99f3a10f-c173-4d1f-95af-d220cf2e7b92 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:18.446047 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:18.534338 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1fe1aa28-2e98-466c-9ef7-e4c5606a3fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'name': 'tempest-TestVolumeBootPattern-958946563-router', 'tenant_id': '4693684e8a944c3cb4b0da833cf0baa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '99f3a10f-c173-4d1f-95af-d220cf2e7b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:28Z', 'updated_at': '2022-01-27T17:21:17Z', 'revision_number': 5, 'project_id': '4693684e8a944c3cb4b0da833cf0baa3', 'gw_port': {'id': '99f3a10f-c173-4d1f-95af-d220cf2e7b92', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:23:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:13:31Z', 'updated_at': '2022-01-27T17:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:18.538425 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe1aa28-2e98-466c-9ef7-e4c5606a3fad None None] Checking router: cf3ff1b5-341e-404e-b125-057c4143130c for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:21:18.547192 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe1aa28-2e98-466c-9ef7-e4c5606a3fad None None] Routers {'cf3ff1b5-341e-404e-b125-057c4143130c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:21:18.547791 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1fe1aa28-2e98-466c-9ef7-e4c5606a3fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:20:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['cf3ff1b5-341e-404e-b125-057c4143130c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:18.617629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] For port 99f3a10f-c173-4d1f-95af-d220cf2e7b92, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=99f3a10f-c173-4d1f-95af-d220cf2e7b92,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:18.617968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:18.698162 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-1fe1aa28-2e98-466c-9ef7-e4c5606a3fad None None] Set router cf3ff1b5-341e-404e-b125-057c4143130c gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:21:18.812235 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1fe1aa28-2e98-466c-9ef7-e4c5606a3fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'name': 'tempest-TestVolumeBootPattern-958946563-router', 'tenant_id': '4693684e8a944c3cb4b0da833cf0baa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:28Z', 'updated_at': '2022-01-27T17:21:18Z', 'revision_number': 6, 'project_id': '4693684e8a944c3cb4b0da833cf0baa3', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:18.817020 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe1aa28-2e98-466c-9ef7-e4c5606a3fad None None] The sync data for ids ['cf3ff1b5-341e-404e-b125-057c4143130c'] in dv-neutron-826439-2-hyperv is: [{'id': 'cf3ff1b5-341e-404e-b125-057c4143130c', 'name': 'tempest-TestVolumeBootPattern-958946563-router', 'tenant_id': '4693684e8a944c3cb4b0da833cf0baa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:13:28Z', 'updated_at': '2022-01-27T17:21:18Z', 'revision_number': 6, 'project_id': '4693684e8a944c3cb4b0da833cf0baa3', 'gw_port_host': None}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:21:18.822063 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-072b430f-b88b-4303-b71e-4d9a03cbcede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:18.848324 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Calling delete_port for 99f3a10f-c173-4d1f-95af-d220cf2e7b92 owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:19.048171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:19.099213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f3a10f-c173-4d1f-95af-d220cf2e7b92,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:19.163351 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:19.163699 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:19.164029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:19.164356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:19.164677 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:19.165003 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:19.165319 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:19.165633 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:19.165988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:19.166306 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:19.166621 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:19.166934 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:21:19.201759 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:19.229277 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device abb79d07-f29f-46ff-83ca-8e95f6951d7f no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:21:19.267694 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: abb79d07-f29f-46ff-83ca-8e95f6951d7f {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:21:19.268035 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device abb79d07-f29f-46ff-83ca-8e95f6951d7f not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:21:19.391544 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:19.394097 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:19.419221 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:19.419779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf3ff1b5-341e-404e-b125-057c4143130c {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:21:19.432692 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:19.434052 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-85d4f2a0-c304-4208-b438-9b67e5a23ae5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/cf3ff1b5-341e-404e-b125-057c4143130c HTTP/1.1" status: 204 len: 168 time: 1.3488700 Jan 27 17:21:19.436535 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39632) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:19.496991 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-150b9f45-3998-4ee8-916e-cd09e4caac2e admin admin] Deleting subnet 4f17870a-535d-4704-a73a-a26663c3e3b8 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:21:19.500402 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-150b9f45-3998-4ee8-916e-cd09e4caac2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:19.548759 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-150b9f45-3998-4ee8-916e-cd09e4caac2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:19.630657 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-150b9f45-3998-4ee8-916e-cd09e4caac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:19.699723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-150b9f45-3998-4ee8-916e-cd09e4caac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:19.737535 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b9f45-3998-4ee8-916e-cd09e4caac2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f17870a-535d-4704-a73a-a26663c3e3b8,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:19.743257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-150b9f45-3998-4ee8-916e-cd09e4caac2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:19.748358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377414f8-9cdc-447a-b894-0565f6b3783b None None] Network ed8c7ef5-a921-49ef-aafc-174e68129f40 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:21:19.751521 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-150b9f45-3998-4ee8-916e-cd09e4caac2e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4f17870a-535d-4704-a73a-a26663c3e3b8 HTTP/1.1" status: 204 len: 168 time: 0.3116715 Jan 27 17:21:19.752288 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39636) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:19.859322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:19.871903 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] Deleting port 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:19.872375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:20.003711 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66956843-d2be-4431-80d9-04b71e80769d None None] DHCP port deletion for ed8c7ef5-a921-49ef-aafc-174e68129f40 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:21:20.008711 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-66956843-d2be-4431-80d9-04b71e80769d None None] Deleting port 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:20.009074 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-66956843-d2be-4431-80d9-04b71e80769d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:20.089283 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] For port 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7dfb650f-365e-49fa-8a04-59b8b4cdb0aa,segment=NetworkSegment(08ad2808-e235-471a-afaa-63df22bbf106),segment_id=08ad2808-e235-471a-afaa-63df22bbf106)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:20.089637 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:20.247730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-66956843-d2be-4431-80d9-04b71e80769d None None] For port 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7dfb650f-365e-49fa-8a04-59b8b4cdb0aa,segment=NetworkSegment(08ad2808-e235-471a-afaa-63df22bbf106),segment_id=08ad2808-e235-471a-afaa-63df22bbf106)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:21:20.248336 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-66956843-d2be-4431-80d9-04b71e80769d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:20.324719 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] Calling delete_port for 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:20.371700 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-66956843-d2be-4431-80d9-04b71e80769d None None] Calling delete_port for 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:21:20.399950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:20.441309 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-66956843-d2be-4431-80d9-04b71e80769d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:21:20.441654 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-66956843-d2be-4431-80d9-04b71e80769d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:21:20.447658 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dfb650f-365e-49fa-8a04-59b8b4cdb0aa,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:20.452183 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] No DVR routers for this DVR port 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:21:20.574919 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:20.598836 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8c7ef5-a921-49ef-aafc-174e68129f40']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:20.610679 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ad2808-e235-471a-afaa-63df22bbf106') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:20.610968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ad2808-e235-471a-afaa-63df22bbf106') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:21:20.622096 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:20.637867 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:20.646522 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:21:20.647163 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:21:20.660784 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:21:20.741261 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:20.762451 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:20.772180 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8c7ef5-a921-49ef-aafc-174e68129f40,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:20.779748 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cac08c92-b45d-47c3-81ba-fe1aa14d72a8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ed8c7ef5-a921-49ef-aafc-174e68129f40 HTTP/1.1" status: 204 len: 168 time: 1.0264013 Jan 27 17:21:20.900790 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39642) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:20.943032 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-66956843-d2be-4431-80d9-04b71e80769d None None] Deleting port 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:21:20.943391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-66956843-d2be-4431-80d9-04b71e80769d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:20.949755 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0d54087d-101b-485d-b544-8a958882e180 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f5acc6f5bc44c0da4c61c46bd5289a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475309 Jan 27 17:21:20.951929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39646) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:21.014592 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a8e1a16-c5e0-4841-98db-4651485a9c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:21.016149 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-66956843-d2be-4431-80d9-04b71e80769d None None] The port '7dfb650f-365e-49fa-8a04-59b8b4cdb0aa' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:21:21.035146 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0834746d-edec-4546-9f1b-a09089383c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:21.046124 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a8e1a16-c5e0-4841-98db-4651485a9c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:21.103427 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a8e1a16-c5e0-4841-98db-4651485a9c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:21.120589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e1a16-c5e0-4841-98db-4651485a9c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8b6d70-a5d9-49d2-942e-6e95fc240bd0,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:21.128472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8a8e1a16-c5e0-4841-98db-4651485a9c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:21.129710 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8a8e1a16-c5e0-4841-98db-4651485a9c7b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a8b6d70-a5d9-49d2-942e-6e95fc240bd0 HTTP/1.1" status: 204 len: 168 time: 0.1767719 Jan 27 17:21:21.143813 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 99f3a10f-c173-4d1f-95af-d220cf2e7b92 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:21:21.176944 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 99f3a10f-c173-4d1f-95af-d220cf2e7b92 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:21:21.177274 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 99f3a10f-c173-4d1f-95af-d220cf2e7b92 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:21:21.177693 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:21:21.212334 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:21:21.212668 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 7dfb650f-365e-49fa-8a04-59b8b4cdb0aa not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:21:21.480964 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39654) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:21.530943 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f3fd3ddc-4c0e-4b5b-a650-5771f56e27d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4693684e8a944c3cb4b0da833cf0baa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480351 Jan 27 17:21:21.532660 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39658) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:21:21.588577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bc031ce1-0c60-4b46-9689-d16385010fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:21.613793 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bc031ce1-0c60-4b46-9689-d16385010fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:21.671367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bc031ce1-0c60-4b46-9689-d16385010fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:21.685675 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc031ce1-0c60-4b46-9689-d16385010fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064e44e6-6e00-4cff-aee7-75d88452a01b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:21:21.693098 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bc031ce1-0c60-4b46-9689-d16385010fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:21.694235 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bc031ce1-0c60-4b46-9689-d16385010fab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/064e44e6-6e00-4cff-aee7-75d88452a01b HTTP/1.1" status: 204 len: 168 time: 0.1606913 Jan 27 17:21:22.143820 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:22.205895 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:23.412321 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:25.545265 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:21:33.439179 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:48.729393 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-944d14c8-6aff-404b-a692-036d90e3f6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:51.031951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9789db9-9d25-43da-b55d-b3000288dd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:52.148557 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:52.199425 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:21:53.411177 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:02.551615 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:22:03.448937 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:18.727812 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6fcb1065-bc4c-4756-b561-3c5a1a6bb4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:19.110603 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cfb2fee2-d79e-4117-9b67-3ba93aca72ed req-b6caf3dd-9420-457c-9ce2-22794c1466da service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=62b16cc2-eafb-4b98-be2e-5b3894970146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703104 Jan 27 17:22:19.267226 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2fee2-d79e-4117-9b67-3ba93aca72ed req-8897edff-b567-4c99-9f8e-986f14ce3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:19.268644 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cfb2fee2-d79e-4117-9b67-3ba93aca72ed req-8897edff-b567-4c99-9f8e-986f14ce3ab9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 1099 time: 0.0902929 Jan 27 17:22:19.416493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2fee2-d79e-4117-9b67-3ba93aca72ed req-127f214f-43c6-4ddc-9beb-797ca399ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:19.418036 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cfb2fee2-d79e-4117-9b67-3ba93aca72ed req-127f214f-43c6-4ddc-9beb-797ca399ca17 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b20de64-3d71-4634-b4e7-9fc134027791 HTTP/1.1" status: 200 len: 898 time: 0.1300976 Jan 27 17:22:19.522612 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cfb2fee2-d79e-4117-9b67-3ba93aca72ed req-7921f97f-b108-4281-a68b-d5fd6b6fe87b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ac90234-96de-4a90-aee5-09f86003d1a8 HTTP/1.1" status: 200 len: 1002 time: 0.0981863 Jan 27 17:22:19.587423 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2fee2-d79e-4117-9b67-3ba93aca72ed req-6ca45155-a61c-42f2-aecb-f6f4c2d687b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:19.588923 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cfb2fee2-d79e-4117-9b67-3ba93aca72ed req-6ca45155-a61c-42f2-aecb-f6f4c2d687b4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d2f23af-3bf5-44a4-85fa-3047f63ac563 HTTP/1.1" status: 200 len: 842 time: 0.0605111 Jan 27 17:22:19.668983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2fee2-d79e-4117-9b67-3ba93aca72ed req-75ff0582-6b76-41fb-a384-f521f15221f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:19.670618 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cfb2fee2-d79e-4117-9b67-3ba93aca72ed req-75ff0582-6b76-41fb-a384-f521f15221f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b20de64-3d71-4634-b4e7-9fc134027791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758593 Jan 27 17:22:19.906104 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cfb2fee2-d79e-4117-9b67-3ba93aca72ed req-f8cd8e15-5968-46c4-ad2b-767f02561165 service neutron] 10.222.0.83 "GET /v2.0/networks/7b20de64-3d71-4634-b4e7-9fc134027791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289934 Jan 27 17:22:20.035978 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cfb2fee2-d79e-4117-9b67-3ba93aca72ed req-71c8b3cf-eda3-4baa-b193-cf4310cd1095 service neutron] 10.222.0.83 "GET /v2.0/networks/7b20de64-3d71-4634-b4e7-9fc134027791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236701 Jan 27 17:22:21.028940 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3766f14a-08e7-4843-be7f-bdf299a3ae60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:22.157931 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:22.205239 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:23.416320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:33.441880 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:34.208731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39672) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:22:34.479988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:22:34.601713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2793828'] for subnet, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:34.790446 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726415941358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2137317'] for subnet, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:34.837483 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:22:34.838114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:34.839378 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/subnets/1d2f23af-3bf5-44a4-85fa-3047f63ac563 HTTP/1.1" status: 200 len: 834 time: 0.6296589 Jan 27 17:22:34.844215 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba61a81-60f5-4553-9226-2be697417907 None None] Network 7b20de64-3d71-4634-b4e7-9fc134027791 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:22:34.864144 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Subnet': ['ID=1d2f23af-3bf5-44a4-85fa-3047f63ac563,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:22:34.871534 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:34.871879 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:34.872213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:34.872541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:34.872870 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:34.873207 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:34.873527 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:34.873894 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:34.874211 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:34.874522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:34.874836 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:34.875133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954fe463-1382-46d4-85fa-83cf44ee581c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:22:35.304363 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8bd94ef7-b878-4281-a47c-753a5ac9faac None None] Provisioning complete for port 6ac90234-96de-4a90-aee5-09f86003d1a8 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:22:35.304723 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bd94ef7-b878-4281-a47c-753a5ac9faac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:35.440314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8bd94ef7-b878-4281-a47c-753a5ac9faac None None] Provisioning complete for port 13647765-71d5-4c8e-a500-e23a38251347 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:22:35.440869 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bd94ef7-b878-4281-a47c-753a5ac9faac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:35.581220 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8bd94ef7-b878-4281-a47c-753a5ac9faac None None] Provisioning complete for port ddab6595-9009-4890-a5e8-ac23fb6478ce triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:22:35.581581 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bd94ef7-b878-4281-a47c-753a5ac9faac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:39.546008 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:22:48.725201 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81032044-7848-4530-8b6c-6cc9106ee071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:51.022809 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc605f27-5bd3-4175-ac40-03a5b5238985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:52.164349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:52.199734 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:22:53.417355 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:03.449919 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:16.552920 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:23:17.679579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39696) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:17.880903 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port ee94fb20-c1d9-49f1-8aff-a40855595f0d {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:23:17.881236 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:18.063635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:18.063841 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:18.183956 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for ee94fb20-c1d9-49f1-8aff-a40855595f0d owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:23:18.365653 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:18.411451 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=ee94fb20-c1d9-49f1-8aff-a40855595f0d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:18.447184 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:18.447521 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:18.447852 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:18.448178 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:18.448500 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:18.448821 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:18.449119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:18.449435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:18.449754 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:18.450076 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:18.450378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:18.450685 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:18.513186 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:18.513454 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP a01b337a-75d5-42fa-b60e-a352b08917e6 disassociated (deleted). External IP: 172.26.1.229, port: 6ac90234-96de-4a90-aee5-09f86003d1a8. Jan 27 17:23:18.723019 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c1e476d-9f12-4d1c-9139-57c3fe4e7090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:18.992271 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router c7056e5a-6430-4a76-aeb2-9456a1dd4af1 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:23:19.164355 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-805066c3-6b21-4517-a0cf-8f0f9a8fe3e6 req-156df024-7ba8-4c4b-9711-b2096fd35fbb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=62b16cc2-eafb-4b98-be2e-5b3894970146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1237791 Jan 27 17:23:19.179828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:23:19.193008 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f516bf-d3e5-406f-bc79-bf14cb3e1f0f None None] Sync routers for ids ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:23:19.203357 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f516bf-d3e5-406f-bc79-bf14cb3e1f0f None None] Routers {'c7056e5a-6430-4a76-aeb2-9456a1dd4af1'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:23:19.204600 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d3f516bf-d3e5-406f-bc79-bf14cb3e1f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:22:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:19.206920 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:19.267838 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-847161c1-117d-4f06-9edc-57d5858447b5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/floatingips/a01b337a-75d5-42fa-b60e-a352b08917e6 HTTP/1.1" status: 204 len: 168 time: 1.5865993 Jan 27 17:23:19.268378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b16cc2-eafb-4b98-be2e-5b3894970146', 'tag': '6ac90234-96de-4a90-aee5-09f86003d1a8'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:23:19.321741 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805066c3-6b21-4517-a0cf-8f0f9a8fe3e6 req-0f5e80ce-e8b8-4adf-872d-16ab1d524d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:19.323464 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-805066c3-6b21-4517-a0cf-8f0f9a8fe3e6 req-0f5e80ce-e8b8-4adf-872d-16ab1d524d19 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 1099 time: 0.0880740 Jan 27 17:23:19.342161 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b16cc2-eafb-4b98-be2e-5b3894970146', 'tag': '6ac90234-96de-4a90-aee5-09f86003d1a8', 'status': 'completed', 'code': 200} Jan 27 17:23:19.388466 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-d3f516bf-d3e5-406f-bc79-bf14cb3e1f0f None None] Set router c7056e5a-6430-4a76-aeb2-9456a1dd4af1 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:19.481940 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805066c3-6b21-4517-a0cf-8f0f9a8fe3e6 req-80019777-5c3f-46b9-bb19-46381a7b0f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:19.483992 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-805066c3-6b21-4517-a0cf-8f0f9a8fe3e6 req-80019777-5c3f-46b9-bb19-46381a7b0f15 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b20de64-3d71-4634-b4e7-9fc134027791 HTTP/1.1" status: 200 len: 898 time: 0.1362727 Jan 27 17:23:19.582036 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-805066c3-6b21-4517-a0cf-8f0f9a8fe3e6 req-08100546-933c-44ff-9182-14521ff801bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ac90234-96de-4a90-aee5-09f86003d1a8 HTTP/1.1" status: 200 len: 217 time: 0.0914378 Jan 27 17:23:19.657170 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805066c3-6b21-4517-a0cf-8f0f9a8fe3e6 req-d63febbe-005c-4ea3-a91a-7f32e498686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:19.659087 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-805066c3-6b21-4517-a0cf-8f0f9a8fe3e6 req-d63febbe-005c-4ea3-a91a-7f32e498686d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d2f23af-3bf5-44a4-85fa-3047f63ac563 HTTP/1.1" status: 200 len: 842 time: 0.0707772 Jan 27 17:23:19.753881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805066c3-6b21-4517-a0cf-8f0f9a8fe3e6 req-704eff80-bb63-4aef-9cbf-b0f728ed0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:19.755296 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-805066c3-6b21-4517-a0cf-8f0f9a8fe3e6 req-704eff80-bb63-4aef-9cbf-b0f728ed0ba2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b20de64-3d71-4634-b4e7-9fc134027791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0895751 Jan 27 17:23:19.778232 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d3f516bf-d3e5-406f-bc79-bf14cb3e1f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'name': 'tempest-TestNetworkBasicOps-router-166064255', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:22Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '13647765-71d5-4c8e-a500-e23a38251347', 'name': '', 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:a2:27:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:21Z', 'updated_at': '2022-01-27T17:20:27Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:19.782672 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f516bf-d3e5-406f-bc79-bf14cb3e1f0f None None] Checking router: c7056e5a-6430-4a76-aeb2-9456a1dd4af1 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:23:19.791930 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f516bf-d3e5-406f-bc79-bf14cb3e1f0f None None] Routers {'c7056e5a-6430-4a76-aeb2-9456a1dd4af1'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:23:19.792525 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d3f516bf-d3e5-406f-bc79-bf14cb3e1f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:22:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:19.947358 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-805066c3-6b21-4517-a0cf-8f0f9a8fe3e6 req-e0bdd133-e988-4322-82b7-d2e9d191631a service neutron] 10.222.0.83 "GET /v2.0/networks/7b20de64-3d71-4634-b4e7-9fc134027791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830664 Jan 27 17:23:19.970639 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-d3f516bf-d3e5-406f-bc79-bf14cb3e1f0f None None] Set router c7056e5a-6430-4a76-aeb2-9456a1dd4af1 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:19.998184 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17839af2-ac87-4cfd-ad93-fe34bc996495 req-32a17ac3-f358-4e6b-b69c-8cab895023d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:19.999592 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-17839af2-ac87-4cfd-ad93-fe34bc996495 req-32a17ac3-f358-4e6b-b69c-8cab895023d9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 946 time: 0.3634920 Jan 27 17:23:20.114033 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-17839af2-ac87-4cfd-ad93-fe34bc996495 req-5084ef72-15a3-409a-befa-45376db4be39 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=17c0d5b2-ea49-4684-830a-1db9ddfcfc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072264 Jan 27 17:23:20.119134 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-805066c3-6b21-4517-a0cf-8f0f9a8fe3e6 req-093e5ec7-e496-4434-a8d1-1129f304bba7 service neutron] 10.222.0.83 "GET /v2.0/networks/7b20de64-3d71-4634-b4e7-9fc134027791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643567 Jan 27 17:23:20.282830 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d3f516bf-d3e5-406f-bc79-bf14cb3e1f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'name': 'tempest-TestNetworkBasicOps-router-166064255', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:22Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '13647765-71d5-4c8e-a500-e23a38251347', 'name': '', 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:a2:27:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:21Z', 'updated_at': '2022-01-27T17:20:27Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:20.287211 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f516bf-d3e5-406f-bc79-bf14cb3e1f0f None None] The sync data for ids ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'] in dv-neutron-826439-2-hyperv is: [{'id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'name': 'tempest-TestNetworkBasicOps-router-166064255', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:22Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '13647765-71d5-4c8e-a500-e23a38251347', 'name': '', 'network_id': '7b20de64-3d71-4634-b4e7-9fc134027791', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:a2:27:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:21Z', 'updated_at': '2022-01-27T17:20:27Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '1d2f23af-3bf5-44a4-85fa-3047f63ac563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:23:20.363360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58367e9e-5bb2-4620-a3d7-4fd8ceb502d2 req-08bb3b9b-f012-4e3b-ad99-d27a44a2b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:20.364840 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-58367e9e-5bb2-4620-a3d7-4fd8ceb502d2 req-08bb3b9b-f012-4e3b-ad99-d27a44a2b886 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 1099 time: 0.1986048 Jan 27 17:23:20.501960 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177dc428-7830-4486-8c7d-0588487f024a None None] New status for floating IP a01b337a-75d5-42fa-b60e-a352b08917e6: DOWN {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:23:20.502969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58367e9e-5bb2-4620-a3d7-4fd8ceb502d2 req-7b01bafb-e254-42e7-ab02-68ea93462041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:20.504421 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-58367e9e-5bb2-4620-a3d7-4fd8ceb502d2 req-7b01bafb-e254-42e7-ab02-68ea93462041 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b20de64-3d71-4634-b4e7-9fc134027791 HTTP/1.1" status: 200 len: 898 time: 0.1329129 Jan 27 17:23:20.574775 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-58367e9e-5bb2-4620-a3d7-4fd8ceb502d2 req-fe8999c9-8e72-457f-999e-8a0b6eda8bab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ac90234-96de-4a90-aee5-09f86003d1a8 HTTP/1.1" status: 200 len: 217 time: 0.0637047 Jan 27 17:23:20.640031 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58367e9e-5bb2-4620-a3d7-4fd8ceb502d2 req-2d790044-9e13-42f4-a2df-071613387c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:20.642119 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-58367e9e-5bb2-4620-a3d7-4fd8ceb502d2 req-2d790044-9e13-42f4-a2df-071613387c12 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d2f23af-3bf5-44a4-85fa-3047f63ac563 HTTP/1.1" status: 200 len: 842 time: 0.0589204 Jan 27 17:23:20.719032 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58367e9e-5bb2-4620-a3d7-4fd8ceb502d2 req-3dfeb1cb-0664-4514-81a7-1a606f9fcbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:20.720560 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-58367e9e-5bb2-4620-a3d7-4fd8ceb502d2 req-3dfeb1cb-0664-4514-81a7-1a606f9fcbb4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b20de64-3d71-4634-b4e7-9fc134027791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699987 Jan 27 17:23:20.863299 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-58367e9e-5bb2-4620-a3d7-4fd8ceb502d2 req-8b3c9c25-4d5b-4679-b9f4-051e6300a45d service neutron] 10.222.0.83 "GET /v2.0/networks/7b20de64-3d71-4634-b4e7-9fc134027791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360555 Jan 27 17:23:20.913814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e2b6a-82b3-4c91-984d-84caac5590e1 req-b490ee17-1512-4b34-9ede-b2fde7eac0b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:20.914408 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-eb3e2b6a-82b3-4c91-984d-84caac5590e1 req-b490ee17-1512-4b34-9ede-b2fde7eac0b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:23:20.931916 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-eb3e2b6a-82b3-4c91-984d-84caac5590e1 req-b490ee17-1512-4b34-9ede-b2fde7eac0b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:23:20.933186 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-eb3e2b6a-82b3-4c91-984d-84caac5590e1 req-b490ee17-1512-4b34-9ede-b2fde7eac0b9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/ports?device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 946 time: 0.1084759 Jan 27 17:23:20.998249 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-58367e9e-5bb2-4620-a3d7-4fd8ceb502d2 req-98c48c57-3882-4a4d-a5ce-83e6ab255c43 service neutron] 10.222.0.83 "GET /v2.0/networks/7b20de64-3d71-4634-b4e7-9fc134027791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290760 Jan 27 17:23:21.006043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-eb3e2b6a-82b3-4c91-984d-84caac5590e1 req-8b2ef29a-f638-40a7-8f20-47fc19d31cf6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 6ac90234-96de-4a90-aee5-09f86003d1a8 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:23:21.006395 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-eb3e2b6a-82b3-4c91-984d-84caac5590e1 req-8b2ef29a-f638-40a7-8f20-47fc19d31cf6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:21.018958 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a05aea78-d71c-4828-90f5-3eae61c24989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:21.259668 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-eb3e2b6a-82b3-4c91-984d-84caac5590e1 req-8b2ef29a-f638-40a7-8f20-47fc19d31cf6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port 6ac90234-96de-4a90-aee5-09f86003d1a8, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6ac90234-96de-4a90-aee5-09f86003d1a8,segment=NetworkSegment(cd3d8b95-db5d-420a-9233-073eb2767773),segment_id=cd3d8b95-db5d-420a-9233-073eb2767773)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:21.260021 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-eb3e2b6a-82b3-4c91-984d-84caac5590e1 req-8b2ef29a-f638-40a7-8f20-47fc19d31cf6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:21.415929 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-eb3e2b6a-82b3-4c91-984d-84caac5590e1 req-8b2ef29a-f638-40a7-8f20-47fc19d31cf6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 6ac90234-96de-4a90-aee5-09f86003d1a8 owned by compute:nova {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:23:21.562308 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db62eb-3e2f-44c3-bc64-5c7acbd9fe59 req-d774bcce-6581-406e-913a-e387a6a7cce6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:21.563788 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-68db62eb-3e2f-44c3-bc64-5c7acbd9fe59 req-d774bcce-6581-406e-913a-e387a6a7cce6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=62b16cc2-eafb-4b98-be2e-5b3894970146 HTTP/1.1" status: 200 len: 946 time: 0.3416889 Jan 27 17:23:21.616129 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-eb3e2b6a-82b3-4c91-984d-84caac5590e1 req-8b2ef29a-f638-40a7-8f20-47fc19d31cf6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:21.676374 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-68db62eb-3e2f-44c3-bc64-5c7acbd9fe59 req-6abf005f-4f52-4717-b115-2476343a66a3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=17c0d5b2-ea49-4684-830a-1db9ddfcfc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033585 Jan 27 17:23:21.677310 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ef29a-f638-40a7-8f20-47fc19d31cf6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=6ac90234-96de-4a90-aee5-09f86003d1a8,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:21.855308 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3e2b6a-82b3-4c91-984d-84caac5590e1 req-8b2ef29a-f638-40a7-8f20-47fc19d31cf6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] No DVR routers for this DVR port 6ac90234-96de-4a90-aee5-09f86003d1a8 on host hv-neutron-8264 {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:23:21.857784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-eb3e2b6a-82b3-4c91-984d-84caac5590e1 req-8b2ef29a-f638-40a7-8f20-47fc19d31cf6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:21.860303 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b16cc2-eafb-4b98-be2e-5b3894970146', 'name': 'network-vif-deleted', 'tag': '6ac90234-96de-4a90-aee5-09f86003d1a8'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:23:21.879152 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-eb3e2b6a-82b3-4c91-984d-84caac5590e1 req-8b2ef29a-f638-40a7-8f20-47fc19d31cf6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "DELETE /v2.0/ports/6ac90234-96de-4a90-aee5-09f86003d1a8 HTTP/1.1" status: 204 len: 173 time: 0.9404948 Jan 27 17:23:21.924399 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b16cc2-eafb-4b98-be2e-5b3894970146', 'name': 'network-vif-deleted', 'tag': '6ac90234-96de-4a90-aee5-09f86003d1a8', 'status': 'completed', 'code': 200} Jan 27 17:23:22.156885 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.202789 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.796037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39722) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:22.876163 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fec52ee0-e714-4569-a23d-d601b59e3f86 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.906349 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fec52ee0-e714-4569-a23d-d601b59e3f86 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.975800 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fec52ee0-e714-4569-a23d-d601b59e3f86 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:22.992427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec52ee0-e714-4569-a23d-d601b59e3f86 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c0d5b2-ea49-4684-830a-1db9ddfcfc60,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:23.005046 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fec52ee0-e714-4569-a23d-d601b59e3f86 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.006185 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fec52ee0-e714-4569-a23d-d601b59e3f86 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/security-groups/17c0d5b2-ea49-4684-830a-1db9ddfcfc60 HTTP/1.1" status: 204 len: 168 time: 0.2088904 Jan 27 17:23:23.038148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39728) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:23.417933 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.591733 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5855a342-7e34-4e2b-ad09-6c9c29c6c6bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:23.944287 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5855a342-7e34-4e2b-ad09-6c9c29c6c6bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 13647765-71d5-4c8e-a500-e23a38251347 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:23:23.944800 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5855a342-7e34-4e2b-ad09-6c9c29c6c6bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:24.145718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-5855a342-7e34-4e2b-ad09-6c9c29c6c6bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port 13647765-71d5-4c8e-a500-e23a38251347, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=13647765-71d5-4c8e-a500-e23a38251347,segment=NetworkSegment(cd3d8b95-db5d-420a-9233-073eb2767773),segment_id=cd3d8b95-db5d-420a-9233-073eb2767773)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:24.146356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5855a342-7e34-4e2b-ad09-6c9c29c6c6bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:24.266023 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5855a342-7e34-4e2b-ad09-6c9c29c6c6bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 13647765-71d5-4c8e-a500-e23a38251347 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:23:24.393463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 6ac90234-96de-4a90-aee5-09f86003d1a8 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:23:24.431389 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 6ac90234-96de-4a90-aee5-09f86003d1a8 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:23:24.432118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 6ac90234-96de-4a90-aee5-09f86003d1a8 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:23:24.555924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5855a342-7e34-4e2b-ad09-6c9c29c6c6bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:24.603120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855a342-7e34-4e2b-ad09-6c9c29c6c6bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=13647765-71d5-4c8e-a500-e23a38251347,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:24.877609 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5855a342-7e34-4e2b-ad09-6c9c29c6c6bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:25.254288 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5855a342-7e34-4e2b-ad09-6c9c29c6c6bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router c7056e5a-6430-4a76-aeb2-9456a1dd4af1 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:23:25.439740 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5855a342-7e34-4e2b-ad09-6c9c29c6c6bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:23:25.452073 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4ba80-9d60-4055-a187-20ed5cdb30c4 None None] Sync routers for ids ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:23:25.452619 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5855a342-7e34-4e2b-ad09-6c9c29c6c6bc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/c7056e5a-6430-4a76-aeb2-9456a1dd4af1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4133611 Jan 27 17:23:25.456006 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39732) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:25.461613 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4ba80-9d60-4055-a187-20ed5cdb30c4 None None] Routers {'c7056e5a-6430-4a76-aeb2-9456a1dd4af1'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:23:25.462309 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c1e4ba80-9d60-4055-a187-20ed5cdb30c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:23:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:25.523950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-2086cfcc-58fe-4814-b9b9-5630c62ff0b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting subnet 1d2f23af-3bf5-44a4-85fa-3047f63ac563 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:23:25.526806 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2086cfcc-58fe-4814-b9b9-5630c62ff0b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:25.580691 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2086cfcc-58fe-4814-b9b9-5630c62ff0b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:25.638796 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-c1e4ba80-9d60-4055-a187-20ed5cdb30c4 None None] Set router c7056e5a-6430-4a76-aeb2-9456a1dd4af1 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:25.662434 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2086cfcc-58fe-4814-b9b9-5630c62ff0b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:25.747231 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2086cfcc-58fe-4814-b9b9-5630c62ff0b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:25.787322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086cfcc-58fe-4814-b9b9-5630c62ff0b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2f23af-3bf5-44a4-85fa-3047f63ac563,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:25.789251 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2086cfcc-58fe-4814-b9b9-5630c62ff0b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:25.798741 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2086cfcc-58fe-4814-b9b9-5630c62ff0b2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/subnets/1d2f23af-3bf5-44a4-85fa-3047f63ac563 HTTP/1.1" status: 204 len: 168 time: 0.3390875 Jan 27 17:23:25.798927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd12a9f-829a-4bba-a240-bc91559f1280 None None] Network 7b20de64-3d71-4634-b4e7-9fc134027791 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:23:25.799370 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39736) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:25.920619 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c1e4ba80-9d60-4055-a187-20ed5cdb30c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'name': 'tempest-TestNetworkBasicOps-router-166064255', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:23:24Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:25.924804 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4ba80-9d60-4055-a187-20ed5cdb30c4 None None] Checking router: c7056e5a-6430-4a76-aeb2-9456a1dd4af1 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:23:25.933975 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4ba80-9d60-4055-a187-20ed5cdb30c4 None None] Routers {'c7056e5a-6430-4a76-aeb2-9456a1dd4af1'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:23:25.934623 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c1e4ba80-9d60-4055-a187-20ed5cdb30c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:23:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:26.091390 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] DHCP port deletion for 7b20de64-3d71-4634-b4e7-9fc134027791 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:23:26.096308 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] Deleting port ddab6595-9009-4890-a5e8-ac23fb6478ce {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:23:26.096980 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:26.101860 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f0d4878b-f958-4e62-8c4f-6eb2960ef146 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:26.130974 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-c1e4ba80-9d60-4055-a187-20ed5cdb30c4 None None] Set router c7056e5a-6430-4a76-aeb2-9456a1dd4af1 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:26.288427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f0d4878b-f958-4e62-8c4f-6eb2960ef146 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:26.298736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-f0d4878b-f958-4e62-8c4f-6eb2960ef146 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port c1348f58-f970-4c6e-a9c9-3bbcc71269fa {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:23:26.298736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f0d4878b-f958-4e62-8c4f-6eb2960ef146 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:26.308237 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] For port ddab6595-9009-4890-a5e8-ac23fb6478ce, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ddab6595-9009-4890-a5e8-ac23fb6478ce,segment=NetworkSegment(cd3d8b95-db5d-420a-9233-073eb2767773),segment_id=cd3d8b95-db5d-420a-9233-073eb2767773)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:26.308647 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:26.429181 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] Calling delete_port for ddab6595-9009-4890-a5e8-ac23fb6478ce owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:23:26.443000 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c1e4ba80-9d60-4055-a187-20ed5cdb30c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'name': 'tempest-TestNetworkBasicOps-router-166064255', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:23:24Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:26.447057 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4ba80-9d60-4055-a187-20ed5cdb30c4 None None] The sync data for ids ['c7056e5a-6430-4a76-aeb2-9456a1dd4af1'] in dv-neutron-826439-2-hyperv is: [{'id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'name': 'tempest-TestNetworkBasicOps-router-166064255', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:23:24Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'c1348f58-f970-4c6e-a9c9-3bbcc71269fa', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7056e5a-6430-4a76-aeb2-9456a1dd4af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:20:17Z', 'updated_at': '2022-01-27T17:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:23:26.479648 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-f0d4878b-f958-4e62-8c4f-6eb2960ef146 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port c1348f58-f970-4c6e-a9c9-3bbcc71269fa, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c1348f58-f970-4c6e-a9c9-3bbcc71269fa,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:26.480003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f0d4878b-f958-4e62-8c4f-6eb2960ef146 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:26.504920 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:26.552728 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] Pushing event deleted for resources: {'Port': ['ID=ddab6595-9009-4890-a5e8-ac23fb6478ce,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:26.557298 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] No DVR routers for this DVR port ddab6595-9009-4890-a5e8-ac23fb6478ce on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:23:26.564055 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:26.564374 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:26.564718 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:26.565048 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:26.565368 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:26.565730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:26.566231 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:26.566347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:26.566664 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:26.566991 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:26.567421 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:26.567596 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a412d9a1-5776-427b-9536-f7cf4f833ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:26.602840 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-f0d4878b-f958-4e62-8c4f-6eb2960ef146 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for c1348f58-f970-4c6e-a9c9-3bbcc71269fa owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:23:26.773572 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f0d4878b-f958-4e62-8c4f-6eb2960ef146 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:26.823892 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4878b-f958-4e62-8c4f-6eb2960ef146 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=c1348f58-f970-4c6e-a9c9-3bbcc71269fa,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:26.913956 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f0d4878b-f958-4e62-8c4f-6eb2960ef146 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.086171 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f0d4878b-f958-4e62-8c4f-6eb2960ef146 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.088367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f0d4878b-f958-4e62-8c4f-6eb2960ef146 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.112475 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f0d4878b-f958-4e62-8c4f-6eb2960ef146 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.112968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d4878b-f958-4e62-8c4f-6eb2960ef146 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Fanout notify agent at l3_agent the message router_deleted on router c7056e5a-6430-4a76-aeb2-9456a1dd4af1 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:23:27.127932 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f0d4878b-f958-4e62-8c4f-6eb2960ef146 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.129050 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f0d4878b-f958-4e62-8c4f-6eb2960ef146 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/routers/c7056e5a-6430-4a76-aeb2-9456a1dd4af1 HTTP/1.1" status: 204 len: 168 time: 1.3289165 Jan 27 17:23:27.132309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39740) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:27.239105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ddab6595-9009-4890-a5e8-ac23fb6478ce no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:23:27.262605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-927bb313-8556-4953-9e16-65b277f88793 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.274205 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: ddab6595-9009-4890-a5e8-ac23fb6478ce {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:23:27.274602 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ddab6595-9009-4890-a5e8-ac23fb6478ce not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:23:27.275089 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 13647765-71d5-4c8e-a500-e23a38251347 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:23:27.308029 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 13647765-71d5-4c8e-a500-e23a38251347 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:23:27.308369 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 13647765-71d5-4c8e-a500-e23a38251347 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:23:27.394570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-927bb313-8556-4953-9e16-65b277f88793 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.418704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-927bb313-8556-4953-9e16-65b277f88793 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b20de64-3d71-4634-b4e7-9fc134027791']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:27.434027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-927bb313-8556-4953-9e16-65b277f88793 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3d8b95-db5d-420a-9233-073eb2767773') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:27.434317 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-927bb313-8556-4953-9e16-65b277f88793 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3d8b95-db5d-420a-9233-073eb2767773') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:27.446197 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-927bb313-8556-4953-9e16-65b277f88793 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.462420 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-927bb313-8556-4953-9e16-65b277f88793 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.469236 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927bb313-8556-4953-9e16-65b277f88793 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:23:27.469786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-927bb313-8556-4953-9e16-65b277f88793 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:23:27.484415 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:23:27.568714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-927bb313-8556-4953-9e16-65b277f88793 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.587576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-927bb313-8556-4953-9e16-65b277f88793 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.603043 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bb313-8556-4953-9e16-65b277f88793 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Network': ['ID=7b20de64-3d71-4634-b4e7-9fc134027791,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:27.613813 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-927bb313-8556-4953-9e16-65b277f88793 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/networks/7b20de64-3d71-4634-b4e7-9fc134027791 HTTP/1.1" status: 204 len: 168 time: 0.4805918 Jan 27 17:23:27.625569 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39744) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:27.631395 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-37000874-eb4e-4f4a-be87-4328ca251904 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'network': {'name': 'tempest-network-smoke--2111810033', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'port_security_enabled': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:27.636451 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-37000874-eb4e-4f4a-be87-4328ca251904 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:27.640616 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-37000874-eb4e-4f4a-be87-4328ca251904 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:network and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:27.643552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-37000874-eb4e-4f4a-be87-4328ca251904 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:27.649407 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-37000874-eb4e-4f4a-be87-4328ca251904 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:27.660926 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37000874-eb4e-4f4a-be87-4328ca251904 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:23:27.664413 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-37000874-eb4e-4f4a-be87-4328ca251904 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.691562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37000874-eb4e-4f4a-be87-4328ca251904 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:23:27.700220 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-37000874-eb4e-4f4a-be87-4328ca251904 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.700544 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-37000874-eb4e-4f4a-be87-4328ca251904 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Added segment 21037839-8d61-48a5-99a1-3024a3ebf49a of type vlan for network fa6e423f-e5f2-45b0-84ac-7d444fae491b Jan 27 17:23:27.726326 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-37000874-eb4e-4f4a-be87-4328ca251904 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.757552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-37000874-eb4e-4f4a-be87-4328ca251904 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.762952 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37000874-eb4e-4f4a-be87-4328ca251904 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:27.763530 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-37000874-eb4e-4f4a-be87-4328ca251904 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.865502 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-37000874-eb4e-4f4a-be87-4328ca251904 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2387490 Jan 27 17:23:27.868664 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39748) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:27.870593 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37000874-eb4e-4f4a-be87-4328ca251904 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Network': ['ID=fa6e423f-e5f2-45b0-84ac-7d444fae491b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:27.875278 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-957935152', 'admin_state_up': True, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:27.881060 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network fa6e423f-e5f2-45b0-84ac-7d444fae491b details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:23:27.883733 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:27.887610 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:router and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:27.890799 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:27.897170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:27.907696 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.908696 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:27.923792 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:28.322590 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:28.644629 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:28.673828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:28.811778 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.26.1.81 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/f5959c36-b3cf-43e3-87df-eb9a8ff8f676) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:23:28.958657 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:28.995020 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:29.062285 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:23:29.065232 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:23:29.068807 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:23:29.097809 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=f5959c36-b3cf-43e3-87df-eb9a8ff8f676,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:29.137612 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c1348f58-f970-4c6e-a9c9-3bbcc71269fa no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:23:29.176715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: c1348f58-f970-4c6e-a9c9-3bbcc71269fa {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:23:29.177056 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c1348f58-f970-4c6e-a9c9-3bbcc71269fa not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:23:29.492993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:29.945444 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:30.160534 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:23:30.340771 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:23:30.350537 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Sync routers for ids ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:23:30.360279 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Routers {'91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:23:30.361022 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:23:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:30.367520 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:30.368804 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-54afbc3d-9c48-4e42-a254-7e1fc26f15da tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4991686 Jan 27 17:23:30.372173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39752) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:30.535132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Set router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:30.559371 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b51ce313-5555-480d-a3e1-2a91d8f01c82 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=2e8c8c26aae041c68422ab49a8804631&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1859848 Jan 27 17:23:30.562053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39758) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:30.693338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fccf49-e778-4c21-b028-66e72c88fc64 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:30.694855 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-04fccf49-e778-4c21-b028-66e72c88fc64 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318886 Jan 27 17:23:30.697832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39762) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:30.748275 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e0378f32-70b4-4c30-bca0-5dd7a8f2b38a tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493786 Jan 27 17:23:30.750872 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39766) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:30.756324 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-371d84ad-ce56-4c07-b014-84129984d737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-143339340', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:30.869567 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:23:29Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:30.873955 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Checking router: 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:23:30.874301 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Updating router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 port f5959c36-b3cf-43e3-87df-eb9a8ff8f676 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:23:30.925912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:30.969359 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-371d84ad-ce56-4c07-b014-84129984d737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:30.973199 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-371d84ad-ce56-4c07-b014-84129984d737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:subnet and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:30.976039 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-371d84ad-ce56-4c07-b014-84129984d737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:30.982147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-371d84ad-ce56-4c07-b014-84129984d737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:30.993450 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371d84ad-ce56-4c07-b014-84129984d737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:23:30.996964 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-371d84ad-ce56-4c07-b014-84129984d737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:31.213127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-371d84ad-ce56-4c07-b014-84129984d737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:31.257328 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:31.268968 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Transition to ACTIVE for port object f5959c36-b3cf-43e3-87df-eb9a8ff8f676 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:23:31.276067 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:31.293172 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d84ad-ce56-4c07-b014-84129984d737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Subnet': ['ID=7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:31.301890 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d84ad-ce56-4c07-b014-84129984d737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Checking segment: {'id': '21037839-8d61-48a5-99a1-3024a3ebf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:23:31.302245 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371d84ad-ce56-4c07-b014-84129984d737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network hostable DHCP agents. Network: fa6e423f-e5f2-45b0-84ac-7d444fae491b, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:23:31.321658 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371d84ad-ce56-4c07-b014-84129984d737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fa6e423f-e5f2-45b0-84ac-7d444fae491b is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:23:31.331082 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-371d84ad-ce56-4c07-b014-84129984d737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, fa6e423f-e5f2-45b0-84ac-7d444fae491b) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:23:31.335684 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371d84ad-ce56-4c07-b014-84129984d737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:31.336265 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-371d84ad-ce56-4c07-b014-84129984d737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:31.349173 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2e830d-8828-44e6-8c75-cf049735983a None None] Network fa6e423f-e5f2-45b0-84ac-7d444fae491b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:23:31.359480 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-371d84ad-ce56-4c07-b014-84129984d737 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6075864 Jan 27 17:23:31.362369 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39770) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:31.392835 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Attempting to bind port f5959c36-b3cf-43e3-87df-eb9a8ff8f676 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:23:31.393457 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Attempting to bind port f5959c36-b3cf-43e3-87df-eb9a8ff8f676 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:23:31.393568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Attempting to bind port f5959c36-b3cf-43e3-87df-eb9a8ff8f676 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:23:31.397033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544930f9-15d5-4c33-8f4c-5cd7f597ab20 None None] Pushing event updated for resources: {'Port': ['ID=f5959c36-b3cf-43e3-87df-eb9a8ff8f676,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:31.453475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:23:31.453858 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:23:31.454453 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:31.454875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:23:31.455302 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Bound port: f5959c36-b3cf-43e3-87df-eb9a8ff8f676, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:23:31.455668 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:31.583480 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] For port f5959c36-b3cf-43e3-87df-eb9a8ff8f676, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:23:31.599327 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] For port f5959c36-b3cf-43e3-87df-eb9a8ff8f676, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f5959c36-b3cf-43e3-87df-eb9a8ff8f676,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:23:31.605118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:31.706316 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ips': [{'subnet_id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:23:31.707119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:31.730776 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Routers {'91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:23:31.731391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:23:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:31.798473 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544930f9-15d5-4c33-8f4c-5cd7f597ab20 None None] Pushing event updated for resources: {'Port': ['ID=f5959c36-b3cf-43e3-87df-eb9a8ff8f676,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:32.006778 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] Set router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:32.046299 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:32.199404 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Allocated IP 172.20.0.2 (fa6e423f-e5f2-45b0-84ac-7d444fae491b/7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c/4423970b-2002-46c7-abc9-ab21a7c37a4b) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:23:32.525050 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:32.528094 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:23:29Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:32.538691 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b1edf-2c12-4f64-b953-63dd346c55eb None None] The sync data for ids ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'] in dv-neutron-826439-2-hyperv is: [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:23:29Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:23:32.540588 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Transition to ACTIVE for port object 4423970b-2002-46c7-abc9-ab21a7c37a4b will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:23:32.561831 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Transition to ACTIVE for port object 4423970b-2002-46c7-abc9-ab21a7c37a4b will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:23:32.571228 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:32.637464 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Network fa6e423f-e5f2-45b0-84ac-7d444fae491b is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:23:32.639515 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.1 (fa6e423f-e5f2-45b0-84ac-7d444fae491b/7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c/4821157d-8777-4b2a-b51c-c42897c9591b) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:23:32.640261 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:23:32.644012 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:23:32.683896 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Pushing event updated for resources: {'Port': ['ID=4423970b-2002-46c7-abc9-ab21a7c37a4b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:32.762911 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Attempting to bind port 4423970b-2002-46c7-abc9-ab21a7c37a4b on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:23:32.763602 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Attempting to bind port 4423970b-2002-46c7-abc9-ab21a7c37a4b by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '21037839-8d61-48a5-99a1-3024a3ebf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:23:32.764207 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Attempting to bind port 4423970b-2002-46c7-abc9-ab21a7c37a4b on network fa6e423f-e5f2-45b0-84ac-7d444fae491b {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:23:32.770344 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:23:32.770964 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Checking segment: {'id': '21037839-8d61-48a5-99a1-3024a3ebf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:23:32.771431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:32.771876 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Bound using segment: {'id': '21037839-8d61-48a5-99a1-3024a3ebf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:23:32.772420 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Bound port: 4423970b-2002-46c7-abc9-ab21a7c37a4b, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21037839-8d61-48a5-99a1-3024a3ebf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:23:32.772848 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:32.818963 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:32.835534 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object 4821157d-8777-4b2a-b51c-c42897c9591b will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:23:32.863695 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:32.879365 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] For port 4423970b-2002-46c7-abc9-ab21a7c37a4b, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:23:32.883188 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] For port 4423970b-2002-46c7-abc9-ab21a7c37a4b, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4423970b-2002-46c7-abc9-ab21a7c37a4b,segment=NetworkSegment(21037839-8d61-48a5-99a1-3024a3ebf49a),segment_id=21037839-8d61-48a5-99a1-3024a3ebf49a)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:23:32.887700 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:32.935733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fa6e423f-e5f2-45b0-84ac-7d444fae491b is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:23:32.939026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:23:32.943038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:23:32.977482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=4821157d-8777-4b2a-b51c-c42897c9591b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:32.983808 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d20311-7bd2-4dc8-ae12-b42ea9b0c206 None None] Pushing event updated for resources: {'Port': ['ID=4423970b-2002-46c7-abc9-ab21a7c37a4b,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:33.016346 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:33.282815 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f5959c36-b3cf-43e3-87df-eb9a8ff8f676 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:23:33.358633 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:33.372003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port f5959c36-b3cf-43e3-87df-eb9a8ff8f676 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:23:33.379872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port f5959c36-b3cf-43e3-87df-eb9a8ff8f676 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:33.380426 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:33.467390 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:33.528589 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:33.545317 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port f5959c36-b3cf-43e3-87df-eb9a8ff8f676, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f5959c36-b3cf-43e3-87df-eb9a8ff8f676,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:33.549203 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:33.621586 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=f5959c36-b3cf-43e3-87df-eb9a8ff8f676,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:33.815706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:33.820478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:33.936413 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=4821157d-8777-4b2a-b51c-c42897c9591b,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:33.939079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:34.080379 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fa6e423f-e5f2-45b0-84ac-7d444fae491b is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:23:34.081673 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:23:34.098805 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c278b6b1-92bc-49a7-bb7d-c2378321b47a None None] Network fa6e423f-e5f2-45b0-84ac-7d444fae491b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:23:34.207899 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-972c708f-d034-4ec3-9ed1-9fba00e8d3f1 None None] Provisioning for port 4423970b-2002-46c7-abc9-ab21a7c37a4b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:23:34.405425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:23:34.586597 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:23:34.597268 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Sync routers for ids ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:23:34.600576 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1d116864-79eb-4cdf-a540-bf8fff77106b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2371950 Jan 27 17:23:34.603084 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39774) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:34.608053 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Routers {'91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:23:34.608678 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:23:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:34.657122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4563f8e3-20c6-4ca1-b901-c96e2a06f8d6 None None] Provisioning for port 4821157d-8777-4b2a-b51c-c42897c9591b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:23:34.664445 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4563f8e3-20c6-4ca1-b901-c96e2a06f8d6 None None] Provisioning complete for port 4821157d-8777-4b2a-b51c-c42897c9591b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:34.665234 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4563f8e3-20c6-4ca1-b901-c96e2a06f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:34.734311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4563f8e3-20c6-4ca1-b901-c96e2a06f8d6 None None] Port 4821157d-8777-4b2a-b51c-c42897c9591b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:23:34.753414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6285c0-367d-45c2-b89e-7330b90629f6 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:34.753902 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6285c0-367d-45c2-b89e-7330b90629f6 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:34.754354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6285c0-367d-45c2-b89e-7330b90629f6 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:34.756670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6285c0-367d-45c2-b89e-7330b90629f6 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:34.759296 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39778) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:34.759853 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1e6285c0-367d-45c2-b89e-7330b90629f6 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1552601 Jan 27 17:23:34.805544 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Set router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:34.834855 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64c15f8-8ad9-4e52-bb89-41c716fd6631 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:34.835775 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64c15f8-8ad9-4e52-bb89-41c716fd6631 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:34.836274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64c15f8-8ad9-4e52-bb89-41c716fd6631 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:34.837063 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64c15f8-8ad9-4e52-bb89-41c716fd6631 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:34.841210 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c64c15f8-8ad9-4e52-bb89-41c716fd6631 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0777929 Jan 27 17:23:34.841709 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39782) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:34.862776 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c8511e48-8a1b-4a74-bbb4-bd91423b6b83 None None] Provisioning complete for port 4821157d-8777-4b2a-b51c-c42897c9591b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:34.863221 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c8511e48-8a1b-4a74-bbb4-bd91423b6b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:34.928315 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c8511e48-8a1b-4a74-bbb4-bd91423b6b83 None None] Port 4821157d-8777-4b2a-b51c-c42897c9591b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:23:35.051953 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-80c02ad3-fa03-4e73-8209-731fbe838699 None None] Provisioning complete for port 4821157d-8777-4b2a-b51c-c42897c9591b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:35.052387 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80c02ad3-fa03-4e73-8209-731fbe838699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.065861 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d0f6ccfd-1cd0-4459-8bd8-2a7934e889f6 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2228310 Jan 27 17:23:35.114602 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-80c02ad3-fa03-4e73-8209-731fbe838699 None None] Port 4821157d-8777-4b2a-b51c-c42897c9591b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:23:35.132029 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '4821157d-8777-4b2a-b51c-c42897c9591b', 'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:84:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:32Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 2, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:35.136578 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Checking router: 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:23:35.136992 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Updating router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 port 4821157d-8777-4b2a-b51c-c42897c9591b binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:23:35.191113 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.271028 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4423970b-2002-46c7-abc9-ab21a7c37a4b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:23:35.339282 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 4423970b-2002-46c7-abc9-ab21a7c37a4b completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:23:35.344521 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 4423970b-2002-46c7-abc9-ab21a7c37a4b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:35.344934 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.494378 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.525897 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 4423970b-2002-46c7-abc9-ab21a7c37a4b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4423970b-2002-46c7-abc9-ab21a7c37a4b,segment=NetworkSegment(21037839-8d61-48a5-99a1-3024a3ebf49a),segment_id=21037839-8d61-48a5-99a1-3024a3ebf49a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:35.530395 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.531325 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f5959c36-b3cf-43e3-87df-eb9a8ff8f676 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:23:35.532760 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.544761 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Transition to ACTIVE for port object 4821157d-8777-4b2a-b51c-c42897c9591b will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:23:35.551269 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.589996 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39788) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:35.595160 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1593378334', 'description': 'tempest-secgroup-smoke-1593378334 description', 'project_id': '2e8c8c26aae041c68422ab49a8804631'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:35.600931 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:35.605256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:35.608356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:35.615006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:35.630228 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.632698 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=4423970b-2002-46c7-abc9-ab21a7c37a4b,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:35.653295 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:35.657981 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:35.667053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:35.670867 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port f5959c36-b3cf-43e3-87df-eb9a8ff8f676 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:35.671415 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.673316 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:35.708413 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2344c-b134-4ba8-a8c8-8e9d51386f44 None None] Pushing event updated for resources: {'Port': ['ID=4821157d-8777-4b2a-b51c-c42897c9591b,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:35.725426 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2344c-b134-4ba8-a8c8-8e9d51386f44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.725794 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2344c-b134-4ba8-a8c8-8e9d51386f44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.726127 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2344c-b134-4ba8-a8c8-8e9d51386f44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.726451 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2344c-b134-4ba8-a8c8-8e9d51386f44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.726769 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2344c-b134-4ba8-a8c8-8e9d51386f44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.727086 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2344c-b134-4ba8-a8c8-8e9d51386f44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.727392 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2344c-b134-4ba8-a8c8-8e9d51386f44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.727859 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2344c-b134-4ba8-a8c8-8e9d51386f44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.728180 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2344c-b134-4ba8-a8c8-8e9d51386f44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.728491 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2344c-b134-4ba8-a8c8-8e9d51386f44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.728801 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2344c-b134-4ba8-a8c8-8e9d51386f44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.729111 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2344c-b134-4ba8-a8c8-8e9d51386f44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.761765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.771843 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.787172 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Attempting to bind port 4821157d-8777-4b2a-b51c-c42897c9591b on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:23:35.787525 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Attempting to bind port 4821157d-8777-4b2a-b51c-c42897c9591b by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '21037839-8d61-48a5-99a1-3024a3ebf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:23:35.788054 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Attempting to bind port 4821157d-8777-4b2a-b51c-c42897c9591b on network fa6e423f-e5f2-45b0-84ac-7d444fae491b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:23:35.793635 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:23:35.794029 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Checking segment: {'id': '21037839-8d61-48a5-99a1-3024a3ebf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:23:35.794418 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.794795 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Bound using segment: {'id': '21037839-8d61-48a5-99a1-3024a3ebf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:23:35.795239 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Bound port: 4821157d-8777-4b2a-b51c-c42897c9591b, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21037839-8d61-48a5-99a1-3024a3ebf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:23:35.795750 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.837414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56a95ce-b583-4080-a826-24e991180b8c,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:35.842125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.845932 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2520797 Jan 27 17:23:35.846348 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39792) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:35.847757 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.848091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.848419 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.848742 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.849134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.849368 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.849691 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.850202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.850628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.851001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.851314 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.851622 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9284aa9-5554-47d9-afad-f1afc892eaf1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:23:35.854569 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-630858f3-cba5-4681-85eb-a92fc6b28a23 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'a56a95ce-b583-4080-a826-24e991180b8c', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:35.861256 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-630858f3-cba5-4681-85eb-a92fc6b28a23 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:35.866784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-630858f3-cba5-4681-85eb-a92fc6b28a23 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:35.869655 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-630858f3-cba5-4681-85eb-a92fc6b28a23 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:35.875241 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-630858f3-cba5-4681-85eb-a92fc6b28a23 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:35.893419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-630858f3-cba5-4681-85eb-a92fc6b28a23 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.935897 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] For port 4821157d-8777-4b2a-b51c-c42897c9591b, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:23:35.940045 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] For port 4821157d-8777-4b2a-b51c-c42897c9591b, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4821157d-8777-4b2a-b51c-c42897c9591b,segment=NetworkSegment(21037839-8d61-48a5-99a1-3024a3ebf49a),segment_id=21037839-8d61-48a5-99a1-3024a3ebf49a)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:23:35.944880 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.953829 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-630858f3-cba5-4681-85eb-a92fc6b28a23 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.957647 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-630858f3-cba5-4681-85eb-a92fc6b28a23 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.979758 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630858f3-cba5-4681-85eb-a92fc6b28a23 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30ac3c4-eb70-4889-86d4-64f3ee311633,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:35.988949 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-630858f3-cba5-4681-85eb-a92fc6b28a23 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:35.990130 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-630858f3-cba5-4681-85eb-a92fc6b28a23 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421802 Jan 27 17:23:35.993047 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39796) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:35.998168 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-b87d6428-31db-42bf-9feb-eb348cc7b9ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'a56a95ce-b583-4080-a826-24e991180b8c', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:36.004009 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b87d6428-31db-42bf-9feb-eb348cc7b9ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:36.007965 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b87d6428-31db-42bf-9feb-eb348cc7b9ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:36.011178 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b87d6428-31db-42bf-9feb-eb348cc7b9ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:36.017455 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b87d6428-31db-42bf-9feb-eb348cc7b9ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:36.024693 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Routers {'91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:23:36.025337 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:23:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:36.038587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b87d6428-31db-42bf-9feb-eb348cc7b9ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.079810 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2344c-b134-4ba8-a8c8-8e9d51386f44 None None] Pushing event updated for resources: {'Port': ['ID=4821157d-8777-4b2a-b51c-c42897c9591b,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:36.111483 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b87d6428-31db-42bf-9feb-eb348cc7b9ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.115834 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b87d6428-31db-42bf-9feb-eb348cc7b9ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.139664 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d6428-31db-42bf-9feb-eb348cc7b9ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253f0348-5364-4b69-84b2-86bc652382ca,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:36.151158 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b87d6428-31db-42bf-9feb-eb348cc7b9ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.152661 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b87d6428-31db-42bf-9feb-eb348cc7b9ef tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1584442 Jan 27 17:23:36.155753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39800) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:36.161151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-0677bf08-5826-43f7-ae1d-a1c2d4fa472b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'a56a95ce-b583-4080-a826-24e991180b8c', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:36.167678 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0677bf08-5826-43f7-ae1d-a1c2d4fa472b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:36.171636 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0677bf08-5826-43f7-ae1d-a1c2d4fa472b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:36.174840 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0677bf08-5826-43f7-ae1d-a1c2d4fa472b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:36.180679 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0677bf08-5826-43f7-ae1d-a1c2d4fa472b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:36.198788 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0677bf08-5826-43f7-ae1d-a1c2d4fa472b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.216271 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] Set router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:36.262186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0677bf08-5826-43f7-ae1d-a1c2d4fa472b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.268354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0677bf08-5826-43f7-ae1d-a1c2d4fa472b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.294237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677bf08-5826-43f7-ae1d-a1c2d4fa472b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b240371-a34a-43c9-8c0e-fec74077f2b5,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:36.304342 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0677bf08-5826-43f7-ae1d-a1c2d4fa472b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.305605 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0677bf08-5826-43f7-ae1d-a1c2d4fa472b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488159 Jan 27 17:23:36.308495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39804) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:36.313743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4916f6c0-73a2-458c-8c8b-8b82294b3317 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'a56a95ce-b583-4080-a826-24e991180b8c', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:36.319634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4916f6c0-73a2-458c-8c8b-8b82294b3317 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:36.323409 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4916f6c0-73a2-458c-8c8b-8b82294b3317 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:36.326348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4916f6c0-73a2-458c-8c8b-8b82294b3317 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:36.332190 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4916f6c0-73a2-458c-8c8b-8b82294b3317 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:36.349867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4916f6c0-73a2-458c-8c8b-8b82294b3317 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.413917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4916f6c0-73a2-458c-8c8b-8b82294b3317 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.418854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4916f6c0-73a2-458c-8c8b-8b82294b3317 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.441608 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916f6c0-73a2-458c-8c8b-8b82294b3317 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a5e9ee-7340-43f0-8e72-c176384fadad,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:36.451598 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4916f6c0-73a2-458c-8c8b-8b82294b3317 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.455435 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4916f6c0-73a2-458c-8c8b-8b82294b3317 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433568 Jan 27 17:23:36.455566 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39808) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:36.460591 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ef51043e-395b-4886-8fd3-9249ceea2fdb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'a56a95ce-b583-4080-a826-24e991180b8c', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:36.466380 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ef51043e-395b-4886-8fd3-9249ceea2fdb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:36.470271 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ef51043e-395b-4886-8fd3-9249ceea2fdb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:36.473104 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ef51043e-395b-4886-8fd3-9249ceea2fdb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:36.481216 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ef51043e-395b-4886-8fd3-9249ceea2fdb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:36.495745 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-ef51043e-395b-4886-8fd3-9249ceea2fdb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:23:36.502732 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ef51043e-395b-4886-8fd3-9249ceea2fdb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.530880 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '4821157d-8777-4b2a-b51c-c42897c9591b', 'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:84:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:32Z', 'updated_at': '2022-01-27T17:23:35Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:36.534773 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60780b8a-07b1-4b5b-a77a-e995c0eea4a4 None None] The sync data for ids ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'] in dv-neutron-826439-2-hyperv is: [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '4821157d-8777-4b2a-b51c-c42897c9591b', 'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:84:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:32Z', 'updated_at': '2022-01-27T17:23:35Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:23:36.567336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ef51043e-395b-4886-8fd3-9249ceea2fdb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.571633 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ef51043e-395b-4886-8fd3-9249ceea2fdb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.598354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51043e-395b-4886-8fd3-9249ceea2fdb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b590e7b-fb2b-4ffc-96d8-ed1562507140,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:36.608894 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ef51043e-395b-4886-8fd3-9249ceea2fdb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.610221 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ef51043e-395b-4886-8fd3-9249ceea2fdb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1537538 Jan 27 17:23:36.613162 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39812) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:36.618911 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-5fa60f82-89c6-46a9-a198-5edbdedecb24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'a56a95ce-b583-4080-a826-24e991180b8c', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:36.624996 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5fa60f82-89c6-46a9-a198-5edbdedecb24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:36.629034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5fa60f82-89c6-46a9-a198-5edbdedecb24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:36.631952 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5fa60f82-89c6-46a9-a198-5edbdedecb24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:36.637650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5fa60f82-89c6-46a9-a198-5edbdedecb24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:36.649419 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-5fa60f82-89c6-46a9-a198-5edbdedecb24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:23:36.658857 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5fa60f82-89c6-46a9-a198-5edbdedecb24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.730699 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5fa60f82-89c6-46a9-a198-5edbdedecb24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.735713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5fa60f82-89c6-46a9-a198-5edbdedecb24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.761435 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa60f82-89c6-46a9-a198-5edbdedecb24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0eb040-ea84-4157-9cd8-0d886fdad1ab,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:36.772825 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5fa60f82-89c6-46a9-a198-5edbdedecb24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:36.774636 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5fa60f82-89c6-46a9-a198-5edbdedecb24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1600549 Jan 27 17:23:36.967310 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-3c00214e-15d9-49b3-a96b-6a6c2cad57a9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:23:36.983574 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-3c00214e-15d9-49b3-a96b-6a6c2cad57a9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:23:36.984844 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-3c00214e-15d9-49b3-a96b-6a6c2cad57a9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1593378334&fields=id&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 267 time: 0.0573788 Jan 27 17:23:37.149894 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-89ce2879-7f7d-441f-8adc-9b79b040be2d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:37.150603 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-89ce2879-7f7d-441f-8adc-9b79b040be2d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:23:37.170505 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-89ce2879-7f7d-441f-8adc-9b79b040be2d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:23:37.171864 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-89ce2879-7f7d-441f-8adc-9b79b040be2d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/networks?id=fa6e423f-e5f2-45b0-84ac-7d444fae491b HTTP/1.1" status: 200 len: 797 time: 0.1795006 Jan 27 17:23:37.188055 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-c80e5622-9e27-4f34-847c-61bcf35d07e0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/quotas/2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 375 time: 0.0102861 Jan 27 17:23:37.271227 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4423970b-2002-46c7-abc9-ab21a7c37a4b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:23:37.284583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-8dcd97ff-6544-44a8-8419-946b979dfebc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:23:37.303258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-8dcd97ff-6544-44a8-8419-946b979dfebc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:23:37.304673 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-8dcd97ff-6544-44a8-8419-946b979dfebc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103699 Jan 27 17:23:37.349378 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 4423970b-2002-46c7-abc9-ab21a7c37a4b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:37.350037 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:37.460242 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-d35152f8-ae70-4f9c-9e2f-1f0b41a80b77 service neutron] 10.222.0.50 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394069 Jan 27 17:23:37.477567 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4821157d-8777-4b2a-b51c-c42897c9591b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:23:37.553577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 4821157d-8777-4b2a-b51c-c42897c9591b completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:23:37.560393 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 4821157d-8777-4b2a-b51c-c42897c9591b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:37.561077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:37.692848 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:37.720331 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-f5ee67b6-c87b-4933-91a6-4b68e3edca92 service neutron] 10.222.0.50 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534459 Jan 27 17:23:37.724438 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 4821157d-8777-4b2a-b51c-c42897c9591b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4821157d-8777-4b2a-b51c-c42897c9591b,segment=NetworkSegment(21037839-8d61-48a5-99a1-3024a3ebf49a),segment_id=21037839-8d61-48a5-99a1-3024a3ebf49a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:37.729004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:37.800526 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=4821157d-8777-4b2a-b51c-c42897c9591b,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:37.909521 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-3ebcd68b-ec86-4756-9564-b7c1dc60c057 req-4d439f84-1ff2-4bc5-a551-6ceae1e7527f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:23:37.921583 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-3ebcd68b-ec86-4756-9564-b7c1dc60c057 req-4d439f84-1ff2-4bc5-a551-6ceae1e7527f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:23:37.922704 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3ebcd68b-ec86-4756-9564-b7c1dc60c057 req-4d439f84-1ff2-4bc5-a551-6ceae1e7527f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 210 time: 0.0592341 Jan 27 17:23:39.033121 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-12d52b94-fc15-4770-9d41-63cfe5f8edbd req-1ce9246a-0bc6-4e63-ad3e-b47b7536c143 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 210 time: 0.0481529 Jan 27 17:23:39.186521 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4821157d-8777-4b2a-b51c-c42897c9591b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:23:39.254116 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 4821157d-8777-4b2a-b51c-c42897c9591b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:39.254479 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:40.132934 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5483b38e-07b4-4489-89db-d53415a272ff req-cf9069af-af48-409b-83dd-fd272b95b36a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 210 time: 0.0459902 Jan 27 17:23:41.139444 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-a69fbfa4-3263-4165-9216-2a4870cf8d11 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:41.140121 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-a69fbfa4-3263-4165-9216-2a4870cf8d11 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:23:41.151924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-a69fbfa4-3263-4165-9216-2a4870cf8d11 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:23:41.152990 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-a69fbfa4-3263-4165-9216-2a4870cf8d11 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/networks?id=fa6e423f-e5f2-45b0-84ac-7d444fae491b HTTP/1.1" status: 200 len: 797 time: 0.1579626 Jan 27 17:23:41.201294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-c67d5e65-91ff-456e-8e12-e7f5a20a6c90 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:23:41.214299 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-c67d5e65-91ff-456e-8e12-e7f5a20a6c90 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:23:41.215765 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-c67d5e65-91ff-456e-8e12-e7f5a20a6c90 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 380 time: 0.0547247 Jan 27 17:23:41.224814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-32c51182-a540-4832-a1df-fcc6a6b917d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'port': {'device_id': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'admin_state_up': True, 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'security_groups': ['a56a95ce-b583-4080-a826-24e991180b8c']}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:41.283133 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b1381a41-7b66-4486-991b-857a49cba755 req-becb3980-71f7-4a05-9e67-914ad7de712c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 210 time: 0.0431306 Jan 27 17:23:41.359791 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-32c51182-a540-4832-a1df-fcc6a6b917d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:41.369494 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-32c51182-a540-4832-a1df-fcc6a6b917d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:41.381903 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-32c51182-a540-4832-a1df-fcc6a6b917d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:23:41.385446 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-32c51182-a540-4832-a1df-fcc6a6b917d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:41.550899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-32c51182-a540-4832-a1df-fcc6a6b917d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.8 (fa6e423f-e5f2-45b0-84ac-7d444fae491b/7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c/dbb22112-a697-49cc-b144-54a502eef60e) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:23:41.854374 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-32c51182-a540-4832-a1df-fcc6a6b917d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:41.870914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-32c51182-a540-4832-a1df-fcc6a6b917d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object dbb22112-a697-49cc-b144-54a502eef60e will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:23:41.896658 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-32c51182-a540-4832-a1df-fcc6a6b917d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:41.968467 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-32c51182-a540-4832-a1df-fcc6a6b917d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fa6e423f-e5f2-45b0-84ac-7d444fae491b is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:23:41.971815 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-32c51182-a540-4832-a1df-fcc6a6b917d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:23:41.975789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-32c51182-a540-4832-a1df-fcc6a6b917d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:23:42.010193 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c51182-a540-4832-a1df-fcc6a6b917d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=dbb22112-a697-49cc-b144-54a502eef60e,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:42.042378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-32c51182-a540-4832-a1df-fcc6a6b917d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:42.042997 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-32c51182-a540-4832-a1df-fcc6a6b917d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:42.069740 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-32c51182-a540-4832-a1df-fcc6a6b917d0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8487463 Jan 27 17:23:42.080903 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Request body: {'port': {'device_id': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:42.193551 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:42.238844 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-228f65c9-0fa2-45d8-a3ac-21e45929b2c5 None None] Provisioning for port dbb22112-a697-49cc-b144-54a502eef60e completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:23:42.244315 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-228f65c9-0fa2-45d8-a3ac-21e45929b2c5 None None] Provisioning complete for port dbb22112-a697-49cc-b144-54a502eef60e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:42.244722 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-228f65c9-0fa2-45d8-a3ac-21e45929b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:42.302647 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-228f65c9-0fa2-45d8-a3ac-21e45929b2c5 None None] Port dbb22112-a697-49cc-b144-54a502eef60e cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:23:42.579790 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c984e-80c8-4c31-9e84-2450d0815ed1 req-74b23c88-1ed3-4834-87a5-80b76a8367c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:42.580476 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-a79c984e-80c8-4c31-9e84-2450d0815ed1 req-74b23c88-1ed3-4834-87a5-80b76a8367c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:23:42.598375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb22112-a697-49cc-b144-54a502eef60e {{(pid=87595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:23:42.606847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:42.613497 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-a79c984e-80c8-4c31-9e84-2450d0815ed1 req-74b23c88-1ed3-4834-87a5-80b76a8367c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:23:42.614636 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a79c984e-80c8-4c31-9e84-2450d0815ed1 req-74b23c88-1ed3-4834-87a5-80b76a8367c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 931 time: 0.1959453 Jan 27 17:23:42.634642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Transition to ACTIVE for port object dbb22112-a697-49cc-b144-54a502eef60e will not be triggered until provisioned by entity L2. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:23:42.639972 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:42.779908 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a79c984e-80c8-4c31-9e84-2450d0815ed1 req-67006347-1edc-4444-a8d8-13bead62065f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a56a95ce-b583-4080-a826-24e991180b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589062 Jan 27 17:23:42.812803 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb22112-a697-49cc-b144-54a502eef60e,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:42.892240 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Attempting to bind port dbb22112-a697-49cc-b144-54a502eef60e on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:23:42.892568 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Attempting to bind port dbb22112-a697-49cc-b144-54a502eef60e by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '21037839-8d61-48a5-99a1-3024a3ebf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:23:42.892889 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Attempting to bind port dbb22112-a697-49cc-b144-54a502eef60e on network fa6e423f-e5f2-45b0-84ac-7d444fae491b {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:23:42.897369 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Port dbb22112-a697-49cc-b144-54a502eef60e on network fa6e423f-e5f2-45b0-84ac-7d444fae491b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:23:42.897693 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Attempting to bind port dbb22112-a697-49cc-b144-54a502eef60e on network fa6e423f-e5f2-45b0-84ac-7d444fae491b {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:23:42.902678 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:23:42.903009 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Checking segment: {'id': '21037839-8d61-48a5-99a1-3024a3ebf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:23:42.903385 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Bound using segment: {'id': '21037839-8d61-48a5-99a1-3024a3ebf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b'} {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:23:42.903801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Bound port: dbb22112-a697-49cc-b144-54a502eef60e, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21037839-8d61-48a5-99a1-3024a3ebf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b'}}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:23:42.904138 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:43.001957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] For port dbb22112-a697-49cc-b144-54a502eef60e, host hv-neutron-8264, cleared binding levels {{(pid=87595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:23:43.006248 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] For port dbb22112-a697-49cc-b144-54a502eef60e, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=dbb22112-a697-49cc-b144-54a502eef60e,segment=NetworkSegment(21037839-8d61-48a5-99a1-3024a3ebf49a),segment_id=21037839-8d61-48a5-99a1-3024a3ebf49a)] {{(pid=87595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:23:43.013429 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:43.073389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:43.074201 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:43.075747 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] 10.222.0.83 "PUT /v2.0/ports/dbb22112-a697-49cc-b144-54a502eef60e HTTP/1.1" status: 200 len: 1093 time: 0.9992659 Jan 27 17:23:43.078907 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'tag': 'dbb22112-a697-49cc-b144-54a502eef60e'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:23:43.103982 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a30448-b879-4964-90c3-5e6c85e761c0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb22112-a697-49cc-b144-54a502eef60e,revision_number=3']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:43.159098 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'tag': 'dbb22112-a697-49cc-b144-54a502eef60e', 'status': 'completed', 'code': 200} Jan 27 17:23:43.199263 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-9762815d-6e99-4e41-81d9-f7d325d19fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:43.200745 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-9762815d-6e99-4e41-81d9-f7d325d19fde service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 1096 time: 0.0737729 Jan 27 17:23:43.271643 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-53b939a8-817a-4e4e-adc7-96a6922c9805 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbb22112-a697-49cc-b144-54a502eef60e HTTP/1.1" status: 200 len: 217 time: 0.0645752 Jan 27 17:23:43.334491 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-4bebb5a0-cd64-412d-9455-f433f768f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:43.335883 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-4bebb5a0-cd64-412d-9455-f433f768f680 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c HTTP/1.1" status: 200 len: 834 time: 0.0578554 Jan 27 17:23:43.414507 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-cb875b85-773f-4fe6-b547-ebd4b735fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:43.415888 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-cb875b85-773f-4fe6-b547-ebd4b735fe88 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa6e423f-e5f2-45b0-84ac-7d444fae491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739114 Jan 27 17:23:43.670713 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-54cf3e5c-fd88-4dac-87da-ca5649d5d079 service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482874 Jan 27 17:23:43.803581 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8ce0a0ec-89a9-47ec-84e8-1bfc8096e83b req-0b9f3b6a-1239-4d04-91e1-21892735904b service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265967 Jan 27 17:23:43.985443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e4a73-8ed7-4d48-af2b-4a38dd9e6559 req-a44c27f9-696d-4fbc-b73d-b1d47e2eacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:43.986869 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-828e4a73-8ed7-4d48-af2b-4a38dd9e6559 req-a44c27f9-696d-4fbc-b73d-b1d47e2eacc9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 1096 time: 0.1372344 Jan 27 17:23:44.020078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bbb0e-37d4-4b7e-830c-af392d24faae req-61d325fd-9cd5-477b-8467-49031a04697e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:44.021452 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-651bbb0e-37d4-4b7e-830c-af392d24faae req-61d325fd-9cd5-477b-8467-49031a04697e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 943 time: 0.1316292 Jan 27 17:23:44.138044 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-651bbb0e-37d4-4b7e-830c-af392d24faae req-a4a79d9e-9878-4bb5-8bf0-59d9d42dfb25 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a56a95ce-b583-4080-a826-24e991180b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096485 Jan 27 17:23:44.158792 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e4a73-8ed7-4d48-af2b-4a38dd9e6559 req-a19c1a9e-adcb-4731-9ca6-dd50c8320513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:44.160219 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-828e4a73-8ed7-4d48-af2b-4a38dd9e6559 req-a19c1a9e-adcb-4731-9ca6-dd50c8320513 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fa6e423f-e5f2-45b0-84ac-7d444fae491b HTTP/1.1" status: 200 len: 899 time: 0.1670427 Jan 27 17:23:44.232207 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-828e4a73-8ed7-4d48-af2b-4a38dd9e6559 req-1491ad44-5538-493d-a474-0975ab35de3e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbb22112-a697-49cc-b144-54a502eef60e HTTP/1.1" status: 200 len: 217 time: 0.0651059 Jan 27 17:23:44.297438 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e4a73-8ed7-4d48-af2b-4a38dd9e6559 req-1efd6e97-f837-4370-9060-a9e5591c1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:44.298828 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-828e4a73-8ed7-4d48-af2b-4a38dd9e6559 req-1efd6e97-f837-4370-9060-a9e5591c1bca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c HTTP/1.1" status: 200 len: 834 time: 0.0592864 Jan 27 17:23:44.382814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e4a73-8ed7-4d48-af2b-4a38dd9e6559 req-d082c23e-3b00-42f9-8e08-3d560b75cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:44.384945 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-828e4a73-8ed7-4d48-af2b-4a38dd9e6559 req-d082c23e-3b00-42f9-8e08-3d560b75cadd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa6e423f-e5f2-45b0-84ac-7d444fae491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793786 Jan 27 17:23:44.528652 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-828e4a73-8ed7-4d48-af2b-4a38dd9e6559 req-2c494c09-9855-4e7b-aafe-5cb688817ec9 service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357985 Jan 27 17:23:44.663885 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-828e4a73-8ed7-4d48-af2b-4a38dd9e6559 req-092fe460-91fa-421f-acdc-f0a81c352f40 service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282928 Jan 27 17:23:45.327503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeca4c-4473-4069-b5ba-6f48e83145e4 req-1f86c106-a431-4486-8f7f-7463b8b1fafa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:45.328959 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-16eeca4c-4473-4069-b5ba-6f48e83145e4 req-1f86c106-a431-4486-8f7f-7463b8b1fafa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 943 time: 0.0810680 Jan 27 17:23:45.378197 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-16eeca4c-4473-4069-b5ba-6f48e83145e4 req-ef091c3c-50c9-4c8c-a545-0136bd8dbe92 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a56a95ce-b583-4080-a826-24e991180b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423539 Jan 27 17:23:46.503058 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device dbb22112-a697-49cc-b144-54a502eef60e details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:23:46.591915 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f9220-f95d-4435-a8f7-fadcee164029 req-fab50390-378b-487a-b7a4-63cce383f29f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:46.596010 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-fc2f9220-f95d-4435-a8f7-fadcee164029 req-fab50390-378b-487a-b7a4-63cce383f29f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 943 time: 0.0926619 Jan 27 17:23:46.646094 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port dbb22112-a697-49cc-b144-54a502eef60e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=dbb22112-a697-49cc-b144-54a502eef60e,segment=NetworkSegment(21037839-8d61-48a5-99a1-3024a3ebf49a),segment_id=21037839-8d61-48a5-99a1-3024a3ebf49a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:46.660355 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': 'dbb22112-a697-49cc-b144-54a502eef60e', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'port_id': 'dbb22112-a697-49cc-b144-54a502eef60e', 'mac_address': 'fa:16:3e:1d:41:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:23:46.679398 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-fc2f9220-f95d-4435-a8f7-fadcee164029 req-09b1f0cc-8a2e-4a45-b556-6878381a9e7c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a56a95ce-b583-4080-a826-24e991180b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797367 Jan 27 17:23:46.716458 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:46.732632 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb22112-a697-49cc-b144-54a502eef60e {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:23:46.747496 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port dbb22112-a697-49cc-b144-54a502eef60e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=dbb22112-a697-49cc-b144-54a502eef60e,segment=NetworkSegment(21037839-8d61-48a5-99a1-3024a3ebf49a),segment_id=21037839-8d61-48a5-99a1-3024a3ebf49a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:46.753140 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:46.825791 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=dbb22112-a697-49cc-b144-54a502eef60e,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:46.985108 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['dbb22112-a697-49cc-b144-54a502eef60e'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:23:47.878386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10088e-5734-46b5-8397-115bfe7b9297 req-4a5383ac-77e9-4666-96ce-d3d0d4fc3089 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:47.879925 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fa10088e-5734-46b5-8397-115bfe7b9297 req-4a5383ac-77e9-4666-96ce-d3d0d4fc3089 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 944 time: 0.0873206 Jan 27 17:23:47.931286 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fa10088e-5734-46b5-8397-115bfe7b9297 req-be1e5f26-bbed-4b1a-8078-dd46c0687fa0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a56a95ce-b583-4080-a826-24e991180b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453129 Jan 27 17:23:48.519905 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device dbb22112-a697-49cc-b144-54a502eef60e up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:23:48.596814 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port dbb22112-a697-49cc-b144-54a502eef60e completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:23:48.602200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port dbb22112-a697-49cc-b144-54a502eef60e triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:48.602565 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:48.753061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0740eeb-6d11-4368-909a-b696441b33e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:48.760596 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:48.791255 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb22112-a697-49cc-b144-54a502eef60e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:23:48.800884 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port dbb22112-a697-49cc-b144-54a502eef60e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=dbb22112-a697-49cc-b144-54a502eef60e,segment=NetworkSegment(21037839-8d61-48a5-99a1-3024a3ebf49a),segment_id=21037839-8d61-48a5-99a1-3024a3ebf49a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:23:48.805765 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:48.871444 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=dbb22112-a697-49cc-b144-54a502eef60e,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:48.892686 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb22112-a697-49cc-b144-54a502eef60e', 'code': 200} Jan 27 17:23:49.129733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364724b-c26e-42cc-a0b8-7d14378bea81 req-54f9cd38-63ec-483c-824c-e4d715cad6ca tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:49.131266 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d364724b-c26e-42cc-a0b8-7d14378bea81 req-54f9cd38-63ec-483c-824c-e4d715cad6ca tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 945 time: 0.0844824 Jan 27 17:23:49.135028 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cdc98-1e84-40ff-8b0f-722015c02a21 req-2dfa57c9-f408-44b1-be89-85e0aebbe76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:49.136490 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-230cdc98-1e84-40ff-8b0f-722015c02a21 req-2dfa57c9-f408-44b1-be89-85e0aebbe76d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 1098 time: 0.0739503 Jan 27 17:23:49.176631 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d364724b-c26e-42cc-a0b8-7d14378bea81 req-6fd1557a-6251-4948-bb17-15ab4c4f74d2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a56a95ce-b583-4080-a826-24e991180b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395527 Jan 27 17:23:49.176997 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-230cdc98-1e84-40ff-8b0f-722015c02a21 req-d70b9e43-6ce7-47cf-9496-27533d4b7451 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a56a95ce-b583-4080-a826-24e991180b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339999 Jan 27 17:23:50.360013 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8af9cd-0ba5-4dbe-94ea-7d203e3a36a0 req-89f05fa1-d1f0-4499-97b8-753a66a9e6ea tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:50.361348 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9a8af9cd-0ba5-4dbe-94ea-7d203e3a36a0 req-89f05fa1-d1f0-4499-97b8-753a66a9e6ea tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 945 time: 0.0802546 Jan 27 17:23:50.407735 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9a8af9cd-0ba5-4dbe-94ea-7d203e3a36a0 req-94b7f270-d9f8-45b6-8cae-d0772a794bfb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a56a95ce-b583-4080-a826-24e991180b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406241 Jan 27 17:23:50.595142 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c60183-42bd-4c1f-bf87-336aced0c987 req-95cd06c0-b459-40b8-81a0-6247c8e6d6cb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:50.596593 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d9c60183-42bd-4c1f-bf87-336aced0c987 req-95cd06c0-b459-40b8-81a0-6247c8e6d6cb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 945 time: 0.0857618 Jan 27 17:23:50.641005 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d9c60183-42bd-4c1f-bf87-336aced0c987 req-91c8f169-ef9d-4766-9296-33da62128fc6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a56a95ce-b583-4080-a826-24e991180b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376525 Jan 27 17:23:50.664001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39880) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:50.736125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935a06af-2d42-4820-9a81-78c0359a87bd tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:50.737594 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-935a06af-2d42-4820-9a81-78c0359a87bd tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 1093 time: 0.0726581 Jan 27 17:23:50.740543 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39884) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:50.745300 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': 'dbb22112-a697-49cc-b144-54a502eef60e', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:50.751185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:50.755104 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:floatingip and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:50.758018 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:50.763693 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:50.777169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:50.920636 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:51.013587 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6b6c9ca-63be-44bd-9211-cf3d69db4ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:51.062861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.26.1.233 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/3f100653-c588-41ee-97da-0063f66b8da6) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:23:51.217723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:51.250313 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:51.313212 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:23:51.316084 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:23:51.319689 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:23:51.347667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=3f100653-c588-41ee-97da-0063f66b8da6,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:51.742528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:51.916631 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:52.132955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:52.139378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:52.159359 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:52.206374 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:52.245879 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=3f100653-c588-41ee-97da-0063f66b8da6,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:52.261852 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:52.452623 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP e9e77df9-9735-46a0-98e0-034ca5f82231 associated. External IP: 172.26.1.233, port: dbb22112-a697-49cc-b144-54a502eef60e. Jan 27 17:23:52.805358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:23:52.986882 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:23:53.003780 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940a8dd7-de7a-4311-959f-6c5828c74452 None None] Sync routers for ids ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:23:53.015250 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a8dd7-de7a-4311-959f-6c5828c74452 None None] Routers {'91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:23:53.016013 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-940a8dd7-de7a-4311-959f-6c5828c74452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:23:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:53.019006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:53.080162 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c870a671-8c47-4cac-9119-9d64f6c15780 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3384221 Jan 27 17:23:53.081135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'tag': 'dbb22112-a697-49cc-b144-54a502eef60e'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:23:53.083363 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39888) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:53.159716 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebe6e3e-f0c9-4673-b0d7-ad2f713deb94 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:53.161422 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-aebe6e3e-f0c9-4673-b0d7-ad2f713deb94 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 1093 time: 0.0768583 Jan 27 17:23:53.199012 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'tag': 'dbb22112-a697-49cc-b144-54a502eef60e', 'status': 'completed', 'code': 200} Jan 27 17:23:53.204147 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-940a8dd7-de7a-4311-959f-6c5828c74452 None None] Set router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:53.304784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d7bb9-5447-4627-8c7b-3eb826a17c90 req-b50f97cd-ea10-4668-99e4-6c4a4325bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:53.306546 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f07d7bb9-5447-4627-8c7b-3eb826a17c90 req-b50f97cd-ea10-4668-99e4-6c4a4325bed9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 1098 time: 0.0847368 Jan 27 17:23:53.336983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39898) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:53.343133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f5a49799-6b2d-45ac-abd2-63d901ca7a0f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1322912938', 'description': 'tempest-secgroup-smoke-1322912938 description', 'project_id': '2e8c8c26aae041c68422ab49a8804631'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:53.349916 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f5a49799-6b2d-45ac-abd2-63d901ca7a0f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:53.359670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f5a49799-6b2d-45ac-abd2-63d901ca7a0f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:53.373442 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5a49799-6b2d-45ac-abd2-63d901ca7a0f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:53.396199 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f5a49799-6b2d-45ac-abd2-63d901ca7a0f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:53.400259 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f5a49799-6b2d-45ac-abd2-63d901ca7a0f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:53.403551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f5a49799-6b2d-45ac-abd2-63d901ca7a0f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:53.409722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f5a49799-6b2d-45ac-abd2-63d901ca7a0f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:53.457814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d7bb9-5447-4627-8c7b-3eb826a17c90 req-bcbeb4a0-6400-4cf9-91da-05a0555a0541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:53.459265 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f07d7bb9-5447-4627-8c7b-3eb826a17c90 req-bcbeb4a0-6400-4cf9-91da-05a0555a0541 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fa6e423f-e5f2-45b0-84ac-7d444fae491b HTTP/1.1" status: 200 len: 899 time: 0.1463513 Jan 27 17:23:53.461592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:53.485451 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5a49799-6b2d-45ac-abd2-63d901ca7a0f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:53.490248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5a49799-6b2d-45ac-abd2-63d901ca7a0f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:53.543237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a49799-6b2d-45ac-abd2-63d901ca7a0f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a303f69a-89ea-48e0-bd30-78fc30c82fa1,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:53.552269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5a49799-6b2d-45ac-abd2-63d901ca7a0f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:53.556867 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f5a49799-6b2d-45ac-abd2-63d901ca7a0f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2152178 Jan 27 17:23:53.556867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39902) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:53.557634 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:23:53.564181 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-2b5c0cf5-58b3-4933-ba16-3b5dd8e84b1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'a303f69a-89ea-48e0-bd30-78fc30c82fa1', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:53.570440 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2b5c0cf5-58b3-4933-ba16-3b5dd8e84b1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:53.574300 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2b5c0cf5-58b3-4933-ba16-3b5dd8e84b1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:53.577185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2b5c0cf5-58b3-4933-ba16-3b5dd8e84b1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:53.583271 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2b5c0cf5-58b3-4933-ba16-3b5dd8e84b1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:53.603011 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2b5c0cf5-58b3-4933-ba16-3b5dd8e84b1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:53.633706 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-940a8dd7-de7a-4311-959f-6c5828c74452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'e9e77df9-9735-46a0-98e0-034ca5f82231', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.233', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'port_id': 'dbb22112-a697-49cc-b144-54a502eef60e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'mac_address': 'fa:16:3e:1d:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:23:51Z', 'updated_at': '2022-01-27T17:23:51Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4821157d-8777-4b2a-b51c-c42897c9591b', 'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:84:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:32Z', 'updated_at': '2022-01-27T17:23:37Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:53.637953 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940a8dd7-de7a-4311-959f-6c5828c74452 None None] Checking router: 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:23:53.646413 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a8dd7-de7a-4311-959f-6c5828c74452 None None] Routers {'91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:23:53.647017 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-940a8dd7-de7a-4311-959f-6c5828c74452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:23:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:53.669246 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2b5c0cf5-58b3-4933-ba16-3b5dd8e84b1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:53.672500 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f07d7bb9-5447-4627-8c7b-3eb826a17c90 req-5d53ac34-3195-4ad5-8570-4e9a51603d50 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbb22112-a697-49cc-b144-54a502eef60e HTTP/1.1" status: 200 len: 999 time: 0.2069278 Jan 27 17:23:53.674251 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2b5c0cf5-58b3-4933-ba16-3b5dd8e84b1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:53.697829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c0cf5-58b3-4933-ba16-3b5dd8e84b1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fc8e58-23b0-4feb-ab6d-d5a19e6fe3ba,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:53.708551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2b5c0cf5-58b3-4933-ba16-3b5dd8e84b1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:53.709958 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2b5c0cf5-58b3-4933-ba16-3b5dd8e84b1a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523161 Jan 27 17:23:53.712724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39906) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:53.719397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c240e990-0c2b-4f85-b85e-90fc721cacda tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'a303f69a-89ea-48e0-bd30-78fc30c82fa1', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:53.725631 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c240e990-0c2b-4f85-b85e-90fc721cacda tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:53.729513 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c240e990-0c2b-4f85-b85e-90fc721cacda tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:53.732406 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c240e990-0c2b-4f85-b85e-90fc721cacda tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:53.738569 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c240e990-0c2b-4f85-b85e-90fc721cacda tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:53.742856 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d7bb9-5447-4627-8c7b-3eb826a17c90 req-827c9d13-4e73-42f5-8bf5-ba28f64c739b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:53.744756 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f07d7bb9-5447-4627-8c7b-3eb826a17c90 req-827c9d13-4e73-42f5-8bf5-ba28f64c739b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c HTTP/1.1" status: 200 len: 834 time: 0.0665846 Jan 27 17:23:53.756220 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c240e990-0c2b-4f85-b85e-90fc721cacda tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:53.819103 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c240e990-0c2b-4f85-b85e-90fc721cacda tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:53.823095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d7bb9-5447-4627-8c7b-3eb826a17c90 req-b60b93ba-1068-4a58-9a2c-d3cd3b81f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:53.824688 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f07d7bb9-5447-4627-8c7b-3eb826a17c90 req-b60b93ba-1068-4a58-9a2c-d3cd3b81f86f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa6e423f-e5f2-45b0-84ac-7d444fae491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732877 Jan 27 17:23:53.825788 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c240e990-0c2b-4f85-b85e-90fc721cacda tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:53.828192 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-940a8dd7-de7a-4311-959f-6c5828c74452 None None] Set router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:23:53.852517 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240e990-0c2b-4f85-b85e-90fc721cacda tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a26ac3-c011-4bab-9a66-3ec97dc7996a,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:53.862971 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c240e990-0c2b-4f85-b85e-90fc721cacda tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:53.864302 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c240e990-0c2b-4f85-b85e-90fc721cacda tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1499267 Jan 27 17:23:53.867020 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39910) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:53.872217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-0356db5e-d870-4737-86b1-0196cba6f037 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'a303f69a-89ea-48e0-bd30-78fc30c82fa1', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:53.878093 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0356db5e-d870-4737-86b1-0196cba6f037 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:53.882075 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0356db5e-d870-4737-86b1-0196cba6f037 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:53.885052 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-0356db5e-d870-4737-86b1-0196cba6f037 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:53.891028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-0356db5e-d870-4737-86b1-0196cba6f037 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:53.987894 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f07d7bb9-5447-4627-8c7b-3eb826a17c90 req-5c794738-a57c-49d9-9d4d-eadf48c06d55 service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570916 Jan 27 17:23:54.037831 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0356db5e-d870-4737-86b1-0196cba6f037 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:54.105575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0356db5e-d870-4737-86b1-0196cba6f037 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:54.111705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0356db5e-d870-4737-86b1-0196cba6f037 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:54.133815 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f07d7bb9-5447-4627-8c7b-3eb826a17c90 req-4d404bee-4c03-4cf0-a985-80fe2d5f074c service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404927 Jan 27 17:23:54.135619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356db5e-d870-4737-86b1-0196cba6f037 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef107c7-7fd1-40f3-98c1-6c888d7fe5ae,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:54.153605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0356db5e-d870-4737-86b1-0196cba6f037 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:54.157188 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0356db5e-d870-4737-86b1-0196cba6f037 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2891943 Jan 27 17:23:54.159962 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39914) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:54.164925 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-913e7688-8aa5-43a5-aaa7-a43c705f297b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'a303f69a-89ea-48e0-bd30-78fc30c82fa1', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:54.170933 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-913e7688-8aa5-43a5-aaa7-a43c705f297b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:54.174877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-913e7688-8aa5-43a5-aaa7-a43c705f297b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:54.177742 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-913e7688-8aa5-43a5-aaa7-a43c705f297b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:54.183526 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-913e7688-8aa5-43a5-aaa7-a43c705f297b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:54.198104 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-940a8dd7-de7a-4311-959f-6c5828c74452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'e9e77df9-9735-46a0-98e0-034ca5f82231', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.233', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'port_id': 'dbb22112-a697-49cc-b144-54a502eef60e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'mac_address': 'fa:16:3e:1d:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:23:51Z', 'updated_at': '2022-01-27T17:23:51Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4821157d-8777-4b2a-b51c-c42897c9591b', 'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:84:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:32Z', 'updated_at': '2022-01-27T17:23:37Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:23:54.200554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-913e7688-8aa5-43a5-aaa7-a43c705f297b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:54.202238 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940a8dd7-de7a-4311-959f-6c5828c74452 None None] The sync data for ids ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'] in dv-neutron-826439-2-hyperv is: [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'e9e77df9-9735-46a0-98e0-034ca5f82231', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.233', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'port_id': 'dbb22112-a697-49cc-b144-54a502eef60e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'mac_address': 'fa:16:3e:1d:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:23:51Z', 'updated_at': '2022-01-27T17:23:51Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4821157d-8777-4b2a-b51c-c42897c9591b', 'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:84:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:32Z', 'updated_at': '2022-01-27T17:23:37Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:23:54.264063 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-913e7688-8aa5-43a5-aaa7-a43c705f297b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:54.268277 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-913e7688-8aa5-43a5-aaa7-a43c705f297b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:54.294674 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e7688-8aa5-43a5-aaa7-a43c705f297b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f722aad-2a2a-4a82-8fa6-554a33e8f15f,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:54.304941 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-913e7688-8aa5-43a5-aaa7-a43c705f297b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:54.306220 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-913e7688-8aa5-43a5-aaa7-a43c705f297b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453519 Jan 27 17:23:54.309024 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39918) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:54.313971 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-65c726c2-8b00-4dca-ad63-800ebf0632c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'a303f69a-89ea-48e0-bd30-78fc30c82fa1', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:54.320611 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-65c726c2-8b00-4dca-ad63-800ebf0632c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:54.324422 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-65c726c2-8b00-4dca-ad63-800ebf0632c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:54.327278 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-65c726c2-8b00-4dca-ad63-800ebf0632c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:54.333004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-65c726c2-8b00-4dca-ad63-800ebf0632c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:54.344881 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-65c726c2-8b00-4dca-ad63-800ebf0632c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:23:54.352151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-65c726c2-8b00-4dca-ad63-800ebf0632c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:54.402041 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b67023-5549-4d1a-93c1-8631831d7f14 None None] New status for floating IP e9e77df9-9735-46a0-98e0-034ca5f82231: ACTIVE {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:23:54.421144 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-65c726c2-8b00-4dca-ad63-800ebf0632c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:54.426824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-65c726c2-8b00-4dca-ad63-800ebf0632c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:54.449658 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c726c2-8b00-4dca-ad63-800ebf0632c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79618d37-ffea-4c96-b664-03f3e236c1aa,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:54.459020 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-65c726c2-8b00-4dca-ad63-800ebf0632c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:54.460217 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-65c726c2-8b00-4dca-ad63-800ebf0632c7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1502919 Jan 27 17:23:54.463039 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 39922) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:23:54.468109 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a6a3f667-fc9d-45b2-8856-d6454ac2e70b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'a303f69a-89ea-48e0-bd30-78fc30c82fa1', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:54.473868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a6a3f667-fc9d-45b2-8856-d6454ac2e70b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:54.477724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a6a3f667-fc9d-45b2-8856-d6454ac2e70b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:23:54.480533 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a6a3f667-fc9d-45b2-8856-d6454ac2e70b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:23:54.486241 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a6a3f667-fc9d-45b2-8856-d6454ac2e70b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:54.496759 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-a6a3f667-fc9d-45b2-8856-d6454ac2e70b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:23:54.503481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f667-fc9d-45b2-8856-d6454ac2e70b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:54.566200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f667-fc9d-45b2-8856-d6454ac2e70b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:54.571093 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f667-fc9d-45b2-8856-d6454ac2e70b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:54.595083 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3f667-fc9d-45b2-8856-d6454ac2e70b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429e9131-a261-440e-a710-f8afe7fcd038,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:54.605317 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f667-fc9d-45b2-8856-d6454ac2e70b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:54.606728 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a6a3f667-fc9d-45b2-8856-d6454ac2e70b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427259 Jan 27 17:23:54.831264 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-9826d000-7882-4f4a-903a-315caecf612a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1322912938&fields=id&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 267 time: 0.0449064 Jan 27 17:23:54.984643 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-5e9a8b27-8708-4c81-99d1-9a4db957ef65 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:54.986071 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-5e9a8b27-8708-4c81-99d1-9a4db957ef65 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/networks?id=fa6e423f-e5f2-45b0-84ac-7d444fae491b HTTP/1.1" status: 200 len: 797 time: 0.1481738 Jan 27 17:23:55.000590 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-ba73b5d4-c054-4380-8660-ab1a461e12c6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/quotas/2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 375 time: 0.0089409 Jan 27 17:23:55.087181 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-bf629372-1841-40a8-b065-58c115467b89 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0817506 Jan 27 17:23:55.279051 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-648054b5-d5ff-4d9d-a977-189e233a5da5 service neutron] 10.222.0.50 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757324 Jan 27 17:23:55.417428 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b66d477c-727e-4caa-8baa-d0873047e0ca service neutron] 10.222.0.50 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321344 Jan 27 17:23:56.625225 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a7130790-c55c-462b-a8ca-8038b2cf9a23 req-0cc518d6-c274-4b85-ac1c-8e7a86e98f59 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 210 time: 0.0458150 Jan 27 17:23:57.677512 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-6f3ad11a-f979-446f-9f67-73bd745f9ee0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:57.679025 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-6f3ad11a-f979-446f-9f67-73bd745f9ee0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/networks?id=fa6e423f-e5f2-45b0-84ac-7d444fae491b HTTP/1.1" status: 200 len: 797 time: 0.1552911 Jan 27 17:23:57.731300 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-e85143fb-051e-4e65-9c95-68cd1fe20ecf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 473 time: 0.0442381 Jan 27 17:23:57.774644 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-5975bf37-dc3c-4397-9c24-26aa9c3a99ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'port': {'device_id': '15fba265-9b8f-49d9-828e-de199b0f7712', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'admin_state_up': True, 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'security_groups': ['a303f69a-89ea-48e0-bd30-78fc30c82fa1']}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:57.797179 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8f8aa8f8-52ec-446f-8783-858024e58077 req-946e0599-6621-4b23-9d0d-fadd6df2a8c2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 210 time: 0.0649252 Jan 27 17:23:57.916201 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-5975bf37-dc3c-4397-9c24-26aa9c3a99ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:23:57.926626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-5975bf37-dc3c-4397-9c24-26aa9c3a99ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:23:57.938968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-5975bf37-dc3c-4397-9c24-26aa9c3a99ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:23:57.942542 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-5975bf37-dc3c-4397-9c24-26aa9c3a99ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:58.214944 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-5975bf37-dc3c-4397-9c24-26aa9c3a99ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.14 (fa6e423f-e5f2-45b0-84ac-7d444fae491b/7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c/d2f2ff2e-3f04-4f8f-b279-95e01e58be28) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:23:58.426718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-5975bf37-dc3c-4397-9c24-26aa9c3a99ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:58.441797 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-5975bf37-dc3c-4397-9c24-26aa9c3a99ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object d2f2ff2e-3f04-4f8f-b279-95e01e58be28 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:23:58.466837 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-5975bf37-dc3c-4397-9c24-26aa9c3a99ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:58.537947 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-5975bf37-dc3c-4397-9c24-26aa9c3a99ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fa6e423f-e5f2-45b0-84ac-7d444fae491b is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:23:58.545207 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-5975bf37-dc3c-4397-9c24-26aa9c3a99ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:23:58.549032 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-5975bf37-dc3c-4397-9c24-26aa9c3a99ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:23:58.580333 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975bf37-dc3c-4397-9c24-26aa9c3a99ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=d2f2ff2e-3f04-4f8f-b279-95e01e58be28,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:58.616574 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-5975bf37-dc3c-4397-9c24-26aa9c3a99ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:58.617177 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-5975bf37-dc3c-4397-9c24-26aa9c3a99ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:58.641551 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-5975bf37-dc3c-4397-9c24-26aa9c3a99ac tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8707402 Jan 27 17:23:58.653132 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Request body: {'port': {'device_id': '15fba265-9b8f-49d9-828e-de199b0f7712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:23:58.765968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:58.785194 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8aa4f0ac-400d-4aa4-ab9a-b21e9fc58b01 None None] Provisioning for port d2f2ff2e-3f04-4f8f-b279-95e01e58be28 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:23:58.790679 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8aa4f0ac-400d-4aa4-ab9a-b21e9fc58b01 None None] Provisioning complete for port d2f2ff2e-3f04-4f8f-b279-95e01e58be28 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:23:58.791078 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8aa4f0ac-400d-4aa4-ab9a-b21e9fc58b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:58.844459 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8aa4f0ac-400d-4aa4-ab9a-b21e9fc58b01 None None] Port d2f2ff2e-3f04-4f8f-b279-95e01e58be28 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:23:58.983143 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c387340-e409-4201-a5d0-a312e017b85f req-81527dbd-6d1b-40d0-a187-a688237f7b18 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:58.984492 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c387340-e409-4201-a5d0-a312e017b85f req-81527dbd-6d1b-40d0-a187-a688237f7b18 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 932 time: 0.0790901 Jan 27 17:23:59.027198 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-6c387340-e409-4201-a5d0-a312e017b85f req-962e99d0-9882-4f8e-9f9d-829dd292aca3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:23:59.043175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-6c387340-e409-4201-a5d0-a312e017b85f req-962e99d0-9882-4f8e-9f9d-829dd292aca3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:23:59.044318 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c387340-e409-4201-a5d0-a312e017b85f req-962e99d0-9882-4f8e-9f9d-829dd292aca3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a303f69a-89ea-48e0-bd30-78fc30c82fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539374 Jan 27 17:23:59.106505 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f2ff2e-3f04-4f8f-b279-95e01e58be28 {{(pid=87595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:23:59.114468 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:59.129125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Transition to ACTIVE for port object d2f2ff2e-3f04-4f8f-b279-95e01e58be28 will not be triggered until provisioned by entity L2. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:23:59.134035 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:59.260212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Pushing event updated for resources: {'Port': ['ID=d2f2ff2e-3f04-4f8f-b279-95e01e58be28,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:59.366158 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Attempting to bind port d2f2ff2e-3f04-4f8f-b279-95e01e58be28 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:23:59.366490 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Attempting to bind port d2f2ff2e-3f04-4f8f-b279-95e01e58be28 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '21037839-8d61-48a5-99a1-3024a3ebf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:23:59.366805 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Attempting to bind port d2f2ff2e-3f04-4f8f-b279-95e01e58be28 on network fa6e423f-e5f2-45b0-84ac-7d444fae491b {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:23:59.371479 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Port d2f2ff2e-3f04-4f8f-b279-95e01e58be28 on network fa6e423f-e5f2-45b0-84ac-7d444fae491b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:23:59.371789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Attempting to bind port d2f2ff2e-3f04-4f8f-b279-95e01e58be28 on network fa6e423f-e5f2-45b0-84ac-7d444fae491b {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:23:59.376937 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:23:59.377253 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Checking segment: {'id': '21037839-8d61-48a5-99a1-3024a3ebf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:23:59.377618 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Bound using segment: {'id': '21037839-8d61-48a5-99a1-3024a3ebf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b'} {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:23:59.378081 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Bound port: d2f2ff2e-3f04-4f8f-b279-95e01e58be28, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21037839-8d61-48a5-99a1-3024a3ebf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b'}}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:23:59.378382 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:59.469103 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] For port d2f2ff2e-3f04-4f8f-b279-95e01e58be28, host hv-neutron-8264, cleared binding levels {{(pid=87595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:23:59.472219 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] For port d2f2ff2e-3f04-4f8f-b279-95e01e58be28, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d2f2ff2e-3f04-4f8f-b279-95e01e58be28,segment=NetworkSegment(21037839-8d61-48a5-99a1-3024a3ebf49a),segment_id=21037839-8d61-48a5-99a1-3024a3ebf49a)] {{(pid=87595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:23:59.478817 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:59.541517 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:59.542149 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:23:59.543781 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] 10.222.0.83 "PUT /v2.0/ports/d2f2ff2e-3f04-4f8f-b279-95e01e58be28 HTTP/1.1" status: 200 len: 1094 time: 0.8951223 Jan 27 17:23:59.544218 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fba265-9b8f-49d9-828e-de199b0f7712', 'tag': 'd2f2ff2e-3f04-4f8f-b279-95e01e58be28'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:23:59.568539 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41598d1-78ef-4c69-9f72-d5bfa727938a service neutron] Pushing event updated for resources: {'Port': ['ID=d2f2ff2e-3f04-4f8f-b279-95e01e58be28,revision_number=3']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:23:59.630938 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fba265-9b8f-49d9-828e-de199b0f7712', 'tag': 'd2f2ff2e-3f04-4f8f-b279-95e01e58be28', 'status': 'completed', 'code': 200} Jan 27 17:23:59.672073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-d46abcdc-f63e-4e54-8f1b-7f58009bec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:59.673556 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-d46abcdc-f63e-4e54-8f1b-7f58009bec81 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 1097 time: 0.0811880 Jan 27 17:23:59.744632 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-22222b56-b92f-4cc8-8142-b6f606c508b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f2ff2e-3f04-4f8f-b279-95e01e58be28 HTTP/1.1" status: 200 len: 217 time: 0.0647254 Jan 27 17:23:59.808208 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-f8bd8c01-5c36-4da3-9384-6cf17a0687bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:59.809568 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-f8bd8c01-5c36-4da3-9384-6cf17a0687bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c HTTP/1.1" status: 200 len: 834 time: 0.0584817 Jan 27 17:23:59.897944 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-2ba72eb7-ad51-4a41-96df-cf2b8647a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:23:59.899758 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-2ba72eb7-ad51-4a41-96df-cf2b8647a76a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa6e423f-e5f2-45b0-84ac-7d444fae491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815120 Jan 27 17:24:00.135282 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-965befc4-68ba-4cbf-8d8d-9d695aa67f27 service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283585 Jan 27 17:24:00.235483 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885f880-9b42-4a25-a9db-6b01ebb97316 req-30162d3d-5d84-4042-82b6-0ca0bbc5f32e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:00.237032 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2885f880-9b42-4a25-a9db-6b01ebb97316 req-30162d3d-5d84-4042-82b6-0ca0bbc5f32e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 944 time: 0.0817978 Jan 27 17:24:00.265959 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca9e8faf-0ebc-493d-b113-5afb2097c24a req-cf12f0b2-0c50-4ace-893f-8e57fd4c6c2f service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235604 Jan 27 17:24:00.283128 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2885f880-9b42-4a25-a9db-6b01ebb97316 req-b48adc4c-6973-4b3d-a5f3-8c321fc3ef44 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a303f69a-89ea-48e0-bd30-78fc30c82fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398297 Jan 27 17:24:00.385327 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab8279-fe88-4537-bf7f-4602fcdefae6 req-e66eba9b-4be7-4a8d-93d7-5a636aa33186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:00.386700 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0dab8279-fe88-4537-bf7f-4602fcdefae6 req-e66eba9b-4be7-4a8d-93d7-5a636aa33186 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 1097 time: 0.0723557 Jan 27 17:24:00.520475 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab8279-fe88-4537-bf7f-4602fcdefae6 req-710588ff-a6d5-4082-a10a-7f2444b404bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:00.521924 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0dab8279-fe88-4537-bf7f-4602fcdefae6 req-710588ff-a6d5-4082-a10a-7f2444b404bc service neutron] 10.222.0.83 "GET /v2.0/networks?id=fa6e423f-e5f2-45b0-84ac-7d444fae491b HTTP/1.1" status: 200 len: 899 time: 0.1286335 Jan 27 17:24:00.592160 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0dab8279-fe88-4537-bf7f-4602fcdefae6 req-65ed248b-da60-4d41-9ce8-e7baa06af715 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f2ff2e-3f04-4f8f-b279-95e01e58be28 HTTP/1.1" status: 200 len: 217 time: 0.0634947 Jan 27 17:24:00.656073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab8279-fe88-4537-bf7f-4602fcdefae6 req-d8408b5a-cfa3-4342-9e07-556201194360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:00.657393 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0dab8279-fe88-4537-bf7f-4602fcdefae6 req-d8408b5a-cfa3-4342-9e07-556201194360 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c HTTP/1.1" status: 200 len: 834 time: 0.0584726 Jan 27 17:24:00.736777 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab8279-fe88-4537-bf7f-4602fcdefae6 req-6d6f966b-4049-4864-8ec6-e4af8df133cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:00.738240 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0dab8279-fe88-4537-bf7f-4602fcdefae6 req-6d6f966b-4049-4864-8ec6-e4af8df133cc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa6e423f-e5f2-45b0-84ac-7d444fae491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738881 Jan 27 17:24:00.870189 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0dab8279-fe88-4537-bf7f-4602fcdefae6 req-b20d6702-c310-4bd3-995f-7d9d9666c8ce service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242590 Jan 27 17:24:01.000718 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0dab8279-fe88-4537-bf7f-4602fcdefae6 req-1ad1e8a6-ca04-4450-8639-5f0aa22cda46 service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236284 Jan 27 17:24:01.479322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eae166-1373-438b-9b57-178e663f8052 req-edc90c17-3773-490b-9946-cca6fd0c43b8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:01.481036 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-a2eae166-1373-438b-9b57-178e663f8052 req-edc90c17-3773-490b-9946-cca6fd0c43b8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:24:01.499746 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-a2eae166-1373-438b-9b57-178e663f8052 req-edc90c17-3773-490b-9946-cca6fd0c43b8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:24:01.500865 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a2eae166-1373-438b-9b57-178e663f8052 req-edc90c17-3773-490b-9946-cca6fd0c43b8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 944 time: 0.1063282 Jan 27 17:24:01.545209 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a2eae166-1373-438b-9b57-178e663f8052 req-c10a5644-40ad-4a27-8bf1-903180b056d7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a303f69a-89ea-48e0-bd30-78fc30c82fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385320 Jan 27 17:24:02.744677 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a905546-498f-4b5f-80f7-8633e9b968e5 req-54c90b34-5016-4605-a075-6e5781688943 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:02.746154 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2a905546-498f-4b5f-80f7-8633e9b968e5 req-54c90b34-5016-4605-a075-6e5781688943 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 944 time: 0.0820923 Jan 27 17:24:02.790999 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2a905546-498f-4b5f-80f7-8633e9b968e5 req-bd36bf26-8480-42c9-bdb4-f24a798871af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a303f69a-89ea-48e0-bd30-78fc30c82fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389011 Jan 27 17:24:03.471462 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:03.997053 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bb31e-09fb-4e7f-9416-9e865dd35b76 req-1e43bbed-7f2e-4b9c-ba7a-e1c1a26944d6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:03.998502 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3f8bb31e-09fb-4e7f-9416-9e865dd35b76 req-1e43bbed-7f2e-4b9c-ba7a-e1c1a26944d6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 944 time: 0.0868895 Jan 27 17:24:04.043368 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3f8bb31e-09fb-4e7f-9416-9e865dd35b76 req-e5508363-238e-49be-86e9-11917acd9843 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a303f69a-89ea-48e0-bd30-78fc30c82fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391400 Jan 27 17:24:04.633167 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device d2f2ff2e-3f04-4f8f-b279-95e01e58be28 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:24:04.814465 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port d2f2ff2e-3f04-4f8f-b279-95e01e58be28, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d2f2ff2e-3f04-4f8f-b279-95e01e58be28,segment=NetworkSegment(21037839-8d61-48a5-99a1-3024a3ebf49a),segment_id=21037839-8d61-48a5-99a1-3024a3ebf49a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:24:04.828934 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': 'd2f2ff2e-3f04-4f8f-b279-95e01e58be28', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'port_id': 'd2f2ff2e-3f04-4f8f-b279-95e01e58be28', 'mac_address': 'fa:16:3e:3c:b0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:24:04.890975 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:04.907339 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f2ff2e-3f04-4f8f-b279-95e01e58be28 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:24:04.922590 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port d2f2ff2e-3f04-4f8f-b279-95e01e58be28, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d2f2ff2e-3f04-4f8f-b279-95e01e58be28,segment=NetworkSegment(21037839-8d61-48a5-99a1-3024a3ebf49a),segment_id=21037839-8d61-48a5-99a1-3024a3ebf49a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:24:04.930565 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:05.012158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=d2f2ff2e-3f04-4f8f-b279-95e01e58be28,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:24:05.155044 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['d2f2ff2e-3f04-4f8f-b279-95e01e58be28'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:24:05.229914 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a36ad-b619-4ee9-b1a9-5621af28ee7a req-37ac7ce3-7127-4ac1-a225-090167ad7ff6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:05.231327 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-324a36ad-b619-4ee9-b1a9-5621af28ee7a req-37ac7ce3-7127-4ac1-a225-090167ad7ff6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 945 time: 0.0832057 Jan 27 17:24:05.274426 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-324a36ad-b619-4ee9-b1a9-5621af28ee7a req-f50cac79-b660-4266-a595-983bb55b8b94 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a303f69a-89ea-48e0-bd30-78fc30c82fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374370 Jan 27 17:24:06.470663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65020b35-a20a-49c7-a382-111951f09282 req-11249de4-5965-4983-84b7-b1e37444db8e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:06.472134 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-65020b35-a20a-49c7-a382-111951f09282 req-11249de4-5965-4983-84b7-b1e37444db8e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 945 time: 0.0836594 Jan 27 17:24:06.522664 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-65020b35-a20a-49c7-a382-111951f09282 req-ff1f156d-0e01-4e40-ba2e-ca7fd67e81a2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a303f69a-89ea-48e0-bd30-78fc30c82fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Jan 27 17:24:06.644872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device d2f2ff2e-3f04-4f8f-b279-95e01e58be28 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:24:06.726399 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port d2f2ff2e-3f04-4f8f-b279-95e01e58be28 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:24:06.731363 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port d2f2ff2e-3f04-4f8f-b279-95e01e58be28 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:24:06.731730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:06.847359 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:06.874030 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fba265-9b8f-49d9-828e-de199b0f7712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f2ff2e-3f04-4f8f-b279-95e01e58be28'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:24:06.884041 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port d2f2ff2e-3f04-4f8f-b279-95e01e58be28, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d2f2ff2e-3f04-4f8f-b279-95e01e58be28,segment=NetworkSegment(21037839-8d61-48a5-99a1-3024a3ebf49a),segment_id=21037839-8d61-48a5-99a1-3024a3ebf49a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:24:06.888152 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:06.922701 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fba265-9b8f-49d9-828e-de199b0f7712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f2ff2e-3f04-4f8f-b279-95e01e58be28', 'code': 200} Jan 27 17:24:06.960805 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=d2f2ff2e-3f04-4f8f-b279-95e01e58be28,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:24:07.150436 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86002afb-d31e-455e-b9ae-88a294f7f287 req-2afa1339-71a3-4135-8f61-a81e8548a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:07.151894 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-86002afb-d31e-455e-b9ae-88a294f7f287 req-2afa1339-71a3-4135-8f61-a81e8548a79e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 1099 time: 0.0710034 Jan 27 17:24:07.192837 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-86002afb-d31e-455e-b9ae-88a294f7f287 req-f7794761-c73a-4573-8f8b-042763963d3a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a303f69a-89ea-48e0-bd30-78fc30c82fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337172 Jan 27 17:24:07.722820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9199f-231b-488e-97d0-e7abf3492a9b req-e2965c63-80e1-49f2-b969-cce8f44a03ce tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:07.724272 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f0d9199f-231b-488e-97d0-e7abf3492a9b req-e2965c63-80e1-49f2-b969-cce8f44a03ce tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 946 time: 0.0883222 Jan 27 17:24:07.770634 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f0d9199f-231b-488e-97d0-e7abf3492a9b req-4db66d61-d92b-4bb0-89ee-2208be093b23 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a303f69a-89ea-48e0-bd30-78fc30c82fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378547 Jan 27 17:24:08.969247 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d7a67-a22b-41f6-932c-b66bdc42d107 req-43e17863-9667-46ba-bb88-3c9a8d5cafad tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:08.970714 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3c2d7a67-a22b-41f6-932c-b66bdc42d107 req-43e17863-9667-46ba-bb88-3c9a8d5cafad tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 946 time: 0.0831170 Jan 27 17:24:09.021706 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3c2d7a67-a22b-41f6-932c-b66bdc42d107 req-16fc6cb1-8a55-46eb-9fdb-b6f7355b2138 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a303f69a-89ea-48e0-bd30-78fc30c82fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426388 Jan 27 17:24:09.210214 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db73b6b-d8aa-4a64-a123-0fc908f4bf97 req-71c7c0b6-aed3-43e0-8754-295a4d4feaf9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:09.211739 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2db73b6b-d8aa-4a64-a123-0fc908f4bf97 req-71c7c0b6-aed3-43e0-8754-295a4d4feaf9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 946 time: 0.0830140 Jan 27 17:24:09.255220 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2db73b6b-d8aa-4a64-a123-0fc908f4bf97 req-4c0c5aad-7a05-4823-8599-bca667bc9662 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a303f69a-89ea-48e0-bd30-78fc30c82fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378010 Jan 27 17:24:09.277159 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39982) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:24:09.355924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093c580d-c782-42da-abba-3e792c4f640e tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:09.357315 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-093c580d-c782-42da-abba-3e792c4f640e tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 1094 time: 0.0791607 Jan 27 17:24:09.361495 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 39986) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:24:09.366270 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': 'd2f2ff2e-3f04-4f8f-b279-95e01e58be28', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:24:09.372100 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:24:09.376076 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:floatingip and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:24:09.378980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:24:09.384616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:24:09.396529 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:09.634513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:09.775557 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.26.1.170 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/ee2fff36-7759-4e20-b357-b6841b6cc01e) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:24:09.928669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:09.961616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:10.025144 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:24:10.028017 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:24:10.032006 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:24:10.060422 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=ee2fff36-7759-4e20-b357-b6841b6cc01e,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:24:10.448715 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:10.523087 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:10.732307 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:10.738933 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:10.847687 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=ee2fff36-7759-4e20-b357-b6841b6cc01e,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:24:10.864185 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:11.050780 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP 66aedf89-ae0d-431b-9378-1d41576b1424 associated. External IP: 172.26.1.170, port: d2f2ff2e-3f04-4f8f-b279-95e01e58be28. Jan 27 17:24:11.521463 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:24:11.711855 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:24:11.721646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73058500-50c8-42f2-83f4-22ab714f5e1f None None] Sync routers for ids ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:24:11.732058 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73058500-50c8-42f2-83f4-22ab714f5e1f None None] Routers {'91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:24:11.732675 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-73058500-50c8-42f2-83f4-22ab714f5e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:23:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:24:11.738375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:11.797153 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3c5556dc-a93f-45e3-b34e-2b124ecf9c1e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4345114 Jan 27 17:24:11.797646 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fba265-9b8f-49d9-828e-de199b0f7712', 'tag': 'd2f2ff2e-3f04-4f8f-b279-95e01e58be28'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:24:11.841307 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fba265-9b8f-49d9-828e-de199b0f7712', 'tag': 'd2f2ff2e-3f04-4f8f-b279-95e01e58be28', 'status': 'completed', 'code': 200} Jan 27 17:24:11.912738 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-73058500-50c8-42f2-83f4-22ab714f5e1f None None] Set router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:24:11.932488 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707d894-79c7-488d-b8cf-9c9440b4ac01 req-2f074da6-e5a7-45f5-ae4b-b0d7f559ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:11.933983 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9707d894-79c7-488d-b8cf-9c9440b4ac01 req-2f074da6-e5a7-45f5-ae4b-b0d7f559ea6e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 1099 time: 0.0696554 Jan 27 17:24:12.066685 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707d894-79c7-488d-b8cf-9c9440b4ac01 req-830a9986-5d38-437b-835b-7ea580b26e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:12.068208 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9707d894-79c7-488d-b8cf-9c9440b4ac01 req-830a9986-5d38-437b-835b-7ea580b26e67 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fa6e423f-e5f2-45b0-84ac-7d444fae491b HTTP/1.1" status: 200 len: 899 time: 0.1276364 Jan 27 17:24:12.171332 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9707d894-79c7-488d-b8cf-9c9440b4ac01 req-6cb53d02-9f3d-410e-a6b9-7ba89f1f2dc0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f2ff2e-3f04-4f8f-b279-95e01e58be28 HTTP/1.1" status: 200 len: 1000 time: 0.0960417 Jan 27 17:24:12.233996 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707d894-79c7-488d-b8cf-9c9440b4ac01 req-e1f7ec62-53ac-4b10-96c8-72f31c10f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:12.235418 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9707d894-79c7-488d-b8cf-9c9440b4ac01 req-e1f7ec62-53ac-4b10-96c8-72f31c10f885 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c HTTP/1.1" status: 200 len: 834 time: 0.0570872 Jan 27 17:24:12.256139 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-73058500-50c8-42f2-83f4-22ab714f5e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '66aedf89-ae0d-431b-9378-1d41576b1424', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.170', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'port_id': 'd2f2ff2e-3f04-4f8f-b279-95e01e58be28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'mac_address': 'fa:16:3e:3c:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fba265-9b8f-49d9-828e-de199b0f7712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:24:10Z', 'updated_at': '2022-01-27T17:24:10Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}, {'id': 'e9e77df9-9735-46a0-98e0-034ca5f82231', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.233', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'port_id': 'dbb22112-a697-49cc-b144-54a502eef60e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'mac_address': 'fa:16:3e:1d:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:23:51Z', 'updated_at': '2022-01-27T17:23:54Z', 'revision_number': 1, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4821157d-8777-4b2a-b51c-c42897c9591b', 'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:84:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:32Z', 'updated_at': '2022-01-27T17:23:37Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:24:12.260252 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73058500-50c8-42f2-83f4-22ab714f5e1f None None] Checking router: 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:24:12.268973 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73058500-50c8-42f2-83f4-22ab714f5e1f None None] Routers {'91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:24:12.269559 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-73058500-50c8-42f2-83f4-22ab714f5e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:23:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:24:12.315897 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707d894-79c7-488d-b8cf-9c9440b4ac01 req-e15fa4c8-f287-4342-b430-12b04bf8def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:12.317465 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9707d894-79c7-488d-b8cf-9c9440b4ac01 req-e15fa4c8-f287-4342-b430-12b04bf8def4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa6e423f-e5f2-45b0-84ac-7d444fae491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757749 Jan 27 17:24:12.451130 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9707d894-79c7-488d-b8cf-9c9440b4ac01 req-0d4a8ef4-13ff-4d6d-b650-c09f63f7e30a service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268947 Jan 27 17:24:12.480845 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-73058500-50c8-42f2-83f4-22ab714f5e1f None None] Set router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:24:12.591629 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9707d894-79c7-488d-b8cf-9c9440b4ac01 req-f41041f1-1039-44e7-a5bf-e77d11e502fa service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333115 Jan 27 17:24:12.835195 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-73058500-50c8-42f2-83f4-22ab714f5e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '66aedf89-ae0d-431b-9378-1d41576b1424', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.170', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'port_id': 'd2f2ff2e-3f04-4f8f-b279-95e01e58be28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'mac_address': 'fa:16:3e:3c:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fba265-9b8f-49d9-828e-de199b0f7712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:24:10Z', 'updated_at': '2022-01-27T17:24:10Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}, {'id': 'e9e77df9-9735-46a0-98e0-034ca5f82231', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.233', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'port_id': 'dbb22112-a697-49cc-b144-54a502eef60e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'mac_address': 'fa:16:3e:1d:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:23:51Z', 'updated_at': '2022-01-27T17:23:54Z', 'revision_number': 1, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4821157d-8777-4b2a-b51c-c42897c9591b', 'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:84:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:32Z', 'updated_at': '2022-01-27T17:23:37Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:24:12.839443 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73058500-50c8-42f2-83f4-22ab714f5e1f None None] The sync data for ids ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'] in dv-neutron-826439-2-hyperv is: [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '66aedf89-ae0d-431b-9378-1d41576b1424', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.170', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'port_id': 'd2f2ff2e-3f04-4f8f-b279-95e01e58be28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'mac_address': 'fa:16:3e:3c:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fba265-9b8f-49d9-828e-de199b0f7712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:24:10Z', 'updated_at': '2022-01-27T17:24:10Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}, {'id': 'e9e77df9-9735-46a0-98e0-034ca5f82231', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.233', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'port_id': 'dbb22112-a697-49cc-b144-54a502eef60e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'mac_address': 'fa:16:3e:1d:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:23:51Z', 'updated_at': '2022-01-27T17:23:54Z', 'revision_number': 1, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4821157d-8777-4b2a-b51c-c42897c9591b', 'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:84:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:32Z', 'updated_at': '2022-01-27T17:23:37Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:24:13.065555 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1358da4-93bc-448e-a43e-58550066fcfc None None] New status for floating IP 66aedf89-ae0d-431b-9378-1d41576b1424: ACTIVE {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:24:18.724431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-002c9ea0-1f4a-449b-82e3-79b74ac87c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:19.099240 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b95c1723-3eed-46b2-915d-b06553ff6f56 req-54da48ca-1e8b-4656-99ea-2d409f9cf45a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697930 Jan 27 17:24:19.253162 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c1723-3eed-46b2-915d-b06553ff6f56 req-570450f0-8e2c-4719-bddc-d437f3f03f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:19.254583 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b95c1723-3eed-46b2-915d-b06553ff6f56 req-570450f0-8e2c-4719-bddc-d437f3f03f9b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 1098 time: 0.0798316 Jan 27 17:24:19.523727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c1723-3eed-46b2-915d-b06553ff6f56 req-82ce4064-c251-493b-abc6-a1c9299c5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:19.525243 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b95c1723-3eed-46b2-915d-b06553ff6f56 req-82ce4064-c251-493b-abc6-a1c9299c5546 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fa6e423f-e5f2-45b0-84ac-7d444fae491b HTTP/1.1" status: 200 len: 899 time: 0.2461269 Jan 27 17:24:19.630564 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b95c1723-3eed-46b2-915d-b06553ff6f56 req-eaa214a1-41bb-4f35-b3c1-883c5c58aba9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbb22112-a697-49cc-b144-54a502eef60e HTTP/1.1" status: 200 len: 1001 time: 0.0977585 Jan 27 17:24:19.693647 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c1723-3eed-46b2-915d-b06553ff6f56 req-b2ff5180-dd09-4cc1-8383-d36522e1bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:19.695077 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b95c1723-3eed-46b2-915d-b06553ff6f56 req-b2ff5180-dd09-4cc1-8383-d36522e1bc84 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c HTTP/1.1" status: 200 len: 834 time: 0.0572348 Jan 27 17:24:19.771363 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c1723-3eed-46b2-915d-b06553ff6f56 req-359d980f-c623-411d-af66-aeb71dd41d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:19.772829 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b95c1723-3eed-46b2-915d-b06553ff6f56 req-359d980f-c623-411d-af66-aeb71dd41d4e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa6e423f-e5f2-45b0-84ac-7d444fae491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713663 Jan 27 17:24:19.905063 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b95c1723-3eed-46b2-915d-b06553ff6f56 req-241f6570-fb61-4462-9e08-311fa8a1c0d2 service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251888 Jan 27 17:24:20.036820 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b95c1723-3eed-46b2-915d-b06553ff6f56 req-0e10d499-3dab-46d0-b6f2-e092e3c847e8 service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242893 Jan 27 17:24:21.030518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-86ea1807-79b2-4990-aac4-2857aed3d3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:22.172733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:22.211631 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:23.429234 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:30.551581 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:24:33.482097 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:44.934808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40008) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:24:45.042169 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d11b7359-f8cc-4486-8de2-ddee4b6e78db tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/e9e77df9-9735-46a0-98e0-034ca5f82231 HTTP/1.1" status: 200 len: 993 time: 0.1061492 Jan 27 17:24:45.856484 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40018) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:24:45.865916 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:24:45.984485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:46.199189 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port dbb22112-a697-49cc-b144-54a502eef60e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=dbb22112-a697-49cc-b144-54a502eef60e,segment=NetworkSegment(21037839-8d61-48a5-99a1-3024a3ebf49a),segment_id=21037839-8d61-48a5-99a1-3024a3ebf49a)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:24:46.232575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:46.239490 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:46.305628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:46.306267 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:46.307657 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/ports/dbb22112-a697-49cc-b144-54a502eef60e HTTP/1.1" status: 200 len: 938 time: 0.4497929 Jan 27 17:24:46.308215 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'tag': 'dbb22112-a697-49cc-b144-54a502eef60e'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:24:46.329975 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=dbb22112-a697-49cc-b144-54a502eef60e,revision_number=6']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:24:46.337724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:46.338042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:46.338404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:46.338697 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:46.339042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:46.339355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:46.339671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:46.339976 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:46.340293 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:46.340599 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:46.341880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:46.341880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf37e7b-bcdd-420e-b2b1-ac1f24fc21e5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:46.355844 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'tag': 'dbb22112-a697-49cc-b144-54a502eef60e', 'status': 'completed', 'code': 200} Jan 27 17:24:46.454883 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2880a0-c0b4-4a41-9945-43d3df70e1d5 req-3ce6a7ac-d281-47df-ab1c-e8edd1d6b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:46.456268 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5f2880a0-c0b4-4a41-9945-43d3df70e1d5 req-3ce6a7ac-d281-47df-ab1c-e8edd1d6b8db service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 1099 time: 0.0762291 Jan 27 17:24:46.533374 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-92f965ea-6941-422c-bb26-ee76b7891dd7 None None] Provisioning complete for port dbb22112-a697-49cc-b144-54a502eef60e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:24:46.534014 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92f965ea-6941-422c-bb26-ee76b7891dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:46.589190 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2880a0-c0b4-4a41-9945-43d3df70e1d5 req-7cf6d579-355f-406b-b57d-fb9780c1bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:46.592240 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5f2880a0-c0b4-4a41-9945-43d3df70e1d5 req-7cf6d579-355f-406b-b57d-fb9780c1bf4b service neutron] 10.222.0.83 "GET /v2.0/networks?id=fa6e423f-e5f2-45b0-84ac-7d444fae491b HTTP/1.1" status: 200 len: 899 time: 0.1293035 Jan 27 17:24:46.595725 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-92f965ea-6941-422c-bb26-ee76b7891dd7 None None] Port dbb22112-a697-49cc-b144-54a502eef60e is administratively disabled so it will not transition to active. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jan 27 17:24:46.699081 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5f2880a0-c0b4-4a41-9945-43d3df70e1d5 req-273b54eb-4258-4aa6-bd3e-413cf8218d3b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbb22112-a697-49cc-b144-54a502eef60e HTTP/1.1" status: 200 len: 1002 time: 0.1007950 Jan 27 17:24:46.767594 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2880a0-c0b4-4a41-9945-43d3df70e1d5 req-a7d3df93-8d04-48ef-86b3-c296c1f93398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:46.769744 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5f2880a0-c0b4-4a41-9945-43d3df70e1d5 req-a7d3df93-8d04-48ef-86b3-c296c1f93398 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c HTTP/1.1" status: 200 len: 834 time: 0.0636544 Jan 27 17:24:46.852951 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2880a0-c0b4-4a41-9945-43d3df70e1d5 req-ea0b6ae6-6227-401f-b260-88138813c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:46.854429 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5f2880a0-c0b4-4a41-9945-43d3df70e1d5 req-ea0b6ae6-6227-401f-b260-88138813c370 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa6e423f-e5f2-45b0-84ac-7d444fae491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783267 Jan 27 17:24:46.990385 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5f2880a0-c0b4-4a41-9945-43d3df70e1d5 req-b45cf723-bc56-460e-b942-e0a90ba9d3f4 service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293845 Jan 27 17:24:47.123656 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5f2880a0-c0b4-4a41-9945-43d3df70e1d5 req-2ed647c0-426c-4937-8752-148d8a75c95c service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272595 Jan 27 17:24:48.723635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-730c5115-b314-4e2e-9711-89a1e6465361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:49.749270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40028) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:24:49.758928 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a90375da-f63a-463d-9087-1e1a5a2e8492 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:24:49.893934 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a90375da-f63a-463d-9087-1e1a5a2e8492 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:50.108315 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-a90375da-f63a-463d-9087-1e1a5a2e8492 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port dbb22112-a697-49cc-b144-54a502eef60e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=dbb22112-a697-49cc-b144-54a502eef60e,segment=NetworkSegment(21037839-8d61-48a5-99a1-3024a3ebf49a),segment_id=21037839-8d61-48a5-99a1-3024a3ebf49a)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:24:50.133296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a90375da-f63a-463d-9087-1e1a5a2e8492 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:50.139373 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a90375da-f63a-463d-9087-1e1a5a2e8492 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:50.203725 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90375da-f63a-463d-9087-1e1a5a2e8492 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:50.204349 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a90375da-f63a-463d-9087-1e1a5a2e8492 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:50.206234 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a90375da-f63a-463d-9087-1e1a5a2e8492 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/ports/dbb22112-a697-49cc-b144-54a502eef60e HTTP/1.1" status: 200 len: 937 time: 0.4551084 Jan 27 17:24:50.206360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'tag': 'dbb22112-a697-49cc-b144-54a502eef60e'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:24:50.208790 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40032) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:24:50.235706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90375da-f63a-463d-9087-1e1a5a2e8492 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=dbb22112-a697-49cc-b144-54a502eef60e,revision_number=7']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:24:50.264335 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'tag': 'dbb22112-a697-49cc-b144-54a502eef60e', 'status': 'completed', 'code': 200} Jan 27 17:24:50.433473 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['dbb22112-a697-49cc-b144-54a502eef60e'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:24:50.466657 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-51778ad5-9f4b-4515-b8c9-438ff1546da6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/e9e77df9-9735-46a0-98e0-034ca5f82231 HTTP/1.1" status: 200 len: 993 time: 0.2566111 Jan 27 17:24:50.488859 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8b1b9-377d-4bce-81a6-be52a99f1988 req-3220d048-b5c6-4789-81b5-77cda151bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:50.489020 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-34ae3c4f-b7cc-4666-bd90-32fd8c3d567a None None] Provisioning complete for port dbb22112-a697-49cc-b144-54a502eef60e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:24:50.489332 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-34ae3c4f-b7cc-4666-bd90-32fd8c3d567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:50.490477 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-81c8b1b9-377d-4bce-81a6-be52a99f1988 req-3220d048-b5c6-4789-81b5-77cda151bb1b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 1098 time: 0.2001910 Jan 27 17:24:50.626687 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8b1b9-377d-4bce-81a6-be52a99f1988 req-89335e41-1490-4876-96f3-7ec10e89d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:50.628035 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-81c8b1b9-377d-4bce-81a6-be52a99f1988 req-89335e41-1490-4876-96f3-7ec10e89d8de service neutron] 10.222.0.83 "GET /v2.0/networks?id=fa6e423f-e5f2-45b0-84ac-7d444fae491b HTTP/1.1" status: 200 len: 899 time: 0.1314359 Jan 27 17:24:50.733789 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-81c8b1b9-377d-4bce-81a6-be52a99f1988 req-6213ee7a-84ad-4936-9913-b598d2014e6b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbb22112-a697-49cc-b144-54a502eef60e HTTP/1.1" status: 200 len: 1001 time: 0.0992351 Jan 27 17:24:50.795869 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8b1b9-377d-4bce-81a6-be52a99f1988 req-07fd81bb-f0a1-4a61-bb27-0d1bcc06ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:50.797325 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-81c8b1b9-377d-4bce-81a6-be52a99f1988 req-07fd81bb-f0a1-4a61-bb27-0d1bcc06ca78 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c HTTP/1.1" status: 200 len: 834 time: 0.0580034 Jan 27 17:24:50.874316 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8b1b9-377d-4bce-81a6-be52a99f1988 req-b80b48bb-ba07-483a-85bd-335658deb8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:50.875746 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-81c8b1b9-377d-4bce-81a6-be52a99f1988 req-b80b48bb-ba07-483a-85bd-335658deb8f5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa6e423f-e5f2-45b0-84ac-7d444fae491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718718 Jan 27 17:24:51.012678 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-81c8b1b9-377d-4bce-81a6-be52a99f1988 req-3a2e5fa7-b759-4f13-a214-ec25aced40b9 service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298518 Jan 27 17:24:51.016766 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ef2f116-3d8f-4887-af2b-5cd274cb85b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:51.145516 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-81c8b1b9-377d-4bce-81a6-be52a99f1988 req-af89b385-284c-4f6b-93ef-14786eca4c8a service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255119 Jan 27 17:24:52.175747 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:52.215805 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:53.384492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40046) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:24:53.427495 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:53.698517 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf18c9-0189-4f07-acdd-54a25b4d2753 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port ee2fff36-7759-4e20-b357-b6841b6cc01e {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:24:53.698828 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fbaf18c9-0189-4f07-acdd-54a25b4d2753 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:53.905581 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fbaf18c9-0189-4f07-acdd-54a25b4d2753 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:53.905934 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fbaf18c9-0189-4f07-acdd-54a25b4d2753 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:54.027597 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf18c9-0189-4f07-acdd-54a25b4d2753 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for ee2fff36-7759-4e20-b357-b6841b6cc01e owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:24:54.191652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fbaf18c9-0189-4f07-acdd-54a25b4d2753 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:54.238203 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf18c9-0189-4f07-acdd-54a25b4d2753 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=ee2fff36-7759-4e20-b357-b6841b6cc01e,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:24:54.329084 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fbaf18c9-0189-4f07-acdd-54a25b4d2753 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:54.329315 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-fbaf18c9-0189-4f07-acdd-54a25b4d2753 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP 66aedf89-ae0d-431b-9378-1d41576b1424 disassociated (deleted). External IP: 172.26.1.170, port: d2f2ff2e-3f04-4f8f-b279-95e01e58be28. Jan 27 17:24:54.691995 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbaf18c9-0189-4f07-acdd-54a25b4d2753 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:24:54.876346 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaf18c9-0189-4f07-acdd-54a25b4d2753 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:24:54.886816 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed031ce-1cc3-4ca0-9907-22ec52b538f6 None None] Sync routers for ids ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:24:54.896800 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed031ce-1cc3-4ca0-9907-22ec52b538f6 None None] Routers {'91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:24:54.897419 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-8ed031ce-1cc3-4ca0-9907-22ec52b538f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:24:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:24:54.898184 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fbaf18c9-0189-4f07-acdd-54a25b4d2753 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:55.064128 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fbaf18c9-0189-4f07-acdd-54a25b4d2753 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/floatingips/66aedf89-ae0d-431b-9378-1d41576b1424 HTTP/1.1" status: 204 len: 168 time: 1.6781154 Jan 27 17:24:55.064496 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fba265-9b8f-49d9-828e-de199b0f7712', 'tag': 'd2f2ff2e-3f04-4f8f-b279-95e01e58be28'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:24:55.094239 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-8ed031ce-1cc3-4ca0-9907-22ec52b538f6 None None] Set router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:24:55.115673 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fba265-9b8f-49d9-828e-de199b0f7712', 'tag': 'd2f2ff2e-3f04-4f8f-b279-95e01e58be28', 'status': 'completed', 'code': 200} Jan 27 17:24:55.213713 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea42b6-9458-4f26-b980-596954733307 req-ca727f11-d3c1-485c-bd3e-e018f10ebca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:55.215293 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8fea42b6-9458-4f26-b980-596954733307 req-ca727f11-d3c1-485c-bd3e-e018f10ebca0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 1099 time: 0.0785599 Jan 27 17:24:55.349567 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea42b6-9458-4f26-b980-596954733307 req-8271a0ea-e9ab-4ba3-a1cf-66b036f9760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:55.350994 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8fea42b6-9458-4f26-b980-596954733307 req-8271a0ea-e9ab-4ba3-a1cf-66b036f9760b service neutron] 10.222.0.83 "GET /v2.0/networks?id=fa6e423f-e5f2-45b0-84ac-7d444fae491b HTTP/1.1" status: 200 len: 899 time: 0.1298740 Jan 27 17:24:55.447903 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-8ed031ce-1cc3-4ca0-9907-22ec52b538f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'e9e77df9-9735-46a0-98e0-034ca5f82231', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.233', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'port_id': 'dbb22112-a697-49cc-b144-54a502eef60e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'mac_address': 'fa:16:3e:1d:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:23:51Z', 'updated_at': '2022-01-27T17:23:54Z', 'revision_number': 1, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4821157d-8777-4b2a-b51c-c42897c9591b', 'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:84:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:32Z', 'updated_at': '2022-01-27T17:23:37Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:24:55.451993 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed031ce-1cc3-4ca0-9907-22ec52b538f6 None None] Checking router: 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:24:55.453922 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8fea42b6-9458-4f26-b980-596954733307 req-17f0f799-9a6a-42bc-a3f6-ff751a1abdc4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f2ff2e-3f04-4f8f-b279-95e01e58be28 HTTP/1.1" status: 200 len: 217 time: 0.0963290 Jan 27 17:24:55.460481 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed031ce-1cc3-4ca0-9907-22ec52b538f6 None None] Routers {'91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:24:55.461202 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-8ed031ce-1cc3-4ca0-9907-22ec52b538f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:24:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:24:55.532503 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea42b6-9458-4f26-b980-596954733307 req-3f8f8124-1329-4a59-b490-e46274a6bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:55.533961 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8fea42b6-9458-4f26-b980-596954733307 req-3f8f8124-1329-4a59-b490-e46274a6bb56 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c HTTP/1.1" status: 200 len: 834 time: 0.0738134 Jan 27 17:24:55.589307 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b615145-eabe-4455-b125-42a2db85e0f9 req-58cd008c-0bfe-42fa-9936-17d3aeaec145 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:55.590760 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4b615145-eabe-4455-b125-42a2db85e0f9 req-58cd008c-0bfe-42fa-9936-17d3aeaec145 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 946 time: 0.1830854 Jan 27 17:24:55.644851 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4b615145-eabe-4455-b125-42a2db85e0f9 req-e055cfdf-271a-45d7-9411-d65c535fa3c2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a303f69a-89ea-48e0-bd30-78fc30c82fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457709 Jan 27 17:24:55.655191 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea42b6-9458-4f26-b980-596954733307 req-b8854f67-4749-4f7b-8030-dd1d1bcacfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:55.656171 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8fea42b6-9458-4f26-b980-596954733307 req-b8854f67-4749-4f7b-8030-dd1d1bcacfae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa6e423f-e5f2-45b0-84ac-7d444fae491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1150138 Jan 27 17:24:55.673554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-8ed031ce-1cc3-4ca0-9907-22ec52b538f6 None None] Set router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:24:55.788575 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8fea42b6-9458-4f26-b980-596954733307 req-66349de1-c3a6-4eaf-b886-4d956aae715e service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244462 Jan 27 17:24:55.920518 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8fea42b6-9458-4f26-b980-596954733307 req-b30ba656-56f0-43d4-9d74-2d8b554ac7ed service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259363 Jan 27 17:24:56.017852 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-8ed031ce-1cc3-4ca0-9907-22ec52b538f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'e9e77df9-9735-46a0-98e0-034ca5f82231', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.233', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'port_id': 'dbb22112-a697-49cc-b144-54a502eef60e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'mac_address': 'fa:16:3e:1d:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:23:51Z', 'updated_at': '2022-01-27T17:23:54Z', 'revision_number': 1, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4821157d-8777-4b2a-b51c-c42897c9591b', 'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:84:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:32Z', 'updated_at': '2022-01-27T17:23:37Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:24:56.022181 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed031ce-1cc3-4ca0-9907-22ec52b538f6 None None] The sync data for ids ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'] in dv-neutron-826439-2-hyperv is: [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'e9e77df9-9735-46a0-98e0-034ca5f82231', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.233', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'port_id': 'dbb22112-a697-49cc-b144-54a502eef60e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'mac_address': 'fa:16:3e:1d:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:23:51Z', 'updated_at': '2022-01-27T17:23:54Z', 'revision_number': 1, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4821157d-8777-4b2a-b51c-c42897c9591b', 'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:84:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:32Z', 'updated_at': '2022-01-27T17:23:37Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:24:56.240146 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be55fc4-fcc2-4eff-810d-c290f6bcbff0 None None] New status for floating IP 66aedf89-ae0d-431b-9378-1d41576b1424: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:24:56.823417 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb44d-b511-4d80-afb3-1f9375aae96d req-fe3c9760-4336-4e74-a83d-05438f5568b4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:56.824811 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-280bb44d-b511-4d80-afb3-1f9375aae96d req-fe3c9760-4336-4e74-a83d-05438f5568b4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/ports?device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 946 time: 0.2002432 Jan 27 17:24:56.863911 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e35804-354a-497b-94c8-7a1be6b0d546 req-9ab989d2-adcc-41d3-a4b3-dc9bb1f53ae0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:24:56.864603 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-65e35804-354a-497b-94c8-7a1be6b0d546 req-9ab989d2-adcc-41d3-a4b3-dc9bb1f53ae0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:24:56.880724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-65e35804-354a-497b-94c8-7a1be6b0d546 req-9ab989d2-adcc-41d3-a4b3-dc9bb1f53ae0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:24:56.881898 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-65e35804-354a-497b-94c8-7a1be6b0d546 req-9ab989d2-adcc-41d3-a4b3-dc9bb1f53ae0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 946 time: 0.0962887 Jan 27 17:24:56.895182 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-280bb44d-b511-4d80-afb3-1f9375aae96d req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port d2f2ff2e-3f04-4f8f-b279-95e01e58be28 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:24:56.895517 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-280bb44d-b511-4d80-afb3-1f9375aae96d req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:56.930629 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-65e35804-354a-497b-94c8-7a1be6b0d546 req-c7264f24-d6af-42a7-b0bc-34ab26d785ed tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a303f69a-89ea-48e0-bd30-78fc30c82fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 Jan 27 17:24:57.142419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-280bb44d-b511-4d80-afb3-1f9375aae96d req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port d2f2ff2e-3f04-4f8f-b279-95e01e58be28, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d2f2ff2e-3f04-4f8f-b279-95e01e58be28,segment=NetworkSegment(21037839-8d61-48a5-99a1-3024a3ebf49a),segment_id=21037839-8d61-48a5-99a1-3024a3ebf49a)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:24:57.142775 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-280bb44d-b511-4d80-afb3-1f9375aae96d req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:57.264611 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-280bb44d-b511-4d80-afb3-1f9375aae96d req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for d2f2ff2e-3f04-4f8f-b279-95e01e58be28 owned by compute:nova {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:24:57.410943 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-280bb44d-b511-4d80-afb3-1f9375aae96d req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:57.463604 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=d2f2ff2e-3f04-4f8f-b279-95e01e58be28,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:24:57.505802 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:57.506137 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:57.506448 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:57.506758 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:57.507067 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:57.507433 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:57.507746 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:57.508058 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:57.508366 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:57.508669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:57.508967 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:57.509265 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:24:57.546964 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-280bb44d-b511-4d80-afb3-1f9375aae96d req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] No DVR routers for this DVR port d2f2ff2e-3f04-4f8f-b279-95e01e58be28 on host hv-neutron-8264 {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:24:57.549301 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-280bb44d-b511-4d80-afb3-1f9375aae96d req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:57.551751 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fba265-9b8f-49d9-828e-de199b0f7712', 'name': 'network-vif-deleted', 'tag': 'd2f2ff2e-3f04-4f8f-b279-95e01e58be28'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:24:57.567956 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-280bb44d-b511-4d80-afb3-1f9375aae96d req-c63dafcb-1c1c-4bf7-9a13-034ec361fb8d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "DELETE /v2.0/ports/d2f2ff2e-3f04-4f8f-b279-95e01e58be28 HTTP/1.1" status: 204 len: 173 time: 0.7371430 Jan 27 17:24:57.599662 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fba265-9b8f-49d9-828e-de199b0f7712', 'name': 'network-vif-deleted', 'tag': 'd2f2ff2e-3f04-4f8f-b279-95e01e58be28', 'status': 'completed', 'code': 200} Jan 27 17:24:58.093141 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d851555f-551f-4ddb-a860-035b168c9b6a req-8cfc6dc0-dbed-45af-9afe-4c7c315d3fe9 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=15fba265-9b8f-49d9-828e-de199b0f7712 HTTP/1.1" status: 200 len: 210 time: 0.0438178 Jan 27 17:24:58.849247 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device d2f2ff2e-3f04-4f8f-b279-95e01e58be28 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:24:58.888874 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: d2f2ff2e-3f04-4f8f-b279-95e01e58be28 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:24:58.889217 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device d2f2ff2e-3f04-4f8f-b279-95e01e58be28 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:24:59.197566 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40064) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:24:59.265468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6f01f544-39ee-4fc2-a5c9-aa6252ed850b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:59.294948 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6f01f544-39ee-4fc2-a5c9-aa6252ed850b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:59.359226 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6f01f544-39ee-4fc2-a5c9-aa6252ed850b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:59.379719 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01f544-39ee-4fc2-a5c9-aa6252ed850b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a303f69a-89ea-48e0-bd30-78fc30c82fa1,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:24:59.393227 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6f01f544-39ee-4fc2-a5c9-aa6252ed850b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:59.394399 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6f01f544-39ee-4fc2-a5c9-aa6252ed850b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/security-groups/a303f69a-89ea-48e0-bd30-78fc30c82fa1 HTTP/1.1" status: 204 len: 168 time: 0.1957812 Jan 27 17:24:59.426082 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40070) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:24:59.625154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-6438939c-36c6-49b6-8944-61f0384403a5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 3f100653-c588-41ee-97da-0063f66b8da6 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:24:59.625377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6438939c-36c6-49b6-8944-61f0384403a5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:59.805211 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6438939c-36c6-49b6-8944-61f0384403a5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:59.805565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6438939c-36c6-49b6-8944-61f0384403a5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:24:59.927169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-6438939c-36c6-49b6-8944-61f0384403a5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 3f100653-c588-41ee-97da-0063f66b8da6 owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:25:00.083442 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6438939c-36c6-49b6-8944-61f0384403a5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:00.131935 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438939c-36c6-49b6-8944-61f0384403a5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=3f100653-c588-41ee-97da-0063f66b8da6,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:00.226253 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6438939c-36c6-49b6-8944-61f0384403a5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:00.226931 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-6438939c-36c6-49b6-8944-61f0384403a5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP e9e77df9-9735-46a0-98e0-034ca5f82231 disassociated (deleted). External IP: 172.26.1.233, port: dbb22112-a697-49cc-b144-54a502eef60e. Jan 27 17:25:00.687377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6438939c-36c6-49b6-8944-61f0384403a5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:25:00.876209 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6438939c-36c6-49b6-8944-61f0384403a5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:25:00.885776 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e39321-2b22-464f-aadb-ee61ba9b8391 None None] Sync routers for ids ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:25:00.894258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6438939c-36c6-49b6-8944-61f0384403a5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:00.896789 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e39321-2b22-464f-aadb-ee61ba9b8391 None None] Routers {'91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:25:00.897412 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-57e39321-2b22-464f-aadb-ee61ba9b8391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:24:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:00.950283 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6438939c-36c6-49b6-8944-61f0384403a5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/floatingips/e9e77df9-9735-46a0-98e0-034ca5f82231 HTTP/1.1" status: 204 len: 168 time: 1.5229611 Jan 27 17:25:00.950780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'tag': 'dbb22112-a697-49cc-b144-54a502eef60e'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:25:00.995961 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'tag': 'dbb22112-a697-49cc-b144-54a502eef60e', 'status': 'completed', 'code': 200} Jan 27 17:25:01.091593 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-57e39321-2b22-464f-aadb-ee61ba9b8391 None None] Set router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:25:01.103197 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d8037-8dd9-4bf4-9632-19f743423256 req-51b4bf9e-4d36-44dc-babe-7c80ba33e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:01.104689 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-023d8037-8dd9-4bf4-9632-19f743423256 req-51b4bf9e-4d36-44dc-babe-7c80ba33e51d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 1098 time: 0.0842986 Jan 27 17:25:01.250889 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d8037-8dd9-4bf4-9632-19f743423256 req-31e553c1-e4b9-4efa-b542-7962b750b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:01.252383 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-023d8037-8dd9-4bf4-9632-19f743423256 req-31e553c1-e4b9-4efa-b542-7962b750b62f service neutron] 10.222.0.83 "GET /v2.0/networks?id=fa6e423f-e5f2-45b0-84ac-7d444fae491b HTTP/1.1" status: 200 len: 899 time: 0.1409769 Jan 27 17:25:01.319243 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-023d8037-8dd9-4bf4-9632-19f743423256 req-b604d921-a7de-4d01-868e-b9f911a9689c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbb22112-a697-49cc-b144-54a502eef60e HTTP/1.1" status: 200 len: 217 time: 0.0594521 Jan 27 17:25:01.344320 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609973b6-a08f-454c-9010-53d66ad1fb2d req-b3944941-613d-4b50-8864-33a08f907f66 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:01.345018 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-609973b6-a08f-454c-9010-53d66ad1fb2d req-b3944941-613d-4b50-8864-33a08f907f66 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:25:01.361633 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-609973b6-a08f-454c-9010-53d66ad1fb2d req-b3944941-613d-4b50-8864-33a08f907f66 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:25:01.362964 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-609973b6-a08f-454c-9010-53d66ad1fb2d req-b3944941-613d-4b50-8864-33a08f907f66 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 945 time: 0.1034007 Jan 27 17:25:01.390332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d8037-8dd9-4bf4-9632-19f743423256 req-bf70e9ad-bcc3-45b1-91fc-dd5feb66b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:01.391784 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-023d8037-8dd9-4bf4-9632-19f743423256 req-bf70e9ad-bcc3-45b1-91fc-dd5feb66b43b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c HTTP/1.1" status: 200 len: 834 time: 0.0657899 Jan 27 17:25:01.408187 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-609973b6-a08f-454c-9010-53d66ad1fb2d req-52863944-fd9a-4933-bddd-816292a34966 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:25:01.423973 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-609973b6-a08f-454c-9010-53d66ad1fb2d req-52863944-fd9a-4933-bddd-816292a34966 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:25:01.425265 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-609973b6-a08f-454c-9010-53d66ad1fb2d req-52863944-fd9a-4933-bddd-816292a34966 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a56a95ce-b583-4080-a826-24e991180b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565248 Jan 27 17:25:01.431175 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-57e39321-2b22-464f-aadb-ee61ba9b8391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '4821157d-8777-4b2a-b51c-c42897c9591b', 'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:84:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:32Z', 'updated_at': '2022-01-27T17:23:37Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:01.435193 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e39321-2b22-464f-aadb-ee61ba9b8391 None None] Checking router: 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:25:01.449224 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e39321-2b22-464f-aadb-ee61ba9b8391 None None] Routers {'91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:25:01.449868 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-57e39321-2b22-464f-aadb-ee61ba9b8391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:24:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:01.472595 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d8037-8dd9-4bf4-9632-19f743423256 req-8a7c8021-c8c1-47bf-a9c3-6c69e64a3b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:01.474133 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-023d8037-8dd9-4bf4-9632-19f743423256 req-8a7c8021-c8c1-47bf-a9c3-6c69e64a3b1f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa6e423f-e5f2-45b0-84ac-7d444fae491b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759392 Jan 27 17:25:01.607375 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-023d8037-8dd9-4bf4-9632-19f743423256 req-9067b1c6-c51f-4852-881d-d4e64c6e757a service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267884 Jan 27 17:25:01.624005 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-57e39321-2b22-464f-aadb-ee61ba9b8391 None None] Set router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:25:01.741599 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-023d8037-8dd9-4bf4-9632-19f743423256 req-3af8dfcb-7e6c-4b56-8314-feb7e0534504 service neutron] 10.222.0.83 "GET /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273191 Jan 27 17:25:01.985599 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-57e39321-2b22-464f-aadb-ee61ba9b8391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '4821157d-8777-4b2a-b51c-c42897c9591b', 'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:84:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:32Z', 'updated_at': '2022-01-27T17:23:37Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:01.989737 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e39321-2b22-464f-aadb-ee61ba9b8391 None None] The sync data for ids ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'] in dv-neutron-826439-2-hyperv is: [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '4821157d-8777-4b2a-b51c-c42897c9591b', 'name': '', 'network_id': 'fa6e423f-e5f2-45b0-84ac-7d444fae491b', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:84:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:32Z', 'updated_at': '2022-01-27T17:23:37Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:25:02.221850 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb529d-a986-49fc-9eb6-ab84f901bfaa None None] New status for floating IP e9e77df9-9735-46a0-98e0-034ca5f82231: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:25:02.676511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f08ff5-101c-43a2-89cc-b4a6d43666c2 req-7a74821a-0aac-457f-b955-fbd5b5d02876 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:02.677141 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-13f08ff5-101c-43a2-89cc-b4a6d43666c2 req-7a74821a-0aac-457f-b955-fbd5b5d02876 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:25:02.694913 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-13f08ff5-101c-43a2-89cc-b4a6d43666c2 req-7a74821a-0aac-457f-b955-fbd5b5d02876 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:25:02.695997 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-13f08ff5-101c-43a2-89cc-b4a6d43666c2 req-7a74821a-0aac-457f-b955-fbd5b5d02876 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 945 time: 0.1572189 Jan 27 17:25:02.721453 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25d894-922b-4cf2-a56c-2c23c1e5e646 req-86eaf9ac-1eb5-48df-bdb2-82ad6c839970 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:02.722811 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4c25d894-922b-4cf2-a56c-2c23c1e5e646 req-86eaf9ac-1eb5-48df-bdb2-82ad6c839970 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 945 time: 0.1159377 Jan 27 17:25:02.891780 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-13f08ff5-101c-43a2-89cc-b4a6d43666c2 req-0ff2f38a-2608-4dc6-8383-74cf7943a787 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=a56a95ce-b583-4080-a826-24e991180b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897061 Jan 27 17:25:02.901833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-4c25d894-922b-4cf2-a56c-2c23c1e5e646 req-ba462d47-001f-4c72-b7d5-43466c2e4dfb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port dbb22112-a697-49cc-b144-54a502eef60e {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:25:02.902166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-4c25d894-922b-4cf2-a56c-2c23c1e5e646 req-ba462d47-001f-4c72-b7d5-43466c2e4dfb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:03.146333 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-4c25d894-922b-4cf2-a56c-2c23c1e5e646 req-ba462d47-001f-4c72-b7d5-43466c2e4dfb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port dbb22112-a697-49cc-b144-54a502eef60e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=dbb22112-a697-49cc-b144-54a502eef60e,segment=NetworkSegment(21037839-8d61-48a5-99a1-3024a3ebf49a),segment_id=21037839-8d61-48a5-99a1-3024a3ebf49a)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:25:03.146674 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-4c25d894-922b-4cf2-a56c-2c23c1e5e646 req-ba462d47-001f-4c72-b7d5-43466c2e4dfb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:03.274129 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-4c25d894-922b-4cf2-a56c-2c23c1e5e646 req-ba462d47-001f-4c72-b7d5-43466c2e4dfb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for dbb22112-a697-49cc-b144-54a502eef60e owned by compute:nova {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:25:03.418882 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-4c25d894-922b-4cf2-a56c-2c23c1e5e646 req-ba462d47-001f-4c72-b7d5-43466c2e4dfb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:03.470595 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba462d47-001f-4c72-b7d5-43466c2e4dfb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=dbb22112-a697-49cc-b144-54a502eef60e,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:03.491441 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:03.545970 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c25d894-922b-4cf2-a56c-2c23c1e5e646 req-ba462d47-001f-4c72-b7d5-43466c2e4dfb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] No DVR routers for this DVR port dbb22112-a697-49cc-b144-54a502eef60e on host hv-neutron-8264 {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:25:03.548687 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-4c25d894-922b-4cf2-a56c-2c23c1e5e646 req-ba462d47-001f-4c72-b7d5-43466c2e4dfb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:03.551046 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'name': 'network-vif-deleted', 'tag': 'dbb22112-a697-49cc-b144-54a502eef60e'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:25:03.569469 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4c25d894-922b-4cf2-a56c-2c23c1e5e646 req-ba462d47-001f-4c72-b7d5-43466c2e4dfb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "DELETE /v2.0/ports/dbb22112-a697-49cc-b144-54a502eef60e HTTP/1.1" status: 204 len: 173 time: 0.8413689 Jan 27 17:25:03.601400 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4585d2-f9ac-4343-82f0-4133a10fdc55', 'name': 'network-vif-deleted', 'tag': 'dbb22112-a697-49cc-b144-54a502eef60e', 'status': 'completed', 'code': 200} Jan 27 17:25:04.062519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-74621a43-ccdd-41a3-bd37-bac3a78e6cc4 req-791da6a4-7f24-41c2-816c-bdbd2c2369a7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:25:04.078860 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-74621a43-ccdd-41a3-bd37-bac3a78e6cc4 req-791da6a4-7f24-41c2-816c-bdbd2c2369a7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:25:04.080302 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-74621a43-ccdd-41a3-bd37-bac3a78e6cc4 req-791da6a4-7f24-41c2-816c-bdbd2c2369a7 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c4585d2-f9ac-4343-82f0-4133a10fdc55 HTTP/1.1" status: 200 len: 210 time: 0.0606272 Jan 27 17:25:04.882097 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device dbb22112-a697-49cc-b144-54a502eef60e no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:25:04.923142 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: dbb22112-a697-49cc-b144-54a502eef60e {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:25:04.923493 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device dbb22112-a697-49cc-b144-54a502eef60e not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:25:05.188472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40088) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:05.255294 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07a5135d-8f23-4357-946d-a3a73c427ad1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:05.284372 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07a5135d-8f23-4357-946d-a3a73c427ad1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:05.362041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07a5135d-8f23-4357-946d-a3a73c427ad1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:05.382164 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5135d-8f23-4357-946d-a3a73c427ad1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56a95ce-b583-4080-a826-24e991180b8c,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:05.392457 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-07a5135d-8f23-4357-946d-a3a73c427ad1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:05.393925 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-07a5135d-8f23-4357-946d-a3a73c427ad1 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/security-groups/a56a95ce-b583-4080-a826-24e991180b8c HTTP/1.1" status: 204 len: 168 time: 0.2044163 Jan 27 17:25:05.426752 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40094) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:06.001557 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f75181af-e01d-4165-b9ae-87c77c459899 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:06.460340 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-f75181af-e01d-4165-b9ae-87c77c459899 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 4821157d-8777-4b2a-b51c-c42897c9591b {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:25:06.461080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f75181af-e01d-4165-b9ae-87c77c459899 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:06.648635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-f75181af-e01d-4165-b9ae-87c77c459899 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port 4821157d-8777-4b2a-b51c-c42897c9591b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4821157d-8777-4b2a-b51c-c42897c9591b,segment=NetworkSegment(21037839-8d61-48a5-99a1-3024a3ebf49a),segment_id=21037839-8d61-48a5-99a1-3024a3ebf49a)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:25:06.648978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f75181af-e01d-4165-b9ae-87c77c459899 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:06.769013 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-f75181af-e01d-4165-b9ae-87c77c459899 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 4821157d-8777-4b2a-b51c-c42897c9591b owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:25:06.974926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f75181af-e01d-4165-b9ae-87c77c459899 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:07.031729 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75181af-e01d-4165-b9ae-87c77c459899 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=4821157d-8777-4b2a-b51c-c42897c9591b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:07.310413 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f75181af-e01d-4165-b9ae-87c77c459899 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:07.551419 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:25:07.776965 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75181af-e01d-4165-b9ae-87c77c459899 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:25:07.954423 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75181af-e01d-4165-b9ae-87c77c459899 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:25:07.964400 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734808cf-4429-4295-bcb1-d85360b50090 None None] Sync routers for ids ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:25:07.976164 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f75181af-e01d-4165-b9ae-87c77c459899 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5458546 Jan 27 17:25:07.976552 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40098) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:07.976967 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734808cf-4429-4295-bcb1-d85360b50090 None None] Routers {'91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:25:07.977725 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-734808cf-4429-4295-bcb1-d85360b50090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:24:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:08.047378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6dc1959-106b-42ea-a71b-dfdefd842d10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting subnet 7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:25:08.050277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1959-106b-42ea-a71b-dfdefd842d10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:08.107426 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1959-106b-42ea-a71b-dfdefd842d10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:08.154400 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-734808cf-4429-4295-bcb1-d85360b50090 None None] Set router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:25:08.189232 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1959-106b-42ea-a71b-dfdefd842d10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:08.265470 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1959-106b-42ea-a71b-dfdefd842d10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:08.306902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc1959-106b-42ea-a71b-dfdefd842d10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Subnet': ['ID=7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:08.310017 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1959-106b-42ea-a71b-dfdefd842d10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:08.319275 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a6dc1959-106b-42ea-a71b-dfdefd842d10 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/subnets/7f0b80df-5ac4-495d-a5fb-92dcb2d5aa7c HTTP/1.1" status: 204 len: 168 time: 0.3392007 Jan 27 17:25:08.319499 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40102) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:08.335863 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0454d0-b2b0-43a0-9d50-a6edafad2fbc None None] Network fa6e423f-e5f2-45b0-84ac-7d444fae491b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:25:08.499817 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f80af56e-d651-489c-9b63-fa12189d7663 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:08.592502 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-734808cf-4429-4295-bcb1-d85360b50090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:25:06Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:08.598838 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734808cf-4429-4295-bcb1-d85360b50090 None None] Checking router: 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:25:08.607470 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734808cf-4429-4295-bcb1-d85360b50090 None None] Routers {'91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:25:08.608106 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-734808cf-4429-4295-bcb1-d85360b50090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:24:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:08.680616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f80af56e-d651-489c-9b63-fa12189d7663 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:08.685192 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] DHCP port deletion for fa6e423f-e5f2-45b0-84ac-7d444fae491b request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:25:08.691120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-f80af56e-d651-489c-9b63-fa12189d7663 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port f5959c36-b3cf-43e3-87df-eb9a8ff8f676 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:25:08.691439 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f80af56e-d651-489c-9b63-fa12189d7663 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:08.694548 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] Deleting port 4423970b-2002-46c7-abc9-ab21a7c37a4b {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:25:08.694904 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:08.865220 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-f80af56e-d651-489c-9b63-fa12189d7663 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port f5959c36-b3cf-43e3-87df-eb9a8ff8f676, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f5959c36-b3cf-43e3-87df-eb9a8ff8f676,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:25:08.865820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f80af56e-d651-489c-9b63-fa12189d7663 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:08.865936 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-734808cf-4429-4295-bcb1-d85360b50090 None None] Set router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:25:08.989192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-f80af56e-d651-489c-9b63-fa12189d7663 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for f5959c36-b3cf-43e3-87df-eb9a8ff8f676 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:25:09.218001 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] For port 4423970b-2002-46c7-abc9-ab21a7c37a4b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4423970b-2002-46c7-abc9-ab21a7c37a4b,segment=NetworkSegment(21037839-8d61-48a5-99a1-3024a3ebf49a),segment_id=21037839-8d61-48a5-99a1-3024a3ebf49a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:25:09.218617 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:09.248609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4423970b-2002-46c7-abc9-ab21a7c37a4b no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:25:09.282965 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f80af56e-d651-489c-9b63-fa12189d7663 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:09.354930 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80af56e-d651-489c-9b63-fa12189d7663 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=f5959c36-b3cf-43e3-87df-eb9a8ff8f676,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:09.391252 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] Calling delete_port for 4423970b-2002-46c7-abc9-ab21a7c37a4b owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:25:09.421223 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f80af56e-d651-489c-9b63-fa12189d7663 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:09.560652 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:09.598242 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f80af56e-d651-489c-9b63-fa12189d7663 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:09.600471 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f80af56e-d651-489c-9b63-fa12189d7663 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:09.617345 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] Pushing event deleted for resources: {'Port': ['ID=4423970b-2002-46c7-abc9-ab21a7c37a4b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:09.622653 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] No DVR routers for this DVR port 4423970b-2002-46c7-abc9-ab21a7c37a4b on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:25:09.628080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f80af56e-d651-489c-9b63-fa12189d7663 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:09.629117 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:09.629325 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80af56e-d651-489c-9b63-fa12189d7663 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Fanout notify agent at l3_agent the message router_deleted on router 91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:25:09.644806 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:09.645137 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:09.645478 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:09.645824 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:09.646117 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:09.646469 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:09.646643 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f80af56e-d651-489c-9b63-fa12189d7663 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:09.646749 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:09.647091 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:09.647375 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:09.647686 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f80af56e-d651-489c-9b63-fa12189d7663 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/routers/91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496 HTTP/1.1" status: 204 len: 168 time: 1.3273129 Jan 27 17:25:09.647930 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:09.648075 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:09.648329 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba47cdd-6a34-453c-87a9-bc0f67a219e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:09.651212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40106) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:09.666200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-734808cf-4429-4295-bcb1-d85360b50090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:25:06Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:09.697963 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734808cf-4429-4295-bcb1-d85360b50090 None None] The sync data for ids ['91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496'] in dv-neutron-826439-2-hyperv is: [{'id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'name': 'tempest-TestNetworkBasicOps-router-957935152', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:23:27Z', 'updated_at': '2022-01-27T17:25:06Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': 'f5959c36-b3cf-43e3-87df-eb9a8ff8f676', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ae4fa2-1eb6-47cb-bdee-b2ca5f99a496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:23:28Z', 'updated_at': '2022-01-27T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:25:09.769946 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5c7752af-31cb-46bd-b9a0-5346cd0d9f7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:09.902171 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5c7752af-31cb-46bd-b9a0-5346cd0d9f7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:09.928723 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-5c7752af-31cb-46bd-b9a0-5346cd0d9f7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6e423f-e5f2-45b0-84ac-7d444fae491b']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:09.940545 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-5c7752af-31cb-46bd-b9a0-5346cd0d9f7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21037839-8d61-48a5-99a1-3024a3ebf49a') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:09.940842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-5c7752af-31cb-46bd-b9a0-5346cd0d9f7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21037839-8d61-48a5-99a1-3024a3ebf49a') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:09.951889 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5c7752af-31cb-46bd-b9a0-5346cd0d9f7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:09.967717 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5c7752af-31cb-46bd-b9a0-5346cd0d9f7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:09.973670 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7752af-31cb-46bd-b9a0-5346cd0d9f7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:25:09.974066 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5c7752af-31cb-46bd-b9a0-5346cd0d9f7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:25:09.988130 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:25:10.069501 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5c7752af-31cb-46bd-b9a0-5346cd0d9f7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:10.088514 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5c7752af-31cb-46bd-b9a0-5346cd0d9f7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:10.100107 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7752af-31cb-46bd-b9a0-5346cd0d9f7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Network': ['ID=fa6e423f-e5f2-45b0-84ac-7d444fae491b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:10.109399 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5c7752af-31cb-46bd-b9a0-5346cd0d9f7d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/networks/fa6e423f-e5f2-45b0-84ac-7d444fae491b HTTP/1.1" status: 204 len: 168 time: 0.4570336 Jan 27 17:25:10.135485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40110) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:10.141169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-7b7c2ae9-5ea5-4cb4-a3a8-5d15bb9907e6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'network': {'name': 'tempest-network-smoke--1216464242', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'port_security_enabled': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:25:10.147852 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-7b7c2ae9-5ea5-4cb4-a3a8-5d15bb9907e6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:25:10.152443 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7b7c2ae9-5ea5-4cb4-a3a8-5d15bb9907e6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:network and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:25:10.155332 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7b7c2ae9-5ea5-4cb4-a3a8-5d15bb9907e6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:25:10.161242 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-7b7c2ae9-5ea5-4cb4-a3a8-5d15bb9907e6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:25:10.171917 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7c2ae9-5ea5-4cb4-a3a8-5d15bb9907e6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:25:10.175364 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2ae9-5ea5-4cb4-a3a8-5d15bb9907e6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:10.206295 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7c2ae9-5ea5-4cb4-a3a8-5d15bb9907e6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:25:10.214466 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2ae9-5ea5-4cb4-a3a8-5d15bb9907e6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:10.214792 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-7b7c2ae9-5ea5-4cb4-a3a8-5d15bb9907e6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Added segment 3c60e370-725f-4708-927a-bdd9a3c64fbd of type vlan for network 91f9c731-836b-43b1-9252-6085d3cc72de Jan 27 17:25:10.240616 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2ae9-5ea5-4cb4-a3a8-5d15bb9907e6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:10.272708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2ae9-5ea5-4cb4-a3a8-5d15bb9907e6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:10.278120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c2ae9-5ea5-4cb4-a3a8-5d15bb9907e6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:10.278687 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2ae9-5ea5-4cb4-a3a8-5d15bb9907e6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:10.339834 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7b7c2ae9-5ea5-4cb4-a3a8-5d15bb9907e6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2029972 Jan 27 17:25:10.345189 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40114) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:10.351462 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-273407038', 'admin_state_up': True, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:25:10.358854 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:25:10.362717 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:router and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:25:10.365553 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:25:10.371629 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:25:10.382034 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:10.383000 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:10.392126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c2ae9-5ea5-4cb4-a3a8-5d15bb9907e6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Network': ['ID=91f9c731-836b-43b1-9252-6085d3cc72de,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:10.399768 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:10.404561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 91f9c731-836b-43b1-9252-6085d3cc72de details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:25:10.683226 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:11.088929 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:11.118217 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:11.236319 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4821157d-8777-4b2a-b51c-c42897c9591b no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:25:11.260110 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.26.1.213 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/874ffc27-6de2-46c4-940b-59650642a2b4) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:25:11.275846 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 4821157d-8777-4b2a-b51c-c42897c9591b {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:25:11.276185 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4821157d-8777-4b2a-b51c-c42897c9591b not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:25:11.276774 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f5959c36-b3cf-43e3-87df-eb9a8ff8f676 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:25:11.313388 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: f5959c36-b3cf-43e3-87df-eb9a8ff8f676 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:25:11.313703 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f5959c36-b3cf-43e3-87df-eb9a8ff8f676 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:25:11.409318 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:11.439171 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:11.506944 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:25:11.510023 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:25:11.512485 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:25:11.547132 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=874ffc27-6de2-46c4-940b-59650642a2b4,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:11.954031 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:12.323043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:12.640382 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 00c31412-5adc-4c9b-8578-e25b3b393afc is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:25:12.818480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:25:12.831345 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Sync routers for ids ['00c31412-5adc-4c9b-8578-e25b3b393afc'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:25:12.842465 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Routers {'00c31412-5adc-4c9b-8578-e25b3b393afc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:25:12.842996 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:24:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['00c31412-5adc-4c9b-8578-e25b3b393afc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:12.846503 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:12.847729 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-12839058-52c9-4655-bc05-25f457197f07 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5011914 Jan 27 17:25:12.851212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40118) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:12.890195 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ed0be93d-e92a-4982-8665-7692d5751e27 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=2e8c8c26aae041c68422ab49a8804631&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378897 Jan 27 17:25:12.893112 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40122) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:13.014916 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Set router 00c31412-5adc-4c9b-8578-e25b3b393afc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:25:13.020990 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca85846-7eb4-4c67-accc-beda240b3a6d tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:13.022518 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2ca85846-7eb4-4c67-accc-beda240b3a6d tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286392 Jan 27 17:25:13.026340 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40126) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:13.069058 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ce721a09-1446-47d1-8da7-46196ede7f39 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416629 Jan 27 17:25:13.071818 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40130) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:13.077054 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-e4c8b80b-e27c-4251-8884-8f921756281b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-63973545', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:25:13.180174 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e4c8b80b-e27c-4251-8884-8f921756281b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:25:13.184723 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e4c8b80b-e27c-4251-8884-8f921756281b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:subnet and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:25:13.188435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e4c8b80b-e27c-4251-8884-8f921756281b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:25:13.195418 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e4c8b80b-e27c-4251-8884-8f921756281b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:25:13.207607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c8b80b-e27c-4251-8884-8f921756281b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:25:13.211163 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e4c8b80b-e27c-4251-8884-8f921756281b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:13.290524 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'name': 'tempest-TestNetworkBasicOps-router-273407038', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:25:10Z', 'updated_at': '2022-01-27T17:25:11Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:11Z', 'updated_at': '2022-01-27T17:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:13.294312 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Checking router: 00c31412-5adc-4c9b-8578-e25b3b393afc for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:25:13.294644 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Updating router 00c31412-5adc-4c9b-8578-e25b3b393afc port 874ffc27-6de2-46c4-940b-59650642a2b4 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:25:13.349278 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:13.425032 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e4c8b80b-e27c-4251-8884-8f921756281b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:13.501638 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8b80b-e27c-4251-8884-8f921756281b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Subnet': ['ID=3311e223-68a6-44ed-b089-8a88f8ce5c77,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:13.510195 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8b80b-e27c-4251-8884-8f921756281b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Checking segment: {'id': '3c60e370-725f-4708-927a-bdd9a3c64fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:25:13.510545 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c8b80b-e27c-4251-8884-8f921756281b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network hostable DHCP agents. Network: 91f9c731-836b-43b1-9252-6085d3cc72de, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:25:13.531834 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c8b80b-e27c-4251-8884-8f921756281b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 91f9c731-836b-43b1-9252-6085d3cc72de is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:25:13.542392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-e4c8b80b-e27c-4251-8884-8f921756281b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 91f9c731-836b-43b1-9252-6085d3cc72de) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:25:13.551725 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d0e9db-b318-4a29-85fc-b47f01751ce7 None None] Network 91f9c731-836b-43b1-9252-6085d3cc72de requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:25:13.554786 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c8b80b-e27c-4251-8884-8f921756281b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:13.555378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e4c8b80b-e27c-4251-8884-8f921756281b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:13.578386 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e4c8b80b-e27c-4251-8884-8f921756281b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5053046 Jan 27 17:25:13.581043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40134) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:13.701948 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:13.714046 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Transition to ACTIVE for port object 874ffc27-6de2-46c4-940b-59650642a2b4 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:25:13.720799 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:13.780658 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Attempting to bind port 874ffc27-6de2-46c4-940b-59650642a2b4 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:25:13.780658 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Attempting to bind port 874ffc27-6de2-46c4-940b-59650642a2b4 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:25:13.781007 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Attempting to bind port 874ffc27-6de2-46c4-940b-59650642a2b4 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:25:13.793071 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:25:13.793440 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:25:13.793844 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:13.794239 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:25:13.794690 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Bound port: 874ffc27-6de2-46c4-940b-59650642a2b4, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:25:13.795049 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:13.832863 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-91f9c731-836b-43b1-9252-6085d3cc72de', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ips': [{'subnet_id': '3311e223-68a6-44ed-b089-8a88f8ce5c77'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:25:13.834160 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:13.918472 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] For port 874ffc27-6de2-46c4-940b-59650642a2b4, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:25:13.920431 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb59c95-a492-4f35-be2b-597108a75336 None None] Pushing event updated for resources: {'Port': ['ID=874ffc27-6de2-46c4-940b-59650642a2b4,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:13.923681 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] For port 874ffc27-6de2-46c4-940b-59650642a2b4, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=874ffc27-6de2-46c4-940b-59650642a2b4,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:25:13.930648 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:13.935166 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59c95-a492-4f35-be2b-597108a75336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:13.935502 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59c95-a492-4f35-be2b-597108a75336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:13.935832 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59c95-a492-4f35-be2b-597108a75336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:13.936156 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59c95-a492-4f35-be2b-597108a75336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:13.936470 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59c95-a492-4f35-be2b-597108a75336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:13.936797 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59c95-a492-4f35-be2b-597108a75336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:13.937106 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59c95-a492-4f35-be2b-597108a75336 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:13.937417 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59c95-a492-4f35-be2b-597108a75336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:13.937749 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59c95-a492-4f35-be2b-597108a75336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:13.938066 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59c95-a492-4f35-be2b-597108a75336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:13.938358 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59c95-a492-4f35-be2b-597108a75336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:13.938659 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59c95-a492-4f35-be2b-597108a75336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:25:14.011033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Allocated IP 172.20.0.2 (91f9c731-836b-43b1-9252-6085d3cc72de/3311e223-68a6-44ed-b089-8a88f8ce5c77/820a414c-0ee8-4028-a3fe-8a313b579096) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:25:14.021861 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb59c95-a492-4f35-be2b-597108a75336 None None] Pushing event updated for resources: {'Port': ['ID=874ffc27-6de2-46c4-940b-59650642a2b4,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:14.029103 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Routers {'00c31412-5adc-4c9b-8578-e25b3b393afc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:25:14.029796 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:24:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['00c31412-5adc-4c9b-8578-e25b3b393afc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:14.208699 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] Set router 00c31412-5adc-4c9b-8578-e25b3b393afc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:25:14.242966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:14.254002 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Transition to ACTIVE for port object 820a414c-0ee8-4028-a3fe-8a313b579096 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:25:14.272610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Transition to ACTIVE for port object 820a414c-0ee8-4028-a3fe-8a313b579096 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:25:14.281566 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:14.351029 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Network 91f9c731-836b-43b1-9252-6085d3cc72de is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:25:14.353801 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:25:14.358745 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:25:14.360773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Pushing event updated for resources: {'Port': ['ID=820a414c-0ee8-4028-a3fe-8a313b579096,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:14.430036 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:14.450588 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Attempting to bind port 820a414c-0ee8-4028-a3fe-8a313b579096 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:25:14.450939 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Attempting to bind port 820a414c-0ee8-4028-a3fe-8a313b579096 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '3c60e370-725f-4708-927a-bdd9a3c64fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:25:14.451288 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Attempting to bind port 820a414c-0ee8-4028-a3fe-8a313b579096 on network 91f9c731-836b-43b1-9252-6085d3cc72de {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:25:14.456613 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:25:14.456973 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Checking segment: {'id': '3c60e370-725f-4708-927a-bdd9a3c64fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:25:14.457366 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:14.457763 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Bound using segment: {'id': '3c60e370-725f-4708-927a-bdd9a3c64fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:25:14.458204 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Bound port: 820a414c-0ee8-4028-a3fe-8a313b579096, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c60e370-725f-4708-927a-bdd9a3c64fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:25:14.458557 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:14.495984 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'name': 'tempest-TestNetworkBasicOps-router-273407038', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:25:10Z', 'updated_at': '2022-01-27T17:25:11Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:11Z', 'updated_at': '2022-01-27T17:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:14.499977 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5007d516-b4a9-4453-a66f-fd91486c7c72 None None] The sync data for ids ['00c31412-5adc-4c9b-8578-e25b3b393afc'] in dv-neutron-826439-2-hyperv is: [{'id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'name': 'tempest-TestNetworkBasicOps-router-273407038', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:25:10Z', 'updated_at': '2022-01-27T17:25:11Z', 'revision_number': 3, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:11Z', 'updated_at': '2022-01-27T17:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:25:14.554672 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] For port 820a414c-0ee8-4028-a3fe-8a313b579096, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:25:14.558138 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] For port 820a414c-0ee8-4028-a3fe-8a313b579096, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=820a414c-0ee8-4028-a3fe-8a313b579096,segment=NetworkSegment(3c60e370-725f-4708-927a-bdd9a3c64fbd),segment_id=3c60e370-725f-4708-927a-bdd9a3c64fbd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:25:14.563976 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:14.647518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9495a9-8f9b-4b28-bcc6-5ccb7da446ca None None] Pushing event updated for resources: {'Port': ['ID=820a414c-0ee8-4028-a3fe-8a313b579096,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:14.882807 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.1 (91f9c731-836b-43b1-9252-6085d3cc72de/3311e223-68a6-44ed-b089-8a88f8ce5c77/d5c4b27c-d844-4393-b736-4415eaf7e9ba) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:25:15.069924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:15.086516 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object d5c4b27c-d844-4393-b736-4415eaf7e9ba will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:25:15.114394 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:15.185205 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 91f9c731-836b-43b1-9252-6085d3cc72de is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:25:15.188413 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:25:15.191827 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:25:15.238089 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=d5c4b27c-d844-4393-b736-4415eaf7e9ba,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:15.260810 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:15.356939 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 874ffc27-6de2-46c4-940b-59650642a2b4 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:25:15.435974 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 874ffc27-6de2-46c4-940b-59650642a2b4 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:25:15.441431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 874ffc27-6de2-46c4-940b-59650642a2b4 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:25:15.441833 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:15.558843 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:15.575841 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:15.597331 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 874ffc27-6de2-46c4-940b-59650642a2b4, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=874ffc27-6de2-46c4-940b-59650642a2b4,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:25:15.604282 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:15.605446 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 820a414c-0ee8-4028-a3fe-8a313b579096 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:25:15.731732 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=874ffc27-6de2-46c4-940b-59650642a2b4,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:15.748105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 820a414c-0ee8-4028-a3fe-8a313b579096 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:25:15.785746 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f0078f-5e93-4a5b-8f65-b62d40664eed None None] Network 91f9c731-836b-43b1-9252-6085d3cc72de requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:25:15.903762 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-187b29d1-b417-475e-8ee5-e4d73894bd7c None None] Provisioning for port 820a414c-0ee8-4028-a3fe-8a313b579096 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:25:15.913764 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-187b29d1-b417-475e-8ee5-e4d73894bd7c None None] Provisioning complete for port 820a414c-0ee8-4028-a3fe-8a313b579096 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:25:15.914160 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-187b29d1-b417-475e-8ee5-e4d73894bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:16.137435 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-187b29d1-b417-475e-8ee5-e4d73894bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:16.185214 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-187b29d1-b417-475e-8ee5-e4d73894bd7c None None] For port 820a414c-0ee8-4028-a3fe-8a313b579096, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=820a414c-0ee8-4028-a3fe-8a313b579096,segment=NetworkSegment(3c60e370-725f-4708-927a-bdd9a3c64fbd),segment_id=3c60e370-725f-4708-927a-bdd9a3c64fbd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:25:16.187527 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:16.190547 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-187b29d1-b417-475e-8ee5-e4d73894bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:16.192834 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:16.270681 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b29d1-b417-475e-8ee5-e4d73894bd7c None None] Pushing event updated for resources: {'Port': ['ID=820a414c-0ee8-4028-a3fe-8a313b579096,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:16.309989 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=d5c4b27c-d844-4393-b736-4415eaf7e9ba,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:16.315535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:16.413420 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ab60cef8-2678-453d-95d0-075ec0d62dba None None] Provisioning for port d5c4b27c-d844-4393-b736-4415eaf7e9ba completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:25:16.419112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ab60cef8-2678-453d-95d0-075ec0d62dba None None] Provisioning complete for port d5c4b27c-d844-4393-b736-4415eaf7e9ba triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:25:16.419729 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ab60cef8-2678-453d-95d0-075ec0d62dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:16.474308 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ab60cef8-2678-453d-95d0-075ec0d62dba None None] Port d5c4b27c-d844-4393-b736-4415eaf7e9ba cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:25:16.485046 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ab60cef8-2678-453d-95d0-075ec0d62dba None None] Provisioning complete for port 820a414c-0ee8-4028-a3fe-8a313b579096 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:25:16.485664 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ab60cef8-2678-453d-95d0-075ec0d62dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:16.488606 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 91f9c731-836b-43b1-9252-6085d3cc72de is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:25:16.489915 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:25:16.683237 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 00c31412-5adc-4c9b-8578-e25b3b393afc has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:25:16.773095 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-dd1895b2-a95f-4a33-866f-779479b24be4 None None] Provisioning complete for port d5c4b27c-d844-4393-b736-4415eaf7e9ba triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:25:16.773713 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd1895b2-a95f-4a33-866f-779479b24be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:16.843498 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-dd1895b2-a95f-4a33-866f-779479b24be4 None None] Port d5c4b27c-d844-4393-b736-4415eaf7e9ba cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:25:16.867626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:25:16.877311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Sync routers for ids ['00c31412-5adc-4c9b-8578-e25b3b393afc'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:25:16.884173 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e8da9fbb-4cb8-437f-a429-8054c7a3181b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/00c31412-5adc-4c9b-8578-e25b3b393afc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2996876 Jan 27 17:25:16.884468 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40138) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:16.887776 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Routers {'00c31412-5adc-4c9b-8578-e25b3b393afc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:25:16.888491 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:24:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['00c31412-5adc-4c9b-8578-e25b3b393afc'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:17.025819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9191a039-efdd-4598-9303-8a86538d4daa tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:17.026184 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9191a039-efdd-4598-9303-8a86538d4daa tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:17.026619 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9191a039-efdd-4598-9303-8a86538d4daa tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:17.027102 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9191a039-efdd-4598-9303-8a86538d4daa tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:17.031353 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9191a039-efdd-4598-9303-8a86538d4daa tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1433554 Jan 27 17:25:17.031625 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40142) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:17.065609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Set router 00c31412-5adc-4c9b-8578-e25b3b393afc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:25:17.098964 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dbe282-5afc-4720-b7fb-07e11475f6f2 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:17.099427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dbe282-5afc-4720-b7fb-07e11475f6f2 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:17.099876 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dbe282-5afc-4720-b7fb-07e11475f6f2 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:17.100314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dbe282-5afc-4720-b7fb-07e11475f6f2 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:17.104661 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-75dbe282-5afc-4720-b7fb-07e11475f6f2 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0690775 Jan 27 17:25:17.104959 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40146) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:17.278826 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 874ffc27-6de2-46c4-940b-59650642a2b4 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:25:17.306915 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a817d368-c86c-4bf4-91eb-b31b835f98c5 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2007244 Jan 27 17:25:17.409357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 874ffc27-6de2-46c4-940b-59650642a2b4 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:25:17.409699 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:17.489650 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'name': 'tempest-TestNetworkBasicOps-router-273407038', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:25:10Z', 'updated_at': '2022-01-27T17:25:15Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:11Z', 'updated_at': '2022-01-27T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'd5c4b27c-d844-4393-b736-4415eaf7e9ba', 'name': '', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:23:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:14Z', 'updated_at': '2022-01-27T17:25:15Z', 'revision_number': 2, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:17.502542 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40152) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:17.507676 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-424a320b-08b7-4517-81f0-f9128ea1289a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1819612510', 'description': 'tempest-secgroup-smoke-1819612510 description', 'project_id': '2e8c8c26aae041c68422ab49a8804631'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:25:17.513895 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-424a320b-08b7-4517-81f0-f9128ea1289a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:25:17.518079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-424a320b-08b7-4517-81f0-f9128ea1289a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:25:17.521017 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-424a320b-08b7-4517-81f0-f9128ea1289a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:25:17.521155 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Checking router: 00c31412-5adc-4c9b-8578-e25b3b393afc for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:25:17.521413 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Updating router 00c31412-5adc-4c9b-8578-e25b3b393afc port d5c4b27c-d844-4393-b736-4415eaf7e9ba binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:25:17.526865 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-424a320b-08b7-4517-81f0-f9128ea1289a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:25:17.538342 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-424a320b-08b7-4517-81f0-f9128ea1289a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:17.558270 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-424a320b-08b7-4517-81f0-f9128ea1289a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:25:17.562217 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-424a320b-08b7-4517-81f0-f9128ea1289a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:25:17.565086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-424a320b-08b7-4517-81f0-f9128ea1289a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:25:17.570941 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-424a320b-08b7-4517-81f0-f9128ea1289a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:25:17.594372 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:17.604207 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 820a414c-0ee8-4028-a3fe-8a313b579096 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:25:17.645397 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-424a320b-08b7-4517-81f0-f9128ea1289a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:17.650204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-424a320b-08b7-4517-81f0-f9128ea1289a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:17.695753 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a320b-08b7-4517-81f0-f9128ea1289a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9bba15-18fa-4853-80d0-a31a4292e97a,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:17.701078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-424a320b-08b7-4517-81f0-f9128ea1289a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:17.705723 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-424a320b-08b7-4517-81f0-f9128ea1289a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2020547 Jan 27 17:25:17.705941 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40156) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:17.711726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-957716aa-a5b9-4a57-95f0-f23e2938fb22 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'cd9bba15-18fa-4853-80d0-a31a4292e97a', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:25:17.718621 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-957716aa-a5b9-4a57-95f0-f23e2938fb22 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:25:17.722780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-957716aa-a5b9-4a57-95f0-f23e2938fb22 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:25:17.725836 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-957716aa-a5b9-4a57-95f0-f23e2938fb22 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:25:17.732477 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-957716aa-a5b9-4a57-95f0-f23e2938fb22 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:25:17.749439 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-957716aa-a5b9-4a57-95f0-f23e2938fb22 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:17.780356 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 820a414c-0ee8-4028-a3fe-8a313b579096 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:25:17.780969 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:17.810731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-957716aa-a5b9-4a57-95f0-f23e2938fb22 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:17.814808 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-957716aa-a5b9-4a57-95f0-f23e2938fb22 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:17.841204 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957716aa-a5b9-4a57-95f0-f23e2938fb22 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928fb77c-b8a1-4331-9311-8a305a1b7472,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:17.851728 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-957716aa-a5b9-4a57-95f0-f23e2938fb22 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:17.855938 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-957716aa-a5b9-4a57-95f0-f23e2938fb22 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461732 Jan 27 17:25:17.856274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40160) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:17.861658 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-2a8a1bc7-067c-4ef4-ac63-9bc19e44a247 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'cd9bba15-18fa-4853-80d0-a31a4292e97a', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:25:17.867608 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2a8a1bc7-067c-4ef4-ac63-9bc19e44a247 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:25:17.871493 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2a8a1bc7-067c-4ef4-ac63-9bc19e44a247 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:25:17.874354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2a8a1bc7-067c-4ef4-ac63-9bc19e44a247 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:25:17.880413 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2a8a1bc7-067c-4ef4-ac63-9bc19e44a247 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:25:17.902768 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1bc7-067c-4ef4-ac63-9bc19e44a247 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.085436 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1bc7-067c-4ef4-ac63-9bc19e44a247 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.091702 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1bc7-067c-4ef4-ac63-9bc19e44a247 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.099704 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.111806 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Transition to ACTIVE for port object d5c4b27c-d844-4393-b736-4415eaf7e9ba will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:25:18.113177 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a1bc7-067c-4ef4-ac63-9bc19e44a247 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee3dd21-3966-4ea9-88f5-94978fdc4367,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:18.119122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.125117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1bc7-067c-4ef4-ac63-9bc19e44a247 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.126449 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2a8a1bc7-067c-4ef4-ac63-9bc19e44a247 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2691126 Jan 27 17:25:18.129301 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40164) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:18.134288 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-755ca50d-2220-434c-bb0a-3262512e1ccc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'cd9bba15-18fa-4853-80d0-a31a4292e97a', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:25:18.140329 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-755ca50d-2220-434c-bb0a-3262512e1ccc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:25:18.144060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-755ca50d-2220-434c-bb0a-3262512e1ccc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:25:18.146937 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-755ca50d-2220-434c-bb0a-3262512e1ccc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:25:18.152768 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-755ca50d-2220-434c-bb0a-3262512e1ccc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:25:18.170695 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-755ca50d-2220-434c-bb0a-3262512e1ccc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.241947 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-755ca50d-2220-434c-bb0a-3262512e1ccc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.247133 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-755ca50d-2220-434c-bb0a-3262512e1ccc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.271322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ca50d-2220-434c-bb0a-3262512e1ccc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e29254a-9bc9-4a88-93b8-cff09d29d801,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:18.282130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-755ca50d-2220-434c-bb0a-3262512e1ccc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.286540 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-755ca50d-2220-434c-bb0a-3262512e1ccc tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1534030 Jan 27 17:25:18.287077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40168) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:18.292924 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f0e1f987-6350-4046-a398-50d4180d043a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'cd9bba15-18fa-4853-80d0-a31a4292e97a', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:25:18.300020 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f0e1f987-6350-4046-a398-50d4180d043a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:25:18.307694 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f0e1f987-6350-4046-a398-50d4180d043a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:25:18.310950 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f0e1f987-6350-4046-a398-50d4180d043a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:25:18.318068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f0e1f987-6350-4046-a398-50d4180d043a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:25:18.325475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1952e7-52bd-4992-8551-c2d1722c80b0 None None] Pushing event updated for resources: {'Port': ['ID=d5c4b27c-d844-4393-b736-4415eaf7e9ba,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:18.344839 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f0e1f987-6350-4046-a398-50d4180d043a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.392105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Attempting to bind port d5c4b27c-d844-4393-b736-4415eaf7e9ba on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:25:18.392690 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Attempting to bind port d5c4b27c-d844-4393-b736-4415eaf7e9ba by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '3c60e370-725f-4708-927a-bdd9a3c64fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:25:18.393434 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Attempting to bind port d5c4b27c-d844-4393-b736-4415eaf7e9ba on network 91f9c731-836b-43b1-9252-6085d3cc72de {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:25:18.399889 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:25:18.400443 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Checking segment: {'id': '3c60e370-725f-4708-927a-bdd9a3c64fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:25:18.401082 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.401741 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Bound using segment: {'id': '3c60e370-725f-4708-927a-bdd9a3c64fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:25:18.402544 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Bound port: d5c4b27c-d844-4393-b736-4415eaf7e9ba, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c60e370-725f-4708-927a-bdd9a3c64fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:25:18.403120 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.433647 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f0e1f987-6350-4046-a398-50d4180d043a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.439229 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f0e1f987-6350-4046-a398-50d4180d043a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.470758 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1f987-6350-4046-a398-50d4180d043a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2000c6d1-3682-46ba-903c-5bb30481980d,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:18.473972 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f0e1f987-6350-4046-a398-50d4180d043a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.475197 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f0e1f987-6350-4046-a398-50d4180d043a tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1867559 Jan 27 17:25:18.478223 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40172) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:18.484537 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d6246417-4509-4d47-9f96-1dec42cf7f7f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'cd9bba15-18fa-4853-80d0-a31a4292e97a', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:25:18.490854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d6246417-4509-4d47-9f96-1dec42cf7f7f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:25:18.495057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d6246417-4509-4d47-9f96-1dec42cf7f7f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:25:18.498184 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d6246417-4509-4d47-9f96-1dec42cf7f7f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:25:18.504183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d6246417-4509-4d47-9f96-1dec42cf7f7f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:25:18.517363 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-d6246417-4509-4d47-9f96-1dec42cf7f7f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:25:18.520258 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] For port d5c4b27c-d844-4393-b736-4415eaf7e9ba, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:25:18.523649 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] For port d5c4b27c-d844-4393-b736-4415eaf7e9ba, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d5c4b27c-d844-4393-b736-4415eaf7e9ba,segment=NetworkSegment(3c60e370-725f-4708-927a-bdd9a3c64fbd),segment_id=3c60e370-725f-4708-927a-bdd9a3c64fbd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:25:18.524543 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d6246417-4509-4d47-9f96-1dec42cf7f7f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.528713 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.602357 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d6246417-4509-4d47-9f96-1dec42cf7f7f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.607034 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Routers {'00c31412-5adc-4c9b-8578-e25b3b393afc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:25:18.607618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d6246417-4509-4d47-9f96-1dec42cf7f7f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.607830 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:24:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['00c31412-5adc-4c9b-8578-e25b3b393afc'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:18.642767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6246417-4509-4d47-9f96-1dec42cf7f7f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144b96ab-c522-493f-81e5-00c4e20d5bcd,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:18.651921 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d6246417-4509-4d47-9f96-1dec42cf7f7f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.656534 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40176) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:18.658218 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d6246417-4509-4d47-9f96-1dec42cf7f7f tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1783352 Jan 27 17:25:18.662827 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-1868d96a-c309-4cea-b650-16362e5ab486 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'security_group_rule': {'security_group_id': 'cd9bba15-18fa-4853-80d0-a31a4292e97a', 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:25:18.670284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1868d96a-c309-4cea-b650-16362e5ab486 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:25:18.674285 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1868d96a-c309-4cea-b650-16362e5ab486 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:security_group_rule and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:25:18.677631 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1868d96a-c309-4cea-b650-16362e5ab486 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:25:18.679420 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1952e7-52bd-4992-8551-c2d1722c80b0 None None] Pushing event updated for resources: {'Port': ['ID=d5c4b27c-d844-4393-b736-4415eaf7e9ba,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:18.684043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1868d96a-c309-4cea-b650-16362e5ab486 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:25:18.697560 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-1868d96a-c309-4cea-b650-16362e5ab486 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Project 2e8c8c26aae041c68422ab49a8804631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:25:18.704602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1868d96a-c309-4cea-b650-16362e5ab486 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.779125 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37ec96f1-1a63-4afb-a9c5-04b31cee8aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.785640 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1868d96a-c309-4cea-b650-16362e5ab486 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.790018 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1868d96a-c309-4cea-b650-16362e5ab486 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.808396 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868d96a-c309-4cea-b650-16362e5ab486 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e766557a-c247-4ec5-952f-8e95ce183c57,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:18.827519 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] Set router 00c31412-5adc-4c9b-8578-e25b3b393afc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:25:18.828234 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1868d96a-c309-4cea-b650-16362e5ab486 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:18.829344 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1868d96a-c309-4cea-b650-16362e5ab486 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1711912 Jan 27 17:25:19.160409 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-c54f63a7-20d6-47a9-9ad3-8a56366b4bf5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:25:19.176935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-c54f63a7-20d6-47a9-9ad3-8a56366b4bf5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:25:19.178168 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-c54f63a7-20d6-47a9-9ad3-8a56366b4bf5 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1819612510&fields=id&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 267 time: 0.0621688 Jan 27 17:25:19.200811 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'name': 'tempest-TestNetworkBasicOps-router-273407038', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:25:10Z', 'updated_at': '2022-01-27T17:25:15Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:11Z', 'updated_at': '2022-01-27T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'd5c4b27c-d844-4393-b736-4415eaf7e9ba', 'name': '', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:23:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:14Z', 'updated_at': '2022-01-27T17:25:18Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:19.205080 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c511ef9-9083-415a-b1ed-31dffdf3a094 None None] The sync data for ids ['00c31412-5adc-4c9b-8578-e25b3b393afc'] in dv-neutron-826439-2-hyperv is: [{'id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'name': 'tempest-TestNetworkBasicOps-router-273407038', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:25:10Z', 'updated_at': '2022-01-27T17:25:15Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:11Z', 'updated_at': '2022-01-27T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'd5c4b27c-d844-4393-b736-4415eaf7e9ba', 'name': '', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:23:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:14Z', 'updated_at': '2022-01-27T17:25:18Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:25:19.361496 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-087e8bcf-b645-4e64-b32e-496bd79d1e46 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:19.362219 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-087e8bcf-b645-4e64-b32e-496bd79d1e46 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:25:19.378342 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-087e8bcf-b645-4e64-b32e-496bd79d1e46 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:network {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:25:19.379528 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-087e8bcf-b645-4e64-b32e-496bd79d1e46 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/networks?id=91f9c731-836b-43b1-9252-6085d3cc72de HTTP/1.1" status: 200 len: 797 time: 0.1945925 Jan 27 17:25:19.399047 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-5b39ff19-9d04-4d35-812d-68bc400e15af tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/quotas/2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 375 time: 0.0126886 Jan 27 17:25:19.491642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-0523f30f-9943-4808-b477-c470537e2410 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:25:19.508138 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-0523f30f-9943-4808-b477-c470537e2410 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:25:19.510120 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-0523f30f-9943-4808-b477-c470537e2410 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994658 Jan 27 17:25:19.651000 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-46e43a92-7206-44b7-9971-9ec2ec19f6cf service neutron] 10.222.0.50 "GET /v2.0/networks/91f9c731-836b-43b1-9252-6085d3cc72de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296718 Jan 27 17:25:19.789124 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-d38e51a3-6049-44d2-b7f8-e19df8346dfa service neutron] 10.222.0.50 "GET /v2.0/networks/91f9c731-836b-43b1-9252-6085d3cc72de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322398 Jan 27 17:25:19.982462 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d50b28be-5efa-477e-bbb0-1db235e8c19d req-9c5bd840-63bc-4b0c-a5cf-b5989001d01d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 210 time: 0.0476596 Jan 27 17:25:21.042511 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d09e4e3e-15b8-43a1-81d2-30889011b02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:21.056745 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-20335d5b-bdd3-447c-a2ad-391c96a217bb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:21.058250 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-20335d5b-bdd3-447c-a2ad-391c96a217bb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/networks?id=91f9c731-836b-43b1-9252-6085d3cc72de HTTP/1.1" status: 200 len: 797 time: 0.1600659 Jan 27 17:25:21.152156 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3864bf59-f24e-48f4-8bae-dced743600e4 req-1d5a1f1b-e2ab-4db7-a1f5-6a2e06eb68de tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 210 time: 0.0470085 Jan 27 17:25:21.158803 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-27b8e5f4-34e0-4c04-b388-f85e7404b113 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8c8c26aae041c68422ab49a8804631 HTTP/1.1" status: 200 len: 380 time: 0.0925064 Jan 27 17:25:21.170613 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-535000f0-2ce9-4b43-8e45-47d6d3b2dedf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'port': {'device_id': '3aeeb3fa-c1a0-47fb-80a8-766995644e13', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'admin_state_up': True, 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'security_groups': ['cd9bba15-18fa-4853-80d0-a31a4292e97a']}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:25:21.273475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d5c4b27c-d844-4393-b736-4415eaf7e9ba up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:25:21.310056 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-535000f0-2ce9-4b43-8e45-47d6d3b2dedf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:25:21.319521 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-535000f0-2ce9-4b43-8e45-47d6d3b2dedf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:25:21.329715 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-535000f0-2ce9-4b43-8e45-47d6d3b2dedf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Made reservation on behalf of 2e8c8c26aae041c68422ab49a8804631 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:25:21.333245 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-535000f0-2ce9-4b43-8e45-47d6d3b2dedf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:21.340320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port d5c4b27c-d844-4393-b736-4415eaf7e9ba completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:25:21.344797 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port d5c4b27c-d844-4393-b736-4415eaf7e9ba triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:25:21.345153 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:21.459698 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:21.490846 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port d5c4b27c-d844-4393-b736-4415eaf7e9ba, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d5c4b27c-d844-4393-b736-4415eaf7e9ba,segment=NetworkSegment(3c60e370-725f-4708-927a-bdd9a3c64fbd),segment_id=3c60e370-725f-4708-927a-bdd9a3c64fbd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:25:21.495495 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-535000f0-2ce9-4b43-8e45-47d6d3b2dedf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.20.0.9 (91f9c731-836b-43b1-9252-6085d3cc72de/3311e223-68a6-44ed-b089-8a88f8ce5c77/98ba5472-fc9e-43dd-8b5b-5735aeae9166) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:25:21.496216 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:21.564527 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=d5c4b27c-d844-4393-b736-4415eaf7e9ba,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:21.677878 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-535000f0-2ce9-4b43-8e45-47d6d3b2dedf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:21.693361 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-535000f0-2ce9-4b43-8e45-47d6d3b2dedf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Transition to ACTIVE for port object 98ba5472-fc9e-43dd-8b5b-5735aeae9166 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:25:21.717979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-535000f0-2ce9-4b43-8e45-47d6d3b2dedf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:21.803818 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-535000f0-2ce9-4b43-8e45-47d6d3b2dedf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network 91f9c731-836b-43b1-9252-6085d3cc72de is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:25:21.806991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-535000f0-2ce9-4b43-8e45-47d6d3b2dedf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:25:21.811607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535000f0-2ce9-4b43-8e45-47d6d3b2dedf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=98ba5472-fc9e-43dd-8b5b-5735aeae9166,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:21.813979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-535000f0-2ce9-4b43-8e45-47d6d3b2dedf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:25:21.877404 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-535000f0-2ce9-4b43-8e45-47d6d3b2dedf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:21.878083 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-535000f0-2ce9-4b43-8e45-47d6d3b2dedf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:21.905650 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-535000f0-2ce9-4b43-8e45-47d6d3b2dedf tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7385590 Jan 27 17:25:21.917037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Request body: {'port': {'device_id': '3aeeb3fa-c1a0-47fb-80a8-766995644e13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:25:22.029266 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:22.045390 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2624193f-71a1-408d-9cca-3e93b04c44a2 None None] Provisioning for port 98ba5472-fc9e-43dd-8b5b-5735aeae9166 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:25:22.050747 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2624193f-71a1-408d-9cca-3e93b04c44a2 None None] Provisioning complete for port 98ba5472-fc9e-43dd-8b5b-5735aeae9166 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:25:22.051188 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2624193f-71a1-408d-9cca-3e93b04c44a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:22.111575 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2624193f-71a1-408d-9cca-3e93b04c44a2 None None] Port 98ba5472-fc9e-43dd-8b5b-5735aeae9166 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:25:22.172281 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:22.223139 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:22.344434 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75ee81-8176-4954-8aae-9e530ce77a8b req-a95d5452-f46d-4c55-a7cd-d65a3cce8464 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:22.345900 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8b75ee81-8176-4954-8aae-9e530ce77a8b req-a95d5452-f46d-4c55-a7cd-d65a3cce8464 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 931 time: 0.0816092 Jan 27 17:25:22.388244 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-8b75ee81-8176-4954-8aae-9e530ce77a8b req-077f2394-cb46-4e0f-9964-eb880975a12c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:25:22.400072 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-8b75ee81-8176-4954-8aae-9e530ce77a8b req-077f2394-cb46-4e0f-9964-eb880975a12c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:25:22.401213 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8b75ee81-8176-4954-8aae-9e530ce77a8b req-077f2394-cb46-4e0f-9964-eb880975a12c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd9bba15-18fa-4853-80d0-a31a4292e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495644 Jan 27 17:25:22.493859 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ba5472-fc9e-43dd-8b5b-5735aeae9166 {{(pid=87595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:25:22.501393 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:22.516134 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Transition to ACTIVE for port object 98ba5472-fc9e-43dd-8b5b-5735aeae9166 will not be triggered until provisioned by entity L2. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:25:22.521181 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:22.674080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Pushing event updated for resources: {'Port': ['ID=98ba5472-fc9e-43dd-8b5b-5735aeae9166,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:22.753714 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Attempting to bind port 98ba5472-fc9e-43dd-8b5b-5735aeae9166 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:25:22.754039 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Attempting to bind port 98ba5472-fc9e-43dd-8b5b-5735aeae9166 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '3c60e370-725f-4708-927a-bdd9a3c64fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:25:22.754365 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Attempting to bind port 98ba5472-fc9e-43dd-8b5b-5735aeae9166 on network 91f9c731-836b-43b1-9252-6085d3cc72de {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:25:22.759114 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Port 98ba5472-fc9e-43dd-8b5b-5735aeae9166 on network 91f9c731-836b-43b1-9252-6085d3cc72de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:25:22.759403 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Attempting to bind port 98ba5472-fc9e-43dd-8b5b-5735aeae9166 on network 91f9c731-836b-43b1-9252-6085d3cc72de {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:25:22.764654 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:25:22.764989 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Checking segment: {'id': '3c60e370-725f-4708-927a-bdd9a3c64fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:25:22.765363 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Bound using segment: {'id': '3c60e370-725f-4708-927a-bdd9a3c64fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de'} {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:25:22.765806 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Bound port: 98ba5472-fc9e-43dd-8b5b-5735aeae9166, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c60e370-725f-4708-927a-bdd9a3c64fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de'}}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:25:22.766133 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:22.858342 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] For port 98ba5472-fc9e-43dd-8b5b-5735aeae9166, host hv-neutron-8264, cleared binding levels {{(pid=87595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:25:22.861272 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] For port 98ba5472-fc9e-43dd-8b5b-5735aeae9166, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=98ba5472-fc9e-43dd-8b5b-5735aeae9166,segment=NetworkSegment(3c60e370-725f-4708-927a-bdd9a3c64fbd),segment_id=3c60e370-725f-4708-927a-bdd9a3c64fbd)] {{(pid=87595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:25:22.869573 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:22.934054 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:22.934768 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:22.936077 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] 10.222.0.83 "PUT /v2.0/ports/98ba5472-fc9e-43dd-8b5b-5735aeae9166 HTTP/1.1" status: 200 len: 1093 time: 1.0233641 Jan 27 17:25:22.936519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aeeb3fa-c1a0-47fb-80a8-766995644e13', 'tag': '98ba5472-fc9e-43dd-8b5b-5735aeae9166'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:25:22.956299 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972307d-1f07-4636-a58a-a1e62a6a741c service neutron] Pushing event updated for resources: {'Port': ['ID=98ba5472-fc9e-43dd-8b5b-5735aeae9166,revision_number=3']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:23.007280 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aeeb3fa-c1a0-47fb-80a8-766995644e13', 'tag': '98ba5472-fc9e-43dd-8b5b-5735aeae9166', 'status': 'completed', 'code': 200} Jan 27 17:25:23.056036 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-bdf4d0a1-eb36-4851-8f43-76a35be6126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:23.057547 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-bdf4d0a1-eb36-4851-8f43-76a35be6126c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 1096 time: 0.0822423 Jan 27 17:25:23.126343 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-d46698e9-4c48-4bdc-958b-6c13901d638d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98ba5472-fc9e-43dd-8b5b-5735aeae9166 HTTP/1.1" status: 200 len: 217 time: 0.0617716 Jan 27 17:25:23.190694 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-8b8fe9b7-c5c5-48d0-a403-0a00bbb310da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:23.192118 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-8b8fe9b7-c5c5-48d0-a403-0a00bbb310da service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3311e223-68a6-44ed-b089-8a88f8ce5c77 HTTP/1.1" status: 200 len: 833 time: 0.0602562 Jan 27 17:25:23.244797 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d5c4b27c-d844-4393-b736-4415eaf7e9ba up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:25:23.270535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-fbe48d31-6bff-42bc-9c67-37dd36e2413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:23.272068 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-fbe48d31-6bff-42bc-9c67-37dd36e2413a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91f9c731-836b-43b1-9252-6085d3cc72de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741088 Jan 27 17:25:23.312025 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port d5c4b27c-d844-4393-b736-4415eaf7e9ba triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:25:23.312353 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:23.405712 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-2b9e0402-aa9d-4755-b0b1-0849551d8c28 service neutron] 10.222.0.83 "GET /v2.0/networks/91f9c731-836b-43b1-9252-6085d3cc72de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272650 Jan 27 17:25:23.439103 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:23.546930 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-adf65035-41e8-4a98-902f-e250aafe52e8 req-2f98f8fa-cf50-49a6-81b1-e9da1a9b46e5 service neutron] 10.222.0.83 "GET /v2.0/networks/91f9c731-836b-43b1-9252-6085d3cc72de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350684 Jan 27 17:25:23.588861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836a2c5-6034-4743-9003-38475d2c866f req-f3e93129-62bd-4798-8393-2582d2cc3093 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:23.590351 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0836a2c5-6034-4743-9003-38475d2c866f req-f3e93129-62bd-4798-8393-2582d2cc3093 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 943 time: 0.0795834 Jan 27 17:25:23.634281 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0836a2c5-6034-4743-9003-38475d2c866f req-d8d54db9-0ff0-4241-882b-34e8172499c6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd9bba15-18fa-4853-80d0-a31a4292e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381122 Jan 27 17:25:23.660053 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaa72f-1e30-49d0-bf50-61f16b075b27 req-ba4858a0-26a9-4175-91d3-eb896fadf6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:23.661571 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aebaa72f-1e30-49d0-bf50-61f16b075b27 req-ba4858a0-26a9-4175-91d3-eb896fadf6a6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 1096 time: 0.0702088 Jan 27 17:25:23.791501 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaa72f-1e30-49d0-bf50-61f16b075b27 req-efaaa695-a0c5-40d4-9172-6ecdef3bd284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:23.792945 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aebaa72f-1e30-49d0-bf50-61f16b075b27 req-efaaa695-a0c5-40d4-9172-6ecdef3bd284 service neutron] 10.222.0.83 "GET /v2.0/networks?id=91f9c731-836b-43b1-9252-6085d3cc72de HTTP/1.1" status: 200 len: 899 time: 0.1252115 Jan 27 17:25:23.864093 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aebaa72f-1e30-49d0-bf50-61f16b075b27 req-1e5c63b1-9283-44eb-806b-c6576e6b570a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98ba5472-fc9e-43dd-8b5b-5735aeae9166 HTTP/1.1" status: 200 len: 217 time: 0.0642321 Jan 27 17:25:23.931847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaa72f-1e30-49d0-bf50-61f16b075b27 req-02888a69-d186-45b4-8da2-9fed13e1c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:23.933231 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aebaa72f-1e30-49d0-bf50-61f16b075b27 req-02888a69-d186-45b4-8da2-9fed13e1c7a4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3311e223-68a6-44ed-b089-8a88f8ce5c77 HTTP/1.1" status: 200 len: 833 time: 0.0620959 Jan 27 17:25:24.099482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaa72f-1e30-49d0-bf50-61f16b075b27 req-0b260c83-6074-4030-be32-4af8939d769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:24.100964 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aebaa72f-1e30-49d0-bf50-61f16b075b27 req-0b260c83-6074-4030-be32-4af8939d769f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91f9c731-836b-43b1-9252-6085d3cc72de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1603596 Jan 27 17:25:24.232882 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aebaa72f-1e30-49d0-bf50-61f16b075b27 req-80dae998-1820-4309-81d3-de50949ff940 service neutron] 10.222.0.83 "GET /v2.0/networks/91f9c731-836b-43b1-9252-6085d3cc72de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241968 Jan 27 17:25:24.374260 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aebaa72f-1e30-49d0-bf50-61f16b075b27 req-7c35dd23-5e99-44db-8ed6-cbdd7499422e service neutron] 10.222.0.83 "GET /v2.0/networks/91f9c731-836b-43b1-9252-6085d3cc72de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349449 Jan 27 17:25:24.834060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69b61f-9241-47be-950d-e978345daf07 req-3a54c4c5-61b5-4139-8e4a-1d8ebee93215 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:24.835043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-ef69b61f-9241-47be-950d-e978345daf07 req-3a54c4c5-61b5-4139-8e4a-1d8ebee93215 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:25:24.855350 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-ef69b61f-9241-47be-950d-e978345daf07 req-3a54c4c5-61b5-4139-8e4a-1d8ebee93215 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:25:24.856616 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ef69b61f-9241-47be-950d-e978345daf07 req-3a54c4c5-61b5-4139-8e4a-1d8ebee93215 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 943 time: 0.1146698 Jan 27 17:25:24.901231 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ef69b61f-9241-47be-950d-e978345daf07 req-eb60843f-be4c-4a4f-b2b2-5bcd4762dd6b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd9bba15-18fa-4853-80d0-a31a4292e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387087 Jan 27 17:25:26.100061 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed51a15-58b1-44e2-b35a-8db0cfa05732 req-9871865a-ee45-42f6-bd9e-6eb47833b0fb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:26.101528 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eed51a15-58b1-44e2-b35a-8db0cfa05732 req-9871865a-ee45-42f6-bd9e-6eb47833b0fb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 943 time: 0.0835884 Jan 27 17:25:26.144257 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eed51a15-58b1-44e2-b35a-8db0cfa05732 req-281d54b3-1dde-4c97-87ec-adf36f071659 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd9bba15-18fa-4853-80d0-a31a4292e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369003 Jan 27 17:25:27.005673 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 98ba5472-fc9e-43dd-8b5b-5735aeae9166 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:25:27.180242 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 98ba5472-fc9e-43dd-8b5b-5735aeae9166, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=98ba5472-fc9e-43dd-8b5b-5735aeae9166,segment=NetworkSegment(3c60e370-725f-4708-927a-bdd9a3c64fbd),segment_id=3c60e370-725f-4708-927a-bdd9a3c64fbd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:25:27.194307 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '98ba5472-fc9e-43dd-8b5b-5735aeae9166', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'port_id': '98ba5472-fc9e-43dd-8b5b-5735aeae9166', 'mac_address': 'fa:16:3e:e1:10:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:25:27.252022 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:27.269100 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ba5472-fc9e-43dd-8b5b-5735aeae9166 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:25:27.284400 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 98ba5472-fc9e-43dd-8b5b-5735aeae9166, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=98ba5472-fc9e-43dd-8b5b-5735aeae9166,segment=NetworkSegment(3c60e370-725f-4708-927a-bdd9a3c64fbd),segment_id=3c60e370-725f-4708-927a-bdd9a3c64fbd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:25:27.288586 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:27.333049 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d4fc0-128a-45ef-b235-53f03d3dd12a req-d5f2a379-8605-4f9f-a63d-d4f2851436b8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:27.334646 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ef8d4fc0-128a-45ef-b235-53f03d3dd12a req-d5f2a379-8605-4f9f-a63d-d4f2851436b8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 944 time: 0.0807452 Jan 27 17:25:27.353354 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=98ba5472-fc9e-43dd-8b5b-5735aeae9166,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:27.382867 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ef8d4fc0-128a-45ef-b235-53f03d3dd12a req-e2fcb59e-2bfc-491f-9d46-4c5bd7c52b91 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd9bba15-18fa-4853-80d0-a31a4292e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424256 Jan 27 17:25:27.481727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['98ba5472-fc9e-43dd-8b5b-5735aeae9166'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:25:28.603380 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a943a-d51d-45b2-887c-51e58121d569 req-7e9b876b-7384-4696-bca6-bb9f40e526eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:28.604820 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-939a943a-d51d-45b2-887c-51e58121d569 req-7e9b876b-7384-4696-bca6-bb9f40e526eb tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 944 time: 0.0994701 Jan 27 17:25:28.648560 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-939a943a-d51d-45b2-887c-51e58121d569 req-abd84113-4b9f-4f3d-a99a-ab0089e2f5f8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd9bba15-18fa-4853-80d0-a31a4292e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378079 Jan 27 17:25:29.037585 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 98ba5472-fc9e-43dd-8b5b-5735aeae9166 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:25:29.108436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 98ba5472-fc9e-43dd-8b5b-5735aeae9166 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:25:29.113430 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 98ba5472-fc9e-43dd-8b5b-5735aeae9166 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:25:29.113842 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:29.233373 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:29.259593 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aeeb3fa-c1a0-47fb-80a8-766995644e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ba5472-fc9e-43dd-8b5b-5735aeae9166'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:25:29.269792 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 98ba5472-fc9e-43dd-8b5b-5735aeae9166, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=98ba5472-fc9e-43dd-8b5b-5735aeae9166,segment=NetworkSegment(3c60e370-725f-4708-927a-bdd9a3c64fbd),segment_id=3c60e370-725f-4708-927a-bdd9a3c64fbd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:25:29.273917 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:29.305145 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aeeb3fa-c1a0-47fb-80a8-766995644e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ba5472-fc9e-43dd-8b5b-5735aeae9166', 'code': 200} Jan 27 17:25:29.343290 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=98ba5472-fc9e-43dd-8b5b-5735aeae9166,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:29.539801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad46c7-f438-45b5-87bb-5bb1c82b2e6a req-150206de-744e-46d5-8e35-119ee5799e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:29.541146 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9cad46c7-f438-45b5-87bb-5bb1c82b2e6a req-150206de-744e-46d5-8e35-119ee5799e64 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 1098 time: 0.0806022 Jan 27 17:25:29.581710 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9cad46c7-f438-45b5-87bb-5bb1c82b2e6a req-c992ee25-a460-4739-8f4d-963cfc74c178 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cd9bba15-18fa-4853-80d0-a31a4292e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344968 Jan 27 17:25:29.859696 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556352fa-cdcc-4674-bd85-c1ae6465408c req-bead9c26-4bed-4d0a-aa97-18bb84b81a1d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:29.861054 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-556352fa-cdcc-4674-bd85-c1ae6465408c req-bead9c26-4bed-4d0a-aa97-18bb84b81a1d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 945 time: 0.0984044 Jan 27 17:25:29.906980 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-556352fa-cdcc-4674-bd85-c1ae6465408c req-c6fb256e-1b40-4e44-8ac5-1f2d2eb06de2 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd9bba15-18fa-4853-80d0-a31a4292e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375931 Jan 27 17:25:31.106768 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef54fc6-7d79-455c-b6d4-8b301cd5de66 req-96e158c7-5476-4617-b629-958387398209 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:31.108225 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3ef54fc6-7d79-455c-b6d4-8b301cd5de66 req-96e158c7-5476-4617-b629-958387398209 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 945 time: 0.0839624 Jan 27 17:25:31.153142 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3ef54fc6-7d79-455c-b6d4-8b301cd5de66 req-6cb67b7b-d99c-4622-b200-454fe6c0809e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd9bba15-18fa-4853-80d0-a31a4292e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391536 Jan 27 17:25:31.342539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8375961-1c90-4f2e-92d1-c9792d3de397 req-45e1ef83-e9da-4c0f-812d-5ee917d228a6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:31.343908 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d8375961-1c90-4f2e-92d1-c9792d3de397 req-45e1ef83-e9da-4c0f-812d-5ee917d228a6 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 945 time: 0.0826454 Jan 27 17:25:31.390305 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d8375961-1c90-4f2e-92d1-c9792d3de397 req-de2e5e5d-4213-4503-9f9b-4165ea797da4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd9bba15-18fa-4853-80d0-a31a4292e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407383 Jan 27 17:25:31.413427 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40230) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:31.483322 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f4c9fa-f62b-46b3-a991-63e992b14e47 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:31.484809 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-43f4c9fa-f62b-46b3-a991-63e992b14e47 tempest-TestNetworkBasicOps-1569003612 tempest-TestNetworkBasicOps-1569003612-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 1093 time: 0.0703967 Jan 27 17:25:31.487765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40234) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:31.492508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '98ba5472-fc9e-43dd-8b5b-5735aeae9166', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:25:31.498567 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:25:31.502489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Usage tracker for resource:floatingip and tenant:2e8c8c26aae041c68422ab49a8804631 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:25:31.505316 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:25:31.511093 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:25:31.523547 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:31.769707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:31.914158 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Allocated IP 172.26.1.150 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/943f1e92-14bd-4dff-92cb-4044fce37161) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:25:32.076414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:32.108383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:32.171249 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:25:32.174060 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:25:32.177816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:25:32.216425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=943f1e92-14bd-4dff-92cb-4044fce37161,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:32.611211 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:32.685559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:32.906707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:32.914693 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:33.015000 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event updated for resources: {'Port': ['ID=943f1e92-14bd-4dff-92cb-4044fce37161,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:25:33.031051 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:33.209511 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP dc9c4d2b-a63d-435c-84d6-74284ceff39f associated. External IP: 172.26.1.150, port: 98ba5472-fc9e-43dd-8b5b-5735aeae9166. Jan 27 17:25:33.496423 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:33.681275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 00c31412-5adc-4c9b-8578-e25b3b393afc has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:25:33.855791 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:25:33.865421 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61fb33f-b895-44b1-9f3e-8fe2e489ec4d None None] Sync routers for ids ['00c31412-5adc-4c9b-8578-e25b3b393afc'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:25:33.876414 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61fb33f-b895-44b1-9f3e-8fe2e489ec4d None None] Routers {'00c31412-5adc-4c9b-8578-e25b3b393afc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:25:33.877056 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d61fb33f-b895-44b1-9f3e-8fe2e489ec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:25:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['00c31412-5adc-4c9b-8578-e25b3b393afc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:33.883530 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:33.943595 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ac2704cb-1512-49f1-ae7f-ca6e55f7f05d tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4548275 Jan 27 17:25:33.944232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aeeb3fa-c1a0-47fb-80a8-766995644e13', 'tag': '98ba5472-fc9e-43dd-8b5b-5735aeae9166'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:25:33.946744 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40238) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:33.996779 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aeeb3fa-c1a0-47fb-80a8-766995644e13', 'tag': '98ba5472-fc9e-43dd-8b5b-5735aeae9166', 'status': 'completed', 'code': 200} Jan 27 17:25:34.058435 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-d61fb33f-b895-44b1-9f3e-8fe2e489ec4d None None] Set router 00c31412-5adc-4c9b-8578-e25b3b393afc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:25:34.111296 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f653f2cb-698f-4a75-b3b3-240b1576ef72 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/dc9c4d2b-a63d-435c-84d6-74284ceff39f HTTP/1.1" status: 200 len: 991 time: 0.1632555 Jan 27 17:25:34.127959 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813ddf3-06e1-43a0-96c2-4da2f6b278d6 req-0796b890-fcc7-43ff-9e47-c05d1ab956e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:34.129389 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a813ddf3-06e1-43a0-96c2-4da2f6b278d6 req-0796b890-fcc7-43ff-9e47-c05d1ab956e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 1098 time: 0.1106219 Jan 27 17:25:34.260569 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813ddf3-06e1-43a0-96c2-4da2f6b278d6 req-c8a1feba-e57e-49ce-a788-a8b8d4f05773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:34.262016 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a813ddf3-06e1-43a0-96c2-4da2f6b278d6 req-c8a1feba-e57e-49ce-a788-a8b8d4f05773 service neutron] 10.222.0.83 "GET /v2.0/networks?id=91f9c731-836b-43b1-9252-6085d3cc72de HTTP/1.1" status: 200 len: 899 time: 0.1267874 Jan 27 17:25:34.366005 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a813ddf3-06e1-43a0-96c2-4da2f6b278d6 req-032fa881-2745-4414-9d1f-54cf76cc7f45 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98ba5472-fc9e-43dd-8b5b-5735aeae9166 HTTP/1.1" status: 200 len: 999 time: 0.0974240 Jan 27 17:25:34.398870 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d61fb33f-b895-44b1-9f3e-8fe2e489ec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'name': 'tempest-TestNetworkBasicOps-router-273407038', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:25:10Z', 'updated_at': '2022-01-27T17:25:15Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:11Z', 'updated_at': '2022-01-27T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'dc9c4d2b-a63d-435c-84d6-74284ceff39f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.150', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'port_id': '98ba5472-fc9e-43dd-8b5b-5735aeae9166', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'mac_address': 'fa:16:3e:e1:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aeeb3fa-c1a0-47fb-80a8-766995644e13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:25:32Z', 'updated_at': '2022-01-27T17:25:32Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c4b27c-d844-4393-b736-4415eaf7e9ba', 'name': '', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:23:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:14Z', 'updated_at': '2022-01-27T17:25:21Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:34.403127 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61fb33f-b895-44b1-9f3e-8fe2e489ec4d None None] Checking router: 00c31412-5adc-4c9b-8578-e25b3b393afc for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:25:34.412124 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61fb33f-b895-44b1-9f3e-8fe2e489ec4d None None] Routers {'00c31412-5adc-4c9b-8578-e25b3b393afc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:25:34.412724 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d61fb33f-b895-44b1-9f3e-8fe2e489ec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:25:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['00c31412-5adc-4c9b-8578-e25b3b393afc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:34.426680 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813ddf3-06e1-43a0-96c2-4da2f6b278d6 req-c654d6f1-09c1-4fb3-a1e8-484e96240f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:34.428096 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a813ddf3-06e1-43a0-96c2-4da2f6b278d6 req-c654d6f1-09c1-4fb3-a1e8-484e96240f9a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3311e223-68a6-44ed-b089-8a88f8ce5c77 HTTP/1.1" status: 200 len: 833 time: 0.0569742 Jan 27 17:25:34.506278 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813ddf3-06e1-43a0-96c2-4da2f6b278d6 req-7fe86911-f849-4eb0-974e-6726dd06d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:25:34.507749 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a813ddf3-06e1-43a0-96c2-4da2f6b278d6 req-7fe86911-f849-4eb0-974e-6726dd06d4ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91f9c731-836b-43b1-9252-6085d3cc72de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736351 Jan 27 17:25:34.588268 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-d61fb33f-b895-44b1-9f3e-8fe2e489ec4d None None] Set router 00c31412-5adc-4c9b-8578-e25b3b393afc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:25:34.641449 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a813ddf3-06e1-43a0-96c2-4da2f6b278d6 req-0540ae93-42c4-4622-93fa-af9dcc979a17 service neutron] 10.222.0.83 "GET /v2.0/networks/91f9c731-836b-43b1-9252-6085d3cc72de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277442 Jan 27 17:25:34.868451 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a813ddf3-06e1-43a0-96c2-4da2f6b278d6 req-30d1a0d1-12b4-49c3-b170-cb507f89a9e8 service neutron] 10.222.0.83 "GET /v2.0/networks/91f9c731-836b-43b1-9252-6085d3cc72de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208283 Jan 27 17:25:34.964351 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d61fb33f-b895-44b1-9f3e-8fe2e489ec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'name': 'tempest-TestNetworkBasicOps-router-273407038', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:25:10Z', 'updated_at': '2022-01-27T17:25:15Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:11Z', 'updated_at': '2022-01-27T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'dc9c4d2b-a63d-435c-84d6-74284ceff39f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.150', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'port_id': '98ba5472-fc9e-43dd-8b5b-5735aeae9166', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'mac_address': 'fa:16:3e:e1:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aeeb3fa-c1a0-47fb-80a8-766995644e13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:25:32Z', 'updated_at': '2022-01-27T17:25:32Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c4b27c-d844-4393-b736-4415eaf7e9ba', 'name': '', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:23:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:14Z', 'updated_at': '2022-01-27T17:25:21Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:25:34.968358 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61fb33f-b895-44b1-9f3e-8fe2e489ec4d None None] The sync data for ids ['00c31412-5adc-4c9b-8578-e25b3b393afc'] in dv-neutron-826439-2-hyperv is: [{'id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'name': 'tempest-TestNetworkBasicOps-router-273407038', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:25:10Z', 'updated_at': '2022-01-27T17:25:15Z', 'revision_number': 4, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:11Z', 'updated_at': '2022-01-27T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'dc9c4d2b-a63d-435c-84d6-74284ceff39f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.150', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'port_id': '98ba5472-fc9e-43dd-8b5b-5735aeae9166', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'mac_address': 'fa:16:3e:e1:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aeeb3fa-c1a0-47fb-80a8-766995644e13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:25:32Z', 'updated_at': '2022-01-27T17:25:32Z', 'revision_number': 0, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c4b27c-d844-4393-b736-4415eaf7e9ba', 'name': '', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:23:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:14Z', 'updated_at': '2022-01-27T17:25:21Z', 'revision_number': 5, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:25:35.114667 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40244) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:35.160924 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b37486-7b2b-4257-9404-8d6707254235 None None] New status for floating IP dc9c4d2b-a63d-435c-84d6-74284ceff39f: ACTIVE {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:25:35.221807 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2442c803-95c3-4ab0-a60a-fc8e2a83d66b tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/dc9c4d2b-a63d-435c-84d6-74284ceff39f HTTP/1.1" status: 200 len: 991 time: 0.1057987 Jan 27 17:25:36.225868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40248) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:25:36.335952 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f4438027-c345-4a60-806c-22aa4c1f3a26 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/dc9c4d2b-a63d-435c-84d6-74284ceff39f HTTP/1.1" status: 200 len: 993 time: 0.1089129 Jan 27 17:25:44.556080 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:25:48.730309 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-385b468f-f040-45a0-a945-d74ee3d28aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:51.036906 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a5bd6f0f-8996-4150-85ed-61f2b54f3d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:52.181869 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:52.218809 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:25:53.434399 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:00.963325 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40260) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:00.971810 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-3c5330b0-5653-4e5d-a3e5-e4b823826d06 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:01.496634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c5330b0-5653-4e5d-a3e5-e4b823826d06 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:01.510669 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c5330b0-5653-4e5d-a3e5-e4b823826d06 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:01.819749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5330b0-5653-4e5d-a3e5-e4b823826d06 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 00c31412-5adc-4c9b-8578-e25b3b393afc has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:26:02.011789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5330b0-5653-4e5d-a3e5-e4b823826d06 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:26:02.019311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3c5330b0-5653-4e5d-a3e5-e4b823826d06 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:02.020614 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3c5330b0-5653-4e5d-a3e5-e4b823826d06 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/00c31412-5adc-4c9b-8578-e25b3b393afc HTTP/1.1" status: 200 len: 888 time: 1.0559642 Jan 27 17:26:02.021747 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a8683-227f-433f-99c7-67cf72d8cf87 None None] Sync routers for ids ['00c31412-5adc-4c9b-8578-e25b3b393afc'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:26:02.033821 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a8683-227f-433f-99c7-67cf72d8cf87 None None] Routers {'00c31412-5adc-4c9b-8578-e25b3b393afc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:26:02.034428 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d36a8683-227f-433f-99c7-67cf72d8cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:25:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['00c31412-5adc-4c9b-8578-e25b3b393afc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:02.095680 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d36a8683-227f-433f-99c7-67cf72d8cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:02.103973 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a8683-227f-433f-99c7-67cf72d8cf87 None None] Routers {'00c31412-5adc-4c9b-8578-e25b3b393afc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:26:02.104551 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d36a8683-227f-433f-99c7-67cf72d8cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:25:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['00c31412-5adc-4c9b-8578-e25b3b393afc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:02.164586 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-d36a8683-227f-433f-99c7-67cf72d8cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:02.164966 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a8683-227f-433f-99c7-67cf72d8cf87 None None] The sync data for ids ['00c31412-5adc-4c9b-8578-e25b3b393afc'] in dv-neutron-826439-2-hyperv is: [] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:26:02.958324 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc037a20-0521-4e1f-9782-e60bf8ad0e3c None None] New status for floating IP dc9c4d2b-a63d-435c-84d6-74284ceff39f: DOWN {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:26:03.266342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 874ffc27-6de2-46c4-940b-59650642a2b4 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:26:03.377842 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:03.395503 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 874ffc27-6de2-46c4-940b-59650642a2b4, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=874ffc27-6de2-46c4-940b-59650642a2b4,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:03.400889 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:03.401605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d5c4b27c-d844-4393-b736-4415eaf7e9ba no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:26:03.552425 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:03.563770 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=874ffc27-6de2-46c4-940b-59650642a2b4,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:03.620132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:03.652567 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port d5c4b27c-d844-4393-b736-4415eaf7e9ba, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d5c4b27c-d844-4393-b736-4415eaf7e9ba,segment=NetworkSegment(3c60e370-725f-4708-927a-bdd9a3c64fbd),segment_id=3c60e370-725f-4708-927a-bdd9a3c64fbd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:03.657798 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:03.725207 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=d5c4b27c-d844-4393-b736-4415eaf7e9ba,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:04.177707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40266) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:04.183127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-509371ff-514c-443a-a6d8-1668af9d55f0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:04.727257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-509371ff-514c-443a-a6d8-1668af9d55f0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:04.741060 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-509371ff-514c-443a-a6d8-1668af9d55f0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590492'] for router, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:04.920998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509371ff-514c-443a-a6d8-1668af9d55f0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 00c31412-5adc-4c9b-8578-e25b3b393afc has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:26:05.219681 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509371ff-514c-443a-a6d8-1668af9d55f0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:26:05.226595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-509371ff-514c-443a-a6d8-1668af9d55f0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:05.227761 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-509371ff-514c-443a-a6d8-1668af9d55f0 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/00c31412-5adc-4c9b-8578-e25b3b393afc HTTP/1.1" status: 200 len: 887 time: 1.0489216 Jan 27 17:26:05.230498 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999cb6f-c5be-4c82-be3b-774dc91cec5d None None] Sync routers for ids ['00c31412-5adc-4c9b-8578-e25b3b393afc'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:26:05.230935 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40270) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:05.240363 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999cb6f-c5be-4c82-be3b-774dc91cec5d None None] Routers {'00c31412-5adc-4c9b-8578-e25b3b393afc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:26:05.240953 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3999cb6f-c5be-4c82-be3b-774dc91cec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:25:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['00c31412-5adc-4c9b-8578-e25b3b393afc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:05.336087 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0c095870-4cf9-4ef7-8e46-abd4e70bb911 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/dc9c4d2b-a63d-435c-84d6-74284ceff39f HTTP/1.1" status: 200 len: 991 time: 0.1042242 Jan 27 17:26:05.413001 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-3999cb6f-c5be-4c82-be3b-774dc91cec5d None None] Set router 00c31412-5adc-4c9b-8578-e25b3b393afc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:26:05.760497 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3999cb6f-c5be-4c82-be3b-774dc91cec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'name': 'tempest-TestNetworkBasicOps-router-273407038', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:25:10Z', 'updated_at': '2022-01-27T17:26:04Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:11Z', 'updated_at': '2022-01-27T17:26:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'dc9c4d2b-a63d-435c-84d6-74284ceff39f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.150', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'port_id': '98ba5472-fc9e-43dd-8b5b-5735aeae9166', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'mac_address': 'fa:16:3e:e1:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aeeb3fa-c1a0-47fb-80a8-766995644e13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:25:32Z', 'updated_at': '2022-01-27T17:26:03Z', 'revision_number': 2, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c4b27c-d844-4393-b736-4415eaf7e9ba', 'name': '', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:23:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:14Z', 'updated_at': '2022-01-27T17:26:03Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:05.764353 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999cb6f-c5be-4c82-be3b-774dc91cec5d None None] Checking router: 00c31412-5adc-4c9b-8578-e25b3b393afc for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:26:05.772633 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999cb6f-c5be-4c82-be3b-774dc91cec5d None None] Routers {'00c31412-5adc-4c9b-8578-e25b3b393afc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:26:05.773188 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3999cb6f-c5be-4c82-be3b-774dc91cec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:25:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['00c31412-5adc-4c9b-8578-e25b3b393afc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:05.947846 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-3999cb6f-c5be-4c82-be3b-774dc91cec5d None None] Set router 00c31412-5adc-4c9b-8578-e25b3b393afc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:26:06.323850 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3999cb6f-c5be-4c82-be3b-774dc91cec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'name': 'tempest-TestNetworkBasicOps-router-273407038', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:25:10Z', 'updated_at': '2022-01-27T17:26:04Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:11Z', 'updated_at': '2022-01-27T17:26:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'dc9c4d2b-a63d-435c-84d6-74284ceff39f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.150', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'port_id': '98ba5472-fc9e-43dd-8b5b-5735aeae9166', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'mac_address': 'fa:16:3e:e1:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aeeb3fa-c1a0-47fb-80a8-766995644e13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:25:32Z', 'updated_at': '2022-01-27T17:26:03Z', 'revision_number': 2, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c4b27c-d844-4393-b736-4415eaf7e9ba', 'name': '', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:23:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:14Z', 'updated_at': '2022-01-27T17:26:03Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:06.327891 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999cb6f-c5be-4c82-be3b-774dc91cec5d None None] The sync data for ids ['00c31412-5adc-4c9b-8578-e25b3b393afc'] in dv-neutron-826439-2-hyperv is: [{'id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'name': 'tempest-TestNetworkBasicOps-router-273407038', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:25:10Z', 'updated_at': '2022-01-27T17:26:04Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:11Z', 'updated_at': '2022-01-27T17:26:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'dc9c4d2b-a63d-435c-84d6-74284ceff39f', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'floating_ip_address': '172.26.1.150', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'port_id': '98ba5472-fc9e-43dd-8b5b-5735aeae9166', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'mac_address': 'fa:16:3e:e1:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aeeb3fa-c1a0-47fb-80a8-766995644e13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:25:32Z', 'updated_at': '2022-01-27T17:26:03Z', 'revision_number': 2, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c4b27c-d844-4393-b736-4415eaf7e9ba', 'name': '', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:23:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:14Z', 'updated_at': '2022-01-27T17:26:03Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:26:06.339589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40274) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:06.443731 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ae18737e-31ff-4f23-a0f7-79e156c9cc1c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/dc9c4d2b-a63d-435c-84d6-74284ceff39f HTTP/1.1" status: 200 len: 991 time: 0.1029348 Jan 27 17:26:07.329617 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 874ffc27-6de2-46c4-940b-59650642a2b4 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:26:07.400924 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 874ffc27-6de2-46c4-940b-59650642a2b4 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:07.401185 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:07.447597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40278) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:07.518860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:07.536878 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 874ffc27-6de2-46c4-940b-59650642a2b4, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=874ffc27-6de2-46c4-940b-59650642a2b4,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:07.542395 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:07.543267 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d5c4b27c-d844-4393-b736-4415eaf7e9ba up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:26:07.557507 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2b033d62-7dca-4676-9882-e059c8913bed tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/dc9c4d2b-a63d-435c-84d6-74284ceff39f HTTP/1.1" status: 200 len: 991 time: 0.1087804 Jan 27 17:26:07.654537 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=874ffc27-6de2-46c4-940b-59650642a2b4,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:07.666801 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port d5c4b27c-d844-4393-b736-4415eaf7e9ba triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:07.667171 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:07.785493 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:07.818703 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port d5c4b27c-d844-4393-b736-4415eaf7e9ba, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d5c4b27c-d844-4393-b736-4415eaf7e9ba,segment=NetworkSegment(3c60e370-725f-4708-927a-bdd9a3c64fbd),segment_id=3c60e370-725f-4708-927a-bdd9a3c64fbd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:07.826010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:07.894474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=d5c4b27c-d844-4393-b736-4415eaf7e9ba,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:07.982628 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d4f03-ddff-44d5-94fd-6942c1acd9ad None None] New status for floating IP dc9c4d2b-a63d-435c-84d6-74284ceff39f: ACTIVE {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:26:08.561996 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40282) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:08.670991 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b62efc80-deb9-4709-903f-51c615706912 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/floatingips/dc9c4d2b-a63d-435c-84d6-74284ceff39f HTTP/1.1" status: 200 len: 993 time: 0.1078312 Jan 27 17:26:08.956764 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40290) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:09.158215 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 943f1e92-14bd-4dff-92cb-4044fce37161 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:26:09.158902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:09.280837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 874ffc27-6de2-46c4-940b-59650642a2b4 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:26:09.347839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:09.348067 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:09.349493 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 874ffc27-6de2-46c4-940b-59650642a2b4 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:09.349899 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:09.466536 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 943f1e92-14bd-4dff-92cb-4044fce37161 owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:26:09.468537 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d5c4b27c-d844-4393-b736-4415eaf7e9ba up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:26:09.536964 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port d5c4b27c-d844-4393-b736-4415eaf7e9ba triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:09.537294 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:09.615762 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:09.660942 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=943f1e92-14bd-4dff-92cb-4044fce37161,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:09.696589 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:09.696911 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:09.697235 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:09.697546 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:09.697881 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:09.698192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:09.698504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:09.698781 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:09.699085 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:09.699388 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:09.699683 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:09.699982 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:09.760900 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:09.761213 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Floating IP dc9c4d2b-a63d-435c-84d6-74284ceff39f disassociated (deleted). External IP: 172.26.1.150, port: 98ba5472-fc9e-43dd-8b5b-5735aeae9166. Jan 27 17:26:10.226670 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 00c31412-5adc-4c9b-8578-e25b3b393afc has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:26:10.434259 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:26:10.444371 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acecb486-e468-4b89-a45e-8fd8fbe8042a None None] Sync routers for ids ['00c31412-5adc-4c9b-8578-e25b3b393afc'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:26:10.454435 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acecb486-e468-4b89-a45e-8fd8fbe8042a None None] Routers {'00c31412-5adc-4c9b-8578-e25b3b393afc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:26:10.455041 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-acecb486-e468-4b89-a45e-8fd8fbe8042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:25:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['00c31412-5adc-4c9b-8578-e25b3b393afc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:10.456422 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:10.510486 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7833f2f2-0b5b-48c2-af74-78098b7d7e24 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/floatingips/dc9c4d2b-a63d-435c-84d6-74284ceff39f HTTP/1.1" status: 204 len: 168 time: 1.5525877 Jan 27 17:26:10.511075 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aeeb3fa-c1a0-47fb-80a8-766995644e13', 'tag': '98ba5472-fc9e-43dd-8b5b-5735aeae9166'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:26:10.615054 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aeeb3fa-c1a0-47fb-80a8-766995644e13', 'tag': '98ba5472-fc9e-43dd-8b5b-5735aeae9166', 'status': 'completed', 'code': 200} Jan 27 17:26:10.630246 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-acecb486-e468-4b89-a45e-8fd8fbe8042a None None] Set router 00c31412-5adc-4c9b-8578-e25b3b393afc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:26:10.715646 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52af51-6047-4b76-9188-7b8642425553 req-24e1cc82-06df-4651-966b-1dfec9447eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:10.719797 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6d52af51-6047-4b76-9188-7b8642425553 req-24e1cc82-06df-4651-966b-1dfec9447eae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e8c8c26aae041c68422ab49a8804631&device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 1098 time: 0.0801439 Jan 27 17:26:10.856873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52af51-6047-4b76-9188-7b8642425553 req-dd10d8ce-53bc-4cd5-ac2a-31bfbc8ce8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:10.858358 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6d52af51-6047-4b76-9188-7b8642425553 req-dd10d8ce-53bc-4cd5-ac2a-31bfbc8ce8c6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=91f9c731-836b-43b1-9252-6085d3cc72de HTTP/1.1" status: 200 len: 899 time: 0.1275425 Jan 27 17:26:10.883721 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bc9a6-7cdc-4608-97cf-5a7df5cfe936 req-8fe1082e-eeed-41ba-872f-ed51448db8de tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:10.885972 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c11bc9a6-7cdc-4608-97cf-5a7df5cfe936 req-8fe1082e-eeed-41ba-872f-ed51448db8de tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 945 time: 0.0827982 Jan 27 17:26:10.926436 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6d52af51-6047-4b76-9188-7b8642425553 req-dc55f367-121c-42b6-9494-30a023ce7f85 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98ba5472-fc9e-43dd-8b5b-5735aeae9166 HTTP/1.1" status: 200 len: 217 time: 0.0602667 Jan 27 17:26:10.933924 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c11bc9a6-7cdc-4608-97cf-5a7df5cfe936 req-bbae07cd-02bc-46ab-9beb-276ad75f706e tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd9bba15-18fa-4853-80d0-a31a4292e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408311 Jan 27 17:26:10.948362 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-acecb486-e468-4b89-a45e-8fd8fbe8042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'name': 'tempest-TestNetworkBasicOps-router-273407038', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:25:10Z', 'updated_at': '2022-01-27T17:26:04Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:11Z', 'updated_at': '2022-01-27T17:26:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'd5c4b27c-d844-4393-b736-4415eaf7e9ba', 'name': '', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:23:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:14Z', 'updated_at': '2022-01-27T17:26:07Z', 'revision_number': 7, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:10.952940 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acecb486-e468-4b89-a45e-8fd8fbe8042a None None] Checking router: 00c31412-5adc-4c9b-8578-e25b3b393afc for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:26:10.961664 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acecb486-e468-4b89-a45e-8fd8fbe8042a None None] Routers {'00c31412-5adc-4c9b-8578-e25b3b393afc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:26:10.962300 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-acecb486-e468-4b89-a45e-8fd8fbe8042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:25:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['00c31412-5adc-4c9b-8578-e25b3b393afc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:10.992167 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52af51-6047-4b76-9188-7b8642425553 req-84c6be96-7ee6-45b9-811b-37f69b78b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:10.993507 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6d52af51-6047-4b76-9188-7b8642425553 req-84c6be96-7ee6-45b9-811b-37f69b78b2f8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3311e223-68a6-44ed-b089-8a88f8ce5c77 HTTP/1.1" status: 200 len: 833 time: 0.0609982 Jan 27 17:26:11.068966 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52af51-6047-4b76-9188-7b8642425553 req-808406bf-2290-458e-8772-a2a328bef51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:11.070478 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6d52af51-6047-4b76-9188-7b8642425553 req-808406bf-2290-458e-8772-a2a328bef51b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=91f9c731-836b-43b1-9252-6085d3cc72de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707788 Jan 27 17:26:11.138787 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-acecb486-e468-4b89-a45e-8fd8fbe8042a None None] Set router 00c31412-5adc-4c9b-8578-e25b3b393afc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:26:11.203798 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6d52af51-6047-4b76-9188-7b8642425553 req-80e0502e-2608-4d11-99e8-b878dfc81c5d service neutron] 10.222.0.83 "GET /v2.0/networks/91f9c731-836b-43b1-9252-6085d3cc72de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256330 Jan 27 17:26:11.341287 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6d52af51-6047-4b76-9188-7b8642425553 req-781c84ee-4d8a-4c9f-97b3-c2d9255117d4 service neutron] 10.222.0.83 "GET /v2.0/networks/91f9c731-836b-43b1-9252-6085d3cc72de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307726 Jan 27 17:26:11.448817 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-acecb486-e468-4b89-a45e-8fd8fbe8042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'name': 'tempest-TestNetworkBasicOps-router-273407038', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:25:10Z', 'updated_at': '2022-01-27T17:26:04Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:11Z', 'updated_at': '2022-01-27T17:26:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'd5c4b27c-d844-4393-b736-4415eaf7e9ba', 'name': '', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:23:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:14Z', 'updated_at': '2022-01-27T17:26:07Z', 'revision_number': 7, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:11.452832 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acecb486-e468-4b89-a45e-8fd8fbe8042a None None] The sync data for ids ['00c31412-5adc-4c9b-8578-e25b3b393afc'] in dv-neutron-826439-2-hyperv is: [{'id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'name': 'tempest-TestNetworkBasicOps-router-273407038', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:25:10Z', 'updated_at': '2022-01-27T17:26:04Z', 'revision_number': 6, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:11Z', 'updated_at': '2022-01-27T17:26:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'd5c4b27c-d844-4393-b736-4415eaf7e9ba', 'name': '', 'network_id': '91f9c731-836b-43b1-9252-6085d3cc72de', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'mac_address': 'fa:16:3e:23:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:14Z', 'updated_at': '2022-01-27T17:26:07Z', 'revision_number': 7, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'subnets': [{'id': '3311e223-68a6-44ed-b089-8a88f8ce5c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:26:12.185738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bacda-f278-4c50-847c-9ce6ec3e138f req-4d7fc421-127a-4423-a7ca-ebf362fe8722 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:12.186429 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-4b6bacda-f278-4c50-847c-9ce6ec3e138f req-4d7fc421-127a-4423-a7ca-ebf362fe8722 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:26:12.197493 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c8a57-4b9f-4efe-a5af-663d18f45580 req-a282fe07-9f68-49ad-92f5-dbd0d4864052 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:12.198189 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-409c8a57-4b9f-4efe-a5af-663d18f45580 req-a282fe07-9f68-49ad-92f5-dbd0d4864052 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:26:12.219013 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21e8556-396c-404a-88c9-4e9de4a4d08a None None] New status for floating IP dc9c4d2b-a63d-435c-84d6-74284ceff39f: DOWN {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:26:12.222843 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-4b6bacda-f278-4c50-847c-9ce6ec3e138f req-4d7fc421-127a-4423-a7ca-ebf362fe8722 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:26:12.224102 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4b6bacda-f278-4c50-847c-9ce6ec3e138f req-4d7fc421-127a-4423-a7ca-ebf362fe8722 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 945 time: 0.1782026 Jan 27 17:26:12.226055 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-409c8a57-4b9f-4efe-a5af-663d18f45580 req-a282fe07-9f68-49ad-92f5-dbd0d4864052 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:26:12.227019 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-409c8a57-4b9f-4efe-a5af-663d18f45580 req-a282fe07-9f68-49ad-92f5-dbd0d4864052 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 945 time: 0.1495137 Jan 27 17:26:12.325617 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4b6bacda-f278-4c50-847c-9ce6ec3e138f req-324b10d6-6086-4f2f-92e0-229736b77eb3 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/security-groups?id=cd9bba15-18fa-4853-80d0-a31a4292e97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952182 Jan 27 17:26:12.328978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-409c8a57-4b9f-4efe-a5af-663d18f45580 req-38fe762b-4bc8-40e3-85f7-3f69f2e7436c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 98ba5472-fc9e-43dd-8b5b-5735aeae9166 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:26:12.329312 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-409c8a57-4b9f-4efe-a5af-663d18f45580 req-38fe762b-4bc8-40e3-85f7-3f69f2e7436c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:12.689812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-409c8a57-4b9f-4efe-a5af-663d18f45580 req-38fe762b-4bc8-40e3-85f7-3f69f2e7436c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port 98ba5472-fc9e-43dd-8b5b-5735aeae9166, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=98ba5472-fc9e-43dd-8b5b-5735aeae9166,segment=NetworkSegment(3c60e370-725f-4708-927a-bdd9a3c64fbd),segment_id=3c60e370-725f-4708-927a-bdd9a3c64fbd)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:12.690172 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-409c8a57-4b9f-4efe-a5af-663d18f45580 req-38fe762b-4bc8-40e3-85f7-3f69f2e7436c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:12.814644 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-409c8a57-4b9f-4efe-a5af-663d18f45580 req-38fe762b-4bc8-40e3-85f7-3f69f2e7436c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 98ba5472-fc9e-43dd-8b5b-5735aeae9166 owned by compute:nova {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:26:12.972354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-409c8a57-4b9f-4efe-a5af-663d18f45580 req-38fe762b-4bc8-40e3-85f7-3f69f2e7436c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:13.020727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe762b-4bc8-40e3-85f7-3f69f2e7436c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=98ba5472-fc9e-43dd-8b5b-5735aeae9166,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:13.096060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-409c8a57-4b9f-4efe-a5af-663d18f45580 req-38fe762b-4bc8-40e3-85f7-3f69f2e7436c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] No DVR routers for this DVR port 98ba5472-fc9e-43dd-8b5b-5735aeae9166 on host hv-neutron-8264 {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:26:13.098635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-409c8a57-4b9f-4efe-a5af-663d18f45580 req-38fe762b-4bc8-40e3-85f7-3f69f2e7436c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:13.101168 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aeeb3fa-c1a0-47fb-80a8-766995644e13', 'name': 'network-vif-deleted', 'tag': '98ba5472-fc9e-43dd-8b5b-5735aeae9166'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:26:13.118359 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-409c8a57-4b9f-4efe-a5af-663d18f45580 req-38fe762b-4bc8-40e3-85f7-3f69f2e7436c tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.83 "DELETE /v2.0/ports/98ba5472-fc9e-43dd-8b5b-5735aeae9166 HTTP/1.1" status: 204 len: 173 time: 0.8746493 Jan 27 17:26:13.150994 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aeeb3fa-c1a0-47fb-80a8-766995644e13', 'name': 'network-vif-deleted', 'tag': '98ba5472-fc9e-43dd-8b5b-5735aeae9166', 'status': 'completed', 'code': 200} Jan 27 17:26:13.494107 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-4de13a35-2b9c-421c-ab35-9cc136f36c8b req-c99a3330-dd71-4120-b093-b814bc4c7c63 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Synchronizing usage tracker for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:26:13.518204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-4de13a35-2b9c-421c-ab35-9cc136f36c8b req-c99a3330-dd71-4120-b093-b814bc4c7c63 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Unset dirty status for tenant:2e8c8c26aae041c68422ab49a8804631 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:26:13.523667 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4de13a35-2b9c-421c-ab35-9cc136f36c8b req-c99a3330-dd71-4120-b093-b814bc4c7c63 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aeeb3fa-c1a0-47fb-80a8-766995644e13 HTTP/1.1" status: 200 len: 210 time: 0.0718145 Jan 27 17:26:14.625035 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40310) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:14.705480 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c11663a4-56d0-4ea4-8cbe-5b1eb3cbd250 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:14.737001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c11663a4-56d0-4ea4-8cbe-5b1eb3cbd250 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:14.810024 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c11663a4-56d0-4ea4-8cbe-5b1eb3cbd250 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:14.828151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11663a4-56d0-4ea4-8cbe-5b1eb3cbd250 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9bba15-18fa-4853-80d0-a31a4292e97a,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:14.836536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11663a4-56d0-4ea4-8cbe-5b1eb3cbd250 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:14.836894 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11663a4-56d0-4ea4-8cbe-5b1eb3cbd250 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:14.837220 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11663a4-56d0-4ea4-8cbe-5b1eb3cbd250 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:14.837550 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11663a4-56d0-4ea4-8cbe-5b1eb3cbd250 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:14.837903 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11663a4-56d0-4ea4-8cbe-5b1eb3cbd250 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:14.838246 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11663a4-56d0-4ea4-8cbe-5b1eb3cbd250 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:14.838549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11663a4-56d0-4ea4-8cbe-5b1eb3cbd250 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:14.838866 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11663a4-56d0-4ea4-8cbe-5b1eb3cbd250 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:14.839184 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11663a4-56d0-4ea4-8cbe-5b1eb3cbd250 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:14.839499 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11663a4-56d0-4ea4-8cbe-5b1eb3cbd250 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:14.839811 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11663a4-56d0-4ea4-8cbe-5b1eb3cbd250 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:14.840123 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11663a4-56d0-4ea4-8cbe-5b1eb3cbd250 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:14.848553 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c11663a4-56d0-4ea4-8cbe-5b1eb3cbd250 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:14.850142 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c11663a4-56d0-4ea4-8cbe-5b1eb3cbd250 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/security-groups/cd9bba15-18fa-4853-80d0-a31a4292e97a HTTP/1.1" status: 204 len: 168 time: 0.2239940 Jan 27 17:26:14.882141 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40316) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:15.459671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-724dd942-4b2a-4891-96e2-f20d2822d8d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:15.810540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-724dd942-4b2a-4891-96e2-f20d2822d8d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port d5c4b27c-d844-4393-b736-4415eaf7e9ba {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:26:15.811209 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-724dd942-4b2a-4891-96e2-f20d2822d8d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:16.104104 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-724dd942-4b2a-4891-96e2-f20d2822d8d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port d5c4b27c-d844-4393-b736-4415eaf7e9ba, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d5c4b27c-d844-4393-b736-4415eaf7e9ba,segment=NetworkSegment(3c60e370-725f-4708-927a-bdd9a3c64fbd),segment_id=3c60e370-725f-4708-927a-bdd9a3c64fbd)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:16.104457 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-724dd942-4b2a-4891-96e2-f20d2822d8d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:16.224976 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-724dd942-4b2a-4891-96e2-f20d2822d8d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for d5c4b27c-d844-4393-b736-4415eaf7e9ba owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:26:16.553577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-724dd942-4b2a-4891-96e2-f20d2822d8d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:16.600800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724dd942-4b2a-4891-96e2-f20d2822d8d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=d5c4b27c-d844-4393-b736-4415eaf7e9ba,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:16.878724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-724dd942-4b2a-4891-96e2-f20d2822d8d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:17.249552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724dd942-4b2a-4891-96e2-f20d2822d8d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Router 00c31412-5adc-4c9b-8578-e25b3b393afc has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:26:17.287676 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 98ba5472-fc9e-43dd-8b5b-5735aeae9166 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:26:17.320758 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 98ba5472-fc9e-43dd-8b5b-5735aeae9166 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:26:17.321133 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 98ba5472-fc9e-43dd-8b5b-5735aeae9166 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:26:17.570280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724dd942-4b2a-4891-96e2-f20d2822d8d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:26:17.581192 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aacbef-5301-4b80-b0a8-37ba68ea9363 None None] Sync routers for ids ['00c31412-5adc-4c9b-8578-e25b3b393afc'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:26:17.591292 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-724dd942-4b2a-4891-96e2-f20d2822d8d4 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "PUT /v2.0/routers/00c31412-5adc-4c9b-8578-e25b3b393afc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7078812 Jan 27 17:26:17.591645 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aacbef-5301-4b80-b0a8-37ba68ea9363 None None] Routers {'00c31412-5adc-4c9b-8578-e25b3b393afc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:26:17.592277 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-26aacbef-5301-4b80-b0a8-37ba68ea9363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:25:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['00c31412-5adc-4c9b-8578-e25b3b393afc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:17.594273 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40322) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:17.666982 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-759b4d9c-4ebe-4e78-a3df-f0797599b991 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting subnet 3311e223-68a6-44ed-b089-8a88f8ce5c77 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:26:17.670607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-759b4d9c-4ebe-4e78-a3df-f0797599b991 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:17.734676 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-759b4d9c-4ebe-4e78-a3df-f0797599b991 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:17.803434 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-26aacbef-5301-4b80-b0a8-37ba68ea9363 None None] Set router 00c31412-5adc-4c9b-8578-e25b3b393afc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:26:17.816322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-759b4d9c-4ebe-4e78-a3df-f0797599b991 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:17.890837 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-759b4d9c-4ebe-4e78-a3df-f0797599b991 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:17.930828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b4d9c-4ebe-4e78-a3df-f0797599b991 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Subnet': ['ID=3311e223-68a6-44ed-b089-8a88f8ce5c77,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:17.935346 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-759b4d9c-4ebe-4e78-a3df-f0797599b991 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:17.944366 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-759b4d9c-4ebe-4e78-a3df-f0797599b991 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/subnets/3311e223-68a6-44ed-b089-8a88f8ce5c77 HTTP/1.1" status: 204 len: 168 time: 0.3467004 Jan 27 17:26:17.944824 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40326) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:17.957015 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bfece1-9ce8-4fc4-94f3-0794f8f9c63b None None] Network 91f9c731-836b-43b1-9252-6085d3cc72de requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:26:18.085071 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-26aacbef-5301-4b80-b0a8-37ba68ea9363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'name': 'tempest-TestNetworkBasicOps-router-273407038', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:25:10Z', 'updated_at': '2022-01-27T17:26:16Z', 'revision_number': 7, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:11Z', 'updated_at': '2022-01-27T17:26:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:18.089142 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aacbef-5301-4b80-b0a8-37ba68ea9363 None None] Checking router: 00c31412-5adc-4c9b-8578-e25b3b393afc for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:26:18.097994 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aacbef-5301-4b80-b0a8-37ba68ea9363 None None] Routers {'00c31412-5adc-4c9b-8578-e25b3b393afc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:26:18.098590 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-26aacbef-5301-4b80-b0a8-37ba68ea9363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:25:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['00c31412-5adc-4c9b-8578-e25b3b393afc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:18.138673 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea7970ab-b10c-451e-8bd9-78beec7fcdaa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:18.227175 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] DHCP port deletion for 91f9c731-836b-43b1-9252-6085d3cc72de request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:26:18.231427 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] Deleting port 820a414c-0ee8-4028-a3fe-8a313b579096 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:26:18.231892 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:18.273497 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-26aacbef-5301-4b80-b0a8-37ba68ea9363 None None] Set router 00c31412-5adc-4c9b-8578-e25b3b393afc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:26:18.321672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea7970ab-b10c-451e-8bd9-78beec7fcdaa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:18.332859 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-ea7970ab-b10c-451e-8bd9-78beec7fcdaa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Deleting port 874ffc27-6de2-46c4-940b-59650642a2b4 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:26:18.333188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea7970ab-b10c-451e-8bd9-78beec7fcdaa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:18.436189 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] For port 820a414c-0ee8-4028-a3fe-8a313b579096, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=820a414c-0ee8-4028-a3fe-8a313b579096,segment=NetworkSegment(3c60e370-725f-4708-927a-bdd9a3c64fbd),segment_id=3c60e370-725f-4708-927a-bdd9a3c64fbd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:18.436810 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:18.549665 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-26aacbef-5301-4b80-b0a8-37ba68ea9363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'name': 'tempest-TestNetworkBasicOps-router-273407038', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:25:10Z', 'updated_at': '2022-01-27T17:26:16Z', 'revision_number': 7, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:11Z', 'updated_at': '2022-01-27T17:26:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:18.553756 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aacbef-5301-4b80-b0a8-37ba68ea9363 None None] The sync data for ids ['00c31412-5adc-4c9b-8578-e25b3b393afc'] in dv-neutron-826439-2-hyperv is: [{'id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'name': 'tempest-TestNetworkBasicOps-router-273407038', 'tenant_id': '2e8c8c26aae041c68422ab49a8804631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:25:10Z', 'updated_at': '2022-01-27T17:26:16Z', 'revision_number': 7, 'project_id': '2e8c8c26aae041c68422ab49a8804631', 'gw_port': {'id': '874ffc27-6de2-46c4-940b-59650642a2b4', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c31412-5adc-4c9b-8578-e25b3b393afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:25:11Z', 'updated_at': '2022-01-27T17:26:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:26:18.558454 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] Calling delete_port for 820a414c-0ee8-4028-a3fe-8a313b579096 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:26:18.632362 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-ea7970ab-b10c-451e-8bd9-78beec7fcdaa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] For port 874ffc27-6de2-46c4-940b-59650642a2b4, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=874ffc27-6de2-46c4-940b-59650642a2b4,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:18.633012 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea7970ab-b10c-451e-8bd9-78beec7fcdaa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:18.638433 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:18.684844 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] Pushing event deleted for resources: {'Port': ['ID=820a414c-0ee8-4028-a3fe-8a313b579096,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:18.687183 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] No DVR routers for this DVR port 820a414c-0ee8-4028-a3fe-8a313b579096 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:26:18.694835 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:18.694835 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:18.695174 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:18.695494 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:18.695818 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:18.696134 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:18.696449 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:18.696761 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:18.697073 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:18.697382 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:18.697706 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:18.698110 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92835ae6-a42b-472b-84d7-623dd33d189d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:26:18.723045 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0692426b-6385-4b90-b56e-237b32bef059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:18.760257 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-ea7970ab-b10c-451e-8bd9-78beec7fcdaa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Calling delete_port for 874ffc27-6de2-46c4-940b-59650642a2b4 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:26:19.077768 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea7970ab-b10c-451e-8bd9-78beec7fcdaa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:19.125925 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7970ab-b10c-451e-8bd9-78beec7fcdaa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Port': ['ID=874ffc27-6de2-46c4-940b-59650642a2b4,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:19.218240 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea7970ab-b10c-451e-8bd9-78beec7fcdaa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:19.324338 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d5c4b27c-d844-4393-b736-4415eaf7e9ba no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:26:19.358119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: d5c4b27c-d844-4393-b736-4415eaf7e9ba {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:26:19.358445 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d5c4b27c-d844-4393-b736-4415eaf7e9ba not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:26:19.358850 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 820a414c-0ee8-4028-a3fe-8a313b579096 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:26:19.393232 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea7970ab-b10c-451e-8bd9-78beec7fcdaa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:19.395834 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea7970ab-b10c-451e-8bd9-78beec7fcdaa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:19.396507 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 820a414c-0ee8-4028-a3fe-8a313b579096 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:26:19.397658 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 820a414c-0ee8-4028-a3fe-8a313b579096 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:26:19.420367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea7970ab-b10c-451e-8bd9-78beec7fcdaa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:19.420909 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7970ab-b10c-451e-8bd9-78beec7fcdaa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Fanout notify agent at l3_agent the message router_deleted on router 00c31412-5adc-4c9b-8578-e25b3b393afc {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:26:19.437074 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea7970ab-b10c-451e-8bd9-78beec7fcdaa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:19.438214 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ea7970ab-b10c-451e-8bd9-78beec7fcdaa tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/routers/00c31412-5adc-4c9b-8578-e25b3b393afc HTTP/1.1" status: 204 len: 168 time: 1.4923685 Jan 27 17:26:19.440884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40332) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:19.557930 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b62611b2-ac51-4d21-b891-e16ff0f9ddf8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:19.695269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b62611b2-ac51-4d21-b891-e16ff0f9ddf8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:19.720814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-b62611b2-ac51-4d21-b891-e16ff0f9ddf8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f9c731-836b-43b1-9252-6085d3cc72de']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:19.733132 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-b62611b2-ac51-4d21-b891-e16ff0f9ddf8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c60e370-725f-4708-927a-bdd9a3c64fbd') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:19.733432 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-b62611b2-ac51-4d21-b891-e16ff0f9ddf8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c60e370-725f-4708-927a-bdd9a3c64fbd') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:26:19.744998 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b62611b2-ac51-4d21-b891-e16ff0f9ddf8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:19.760958 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b62611b2-ac51-4d21-b891-e16ff0f9ddf8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:19.767207 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62611b2-ac51-4d21-b891-e16ff0f9ddf8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:26:19.767578 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b62611b2-ac51-4d21-b891-e16ff0f9ddf8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:26:19.781769 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:26:19.863543 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b62611b2-ac51-4d21-b891-e16ff0f9ddf8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:19.882314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b62611b2-ac51-4d21-b891-e16ff0f9ddf8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:19.893895 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62611b2-ac51-4d21-b891-e16ff0f9ddf8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] Pushing event deleted for resources: {'Network': ['ID=91f9c731-836b-43b1-9252-6085d3cc72de,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:19.903944 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b62611b2-ac51-4d21-b891-e16ff0f9ddf8 tempest-TestNetworkBasicOps-112446979 tempest-TestNetworkBasicOps-112446979-project] 10.222.0.50 "DELETE /v2.0/networks/91f9c731-836b-43b1-9252-6085d3cc72de HTTP/1.1" status: 204 len: 168 time: 0.4621003 Jan 27 17:26:20.228685 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40340) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:20.381572 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-595051bf-33c6-4a0a-8127-c3c272fc0d8b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e8c8c26aae041c68422ab49a8804631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516790 Jan 27 17:26:20.385112 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40346) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:20.443008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-42f4ef12-da02-4328-abd3-fd759269dd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:20.471082 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-42f4ef12-da02-4328-abd3-fd759269dd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:20.527554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-42f4ef12-da02-4328-abd3-fd759269dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:20.548399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4ef12-da02-4328-abd3-fd759269dd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f5738f-c3b0-490f-b3e7-df9269c21a5c,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:20.553226 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-42f4ef12-da02-4328-abd3-fd759269dd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:20.553767 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-42f4ef12-da02-4328-abd3-fd759269dd8a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/62f5738f-c3b0-490f-b3e7-df9269c21a5c HTTP/1.1" status: 204 len: 168 time: 0.1676881 Jan 27 17:26:20.850028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40354) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:20.867587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-04d7e35c-24de-4eba-87bc-75cbf02e116c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:20.885297 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-04d7e35c-24de-4eba-87bc-75cbf02e116c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:20.889823 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-04d7e35c-24de-4eba-87bc-75cbf02e116c admin admin] Usage tracker for resource:security_group_rule and tenant:f296228f1dcc40f18698c532ec59bcca is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:20.892976 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-04d7e35c-24de-4eba-87bc-75cbf02e116c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:20.898867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-04d7e35c-24de-4eba-87bc-75cbf02e116c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:20.978025 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-04d7e35c-24de-4eba-87bc-75cbf02e116c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:20.983646 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-04d7e35c-24de-4eba-87bc-75cbf02e116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:21.032167 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-04d7e35c-24de-4eba-87bc-75cbf02e116c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f296228f1dcc40f18698c532ec59bcca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810486 Jan 27 17:26:21.033354 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb538e7b-0748-44df-9c83-e8d14159cef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:21.034948 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7e35c-24de-4eba-87bc-75cbf02e116c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaefd51-5dc3-4fcf-93ab-4a41a6a90801,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:21.035684 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40358) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:21.095235 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9adef976-7de7-42b1-8a21-c562e46fd647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:21.121773 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9adef976-7de7-42b1-8a21-c562e46fd647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:21.183039 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9adef976-7de7-42b1-8a21-c562e46fd647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:21.198111 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adef976-7de7-42b1-8a21-c562e46fd647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaefd51-5dc3-4fcf-93ab-4a41a6a90801,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:21.202353 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9adef976-7de7-42b1-8a21-c562e46fd647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:21.203400 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9adef976-7de7-42b1-8a21-c562e46fd647 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dcaefd51-5dc3-4fcf-93ab-4a41a6a90801 HTTP/1.1" status: 204 len: 168 time: 0.1661108 Jan 27 17:26:21.237719 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 874ffc27-6de2-46c4-940b-59650642a2b4 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:26:21.272150 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 874ffc27-6de2-46c4-940b-59650642a2b4 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:26:21.272490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 874ffc27-6de2-46c4-940b-59650642a2b4 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:26:21.556026 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:26:22.177931 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:22.222949 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:23.433542 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:28.280596 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-af65e1c9-e02b-4b79-a835-1ed75664cd34 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e2d2870a7fe34c5bbe107a96d23a450a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279238 Jan 27 17:26:28.434025 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6fa40ec3-9e43-4581-ae98-8b50a1ed8224 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:28.435440 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6fa40ec3-9e43-4581-ae98-8b50a1ed8224 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470032 Jan 27 17:26:28.450142 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-60c91959-29b7-461e-ab00-a57b28106fda tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/quotas/e2d2870a7fe34c5bbe107a96d23a450a HTTP/1.1" status: 200 len: 375 time: 0.0092890 Jan 27 17:26:28.500130 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-5abbcafb-229c-497b-a5c3-2d7bef1f0aeb tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2d2870a7fe34c5bbe107a96d23a450a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451193 Jan 27 17:26:28.791216 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5c7dc4a7-dd7b-4b41-a6da-6f19c53af522 req-878d2e1e-8b2b-4e7c-9604-0e28997e13b6 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7476df0-1558-42bf-9328-ea24d19ebadd HTTP/1.1" status: 200 len: 210 time: 0.1561847 Jan 27 17:26:29.890384 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-deb51c1d-a2c0-4063-9f18-28a9efbb6319 req-1529dd1d-68f8-47e8-befb-a9a9407474b6 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7476df0-1558-42bf-9328-ea24d19ebadd HTTP/1.1" status: 200 len: 210 time: 0.0418909 Jan 27 17:26:30.993327 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9d8f404f-8966-454f-a4d2-93b325dfafe9 req-575dd401-f986-49e7-87b9-e2034eeb5302 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7476df0-1558-42bf-9328-ea24d19ebadd HTTP/1.1" status: 200 len: 210 time: 0.0437138 Jan 27 17:26:31.636322 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-674d23cb-e4a8-43a5-aac4-bc315da2d1ba tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=e2d2870a7fe34c5bbe107a96d23a450a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280063 Jan 27 17:26:31.787494 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-daf04402-35f4-479d-b332-0541e4e81b77 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:31.789241 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-daf04402-35f4-479d-b332-0541e4e81b77 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1482749 Jan 27 17:26:31.800534 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Request body: {'port': {'device_id': 'e7476df0-1558-42bf-9328-ea24d19ebadd', 'network_id': 'f69ca2b4-9ab3-4fab-997b-6b48422b1f8a', 'admin_state_up': True, 'tenant_id': 'e2d2870a7fe34c5bbe107a96d23a450a'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:31.938701 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:31.942605 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Usage tracker for resource:port and tenant:e2d2870a7fe34c5bbe107a96d23a450a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:31.945418 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:31.951174 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:31.962108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Made reservation on behalf of e2d2870a7fe34c5bbe107a96d23a450a for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:26:31.965536 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.981377 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:31.996057 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:32.000044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Usage tracker for resource:security_group_rule and tenant:e2d2870a7fe34c5bbe107a96d23a450a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:32.002942 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:32.008705 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:32.093045 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.098094 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.148126 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d646314-d28b-486f-afba-12a944e4ba27 req-b9eb1a6e-a087-4b84-a0c9-e91d297fd434 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7476df0-1558-42bf-9328-ea24d19ebadd HTTP/1.1" status: 200 len: 210 time: 0.0417876 Jan 27 17:26:32.176275 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fd4192-e8ff-4f0a-bb7a-eb93610e7724,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:32.270622 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Allocated IP 192.168.233.200 (f69ca2b4-9ab3-4fab-997b-6b48422b1f8a/d150c20b-105a-4ea6-bc6f-ce3c87d1aa25/045c37d9-b30c-4aa7-b347-9a193d952a12) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:26:32.475084 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.490679 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Transition to ACTIVE for port object 045c37d9-b30c-4aa7-b347-9a193d952a12 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:26:32.517287 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.589934 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Network f69ca2b4-9ab3-4fab-997b-6b48422b1f8a is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:26:32.593180 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:26:32.597236 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:26:32.627393 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Pushing event updated for resources: {'Port': ['ID=045c37d9-b30c-4aa7-b347-9a193d952a12,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:32.663885 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:32.664518 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.692624 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-6a9fb77d-d565-4db6-ac21-a1fb574c4a6b tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8956695 Jan 27 17:26:32.702522 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-e8e0f80c-1d63-4229-9931-d2b5d13d60db tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:26:32.703477 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-e8e0f80c-1d63-4229-9931-d2b5d13d60db tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052049 Jan 27 17:26:32.713642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Request body: {'port': {'device_id': 'e7476df0-1558-42bf-9328-ea24d19ebadd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:32.826144 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.872950 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-274b77f3-5045-4c5f-bd2d-869a39d6c75a None None] Provisioning for port 045c37d9-b30c-4aa7-b347-9a193d952a12 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:26:32.878627 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-274b77f3-5045-4c5f-bd2d-869a39d6c75a None None] Provisioning complete for port 045c37d9-b30c-4aa7-b347-9a193d952a12 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:32.879088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-274b77f3-5045-4c5f-bd2d-869a39d6c75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:32.936123 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-274b77f3-5045-4c5f-bd2d-869a39d6c75a None None] Port 045c37d9-b30c-4aa7-b347-9a193d952a12 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:26:33.208666 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045c37d9-b30c-4aa7-b347-9a193d952a12 {{(pid=87595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:26:33.218073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:33.235255 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Transition to ACTIVE for port object 045c37d9-b30c-4aa7-b347-9a193d952a12 will not be triggered until provisioned by entity L2. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:26:33.241215 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:33.498527 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:33.565873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=045c37d9-b30c-4aa7-b347-9a193d952a12,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:33.650115 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cdd25-350b-4a27-826a-899d7f648adb req-83d691b3-b563-4703-9b1e-7c91c353e331 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:33.650694 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-748cdd25-350b-4a27-826a-899d7f648adb req-83d691b3-b563-4703-9b1e-7c91c353e331 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Synchronizing usage tracker for tenant:e2d2870a7fe34c5bbe107a96d23a450a on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:26:33.672155 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Attempting to bind port 045c37d9-b30c-4aa7-b347-9a193d952a12 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:26:33.672484 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Attempting to bind port 045c37d9-b30c-4aa7-b347-9a193d952a12 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '19cdbf37-153b-47b1-b824-01f1c23ef350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'f69ca2b4-9ab3-4fab-997b-6b48422b1f8a'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:26:33.672803 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Attempting to bind port 045c37d9-b30c-4aa7-b347-9a193d952a12 on network f69ca2b4-9ab3-4fab-997b-6b48422b1f8a {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:26:33.681211 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Port 045c37d9-b30c-4aa7-b347-9a193d952a12 on network f69ca2b4-9ab3-4fab-997b-6b48422b1f8a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:26:33.681544 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Attempting to bind port 045c37d9-b30c-4aa7-b347-9a193d952a12 on network f69ca2b4-9ab3-4fab-997b-6b48422b1f8a {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:26:33.687266 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-748cdd25-350b-4a27-826a-899d7f648adb req-83d691b3-b563-4703-9b1e-7c91c353e331 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Unset dirty status for tenant:e2d2870a7fe34c5bbe107a96d23a450a on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:26:33.688389 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-748cdd25-350b-4a27-826a-899d7f648adb req-83d691b3-b563-4703-9b1e-7c91c353e331 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7476df0-1558-42bf-9328-ea24d19ebadd HTTP/1.1" status: 200 len: 948 time: 0.4081297 Jan 27 17:26:33.689218 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:26:33.689541 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Checking segment: {'id': '19cdbf37-153b-47b1-b824-01f1c23ef350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'f69ca2b4-9ab3-4fab-997b-6b48422b1f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:26:33.689938 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Bound using segment: {'id': '19cdbf37-153b-47b1-b824-01f1c23ef350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'f69ca2b4-9ab3-4fab-997b-6b48422b1f8a'} {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:26:33.690349 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Bound port: 045c37d9-b30c-4aa7-b347-9a193d952a12, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19cdbf37-153b-47b1-b824-01f1c23ef350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'f69ca2b4-9ab3-4fab-997b-6b48422b1f8a'}}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:26:33.690690 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:33.783449 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-748cdd25-350b-4a27-826a-899d7f648adb req-31f786e1-89d9-404a-87bb-52e61e5af2ec tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Synchronizing usage tracker for tenant:e2d2870a7fe34c5bbe107a96d23a450a on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:26:33.818292 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] For port 045c37d9-b30c-4aa7-b347-9a193d952a12, host hv-neutron-8264, cleared binding levels {{(pid=87595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:26:33.821411 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] For port 045c37d9-b30c-4aa7-b347-9a193d952a12, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=045c37d9-b30c-4aa7-b347-9a193d952a12,segment=NetworkSegment(19cdbf37-153b-47b1-b824-01f1c23ef350),segment_id=19cdbf37-153b-47b1-b824-01f1c23ef350)] {{(pid=87595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:26:33.822516 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-748cdd25-350b-4a27-826a-899d7f648adb req-31f786e1-89d9-404a-87bb-52e61e5af2ec tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Unset dirty status for tenant:e2d2870a7fe34c5bbe107a96d23a450a on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:26:33.823785 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-748cdd25-350b-4a27-826a-899d7f648adb req-31f786e1-89d9-404a-87bb-52e61e5af2ec tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/security-groups?id=34fd4192-e8ff-4f0a-bb7a-eb93610e7724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238639 Jan 27 17:26:33.826611 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:33.887703 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:33.888316 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:33.889653 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] 10.222.0.83 "PUT /v2.0/ports/045c37d9-b30c-4aa7-b347-9a193d952a12 HTTP/1.1" status: 200 len: 1098 time: 1.1800978 Jan 27 17:26:33.890141 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7476df0-1558-42bf-9328-ea24d19ebadd', 'tag': '045c37d9-b30c-4aa7-b347-9a193d952a12'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:26:33.913153 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf7b97-7ace-451f-97e2-46b673104aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=045c37d9-b30c-4aa7-b347-9a193d952a12,revision_number=3']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:33.966371 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7476df0-1558-42bf-9328-ea24d19ebadd', 'tag': '045c37d9-b30c-4aa7-b347-9a193d952a12', 'status': 'completed', 'code': 200} Jan 27 17:26:34.009109 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-229169b7-7277-433c-acec-b72ce27900fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:34.010708 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-229169b7-7277-433c-acec-b72ce27900fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e2d2870a7fe34c5bbe107a96d23a450a&device_id=e7476df0-1558-42bf-9328-ea24d19ebadd HTTP/1.1" status: 200 len: 1101 time: 0.0767982 Jan 27 17:26:34.084218 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-4971581c-855d-4e31-9d3d-6317040de95f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=045c37d9-b30c-4aa7-b347-9a193d952a12 HTTP/1.1" status: 200 len: 217 time: 0.0652072 Jan 27 17:26:34.147216 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-a4c11286-2ed8-497b-bd66-92b9c754a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:34.148592 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-a4c11286-2ed8-497b-bd66-92b9c754a26b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d150c20b-105a-4ea6-bc6f-ce3c87d1aa25 HTTP/1.1" status: 200 len: 843 time: 0.0589159 Jan 27 17:26:34.227317 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-5b30f1f4-b99e-4707-819f-1483e65dd067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:34.228728 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-5b30f1f4-b99e-4707-819f-1483e65dd067 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f69ca2b4-9ab3-4fab-997b-6b48422b1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0742159 Jan 27 17:26:34.369160 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-59177e54-4252-46bf-8b4f-0371e372e71e service neutron] 10.222.0.83 "GET /v2.0/networks/f69ca2b4-9ab3-4fab-997b-6b48422b1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342070 Jan 27 17:26:34.516420 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ed1b8511-9f4e-4f08-b9a3-d0cd7343748b req-b654273a-63a9-4ef5-9a22-becf29fef21e service neutron] 10.222.0.83 "GET /v2.0/networks/f69ca2b4-9ab3-4fab-997b-6b48422b1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396263 Jan 27 17:26:34.647150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7553c-cb13-435a-9f11-8f1d4766bb63 req-a40a09dc-6303-4798-aa16-1f43d150c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:34.649468 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-16e7553c-cb13-435a-9f11-8f1d4766bb63 req-a40a09dc-6303-4798-aa16-1f43d150c11c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e2d2870a7fe34c5bbe107a96d23a450a&device_id=e7476df0-1558-42bf-9328-ea24d19ebadd HTTP/1.1" status: 200 len: 1101 time: 0.0778427 Jan 27 17:26:34.780121 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7553c-cb13-435a-9f11-8f1d4766bb63 req-f36a8f4a-a497-4abd-9f12-1556164e6e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:34.781417 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-16e7553c-cb13-435a-9f11-8f1d4766bb63 req-f36a8f4a-a497-4abd-9f12-1556164e6e35 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f69ca2b4-9ab3-4fab-997b-6b48422b1f8a HTTP/1.1" status: 200 len: 871 time: 0.1258726 Jan 27 17:26:34.851171 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-16e7553c-cb13-435a-9f11-8f1d4766bb63 req-d08306ca-1d77-49db-ace0-c611fee03920 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=045c37d9-b30c-4aa7-b347-9a193d952a12 HTTP/1.1" status: 200 len: 217 time: 0.0627146 Jan 27 17:26:34.912979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7553c-cb13-435a-9f11-8f1d4766bb63 req-64407dae-697e-413b-bd53-151058a8cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:34.914461 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-16e7553c-cb13-435a-9f11-8f1d4766bb63 req-64407dae-697e-413b-bd53-151058a8cfda service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d150c20b-105a-4ea6-bc6f-ce3c87d1aa25 HTTP/1.1" status: 200 len: 843 time: 0.0571938 Jan 27 17:26:35.046411 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7553c-cb13-435a-9f11-8f1d4766bb63 req-b7d9f901-4974-4e9c-9354-427bd5effe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:35.047748 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-16e7553c-cb13-435a-9f11-8f1d4766bb63 req-b7d9f901-4974-4e9c-9354-427bd5effe6e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f69ca2b4-9ab3-4fab-997b-6b48422b1f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1272178 Jan 27 17:26:35.057795 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d10e46-af08-445a-b115-7b53fd6f77cd req-195ffddb-b269-4140-8bd1-2304bb424c3c tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:35.059112 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d3d10e46-af08-445a-b115-7b53fd6f77cd req-195ffddb-b269-4140-8bd1-2304bb424c3c tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7476df0-1558-42bf-9328-ea24d19ebadd HTTP/1.1" status: 200 len: 948 time: 0.1069808 Jan 27 17:26:35.181819 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d3d10e46-af08-445a-b115-7b53fd6f77cd req-58805d93-9db1-4548-982b-bdfb167fbef3 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/security-groups?id=34fd4192-e8ff-4f0a-bb7a-eb93610e7724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050317 Jan 27 17:26:35.216713 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-16e7553c-cb13-435a-9f11-8f1d4766bb63 req-c544e6d1-9046-4209-b329-79ec7b8884af service neutron] 10.222.0.83 "GET /v2.0/networks/f69ca2b4-9ab3-4fab-997b-6b48422b1f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566930 Jan 27 17:26:35.453879 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-16e7553c-cb13-435a-9f11-8f1d4766bb63 req-c6d52791-f78b-41c5-b8df-7b99487cf098 service neutron] 10.222.0.83 "GET /v2.0/networks/f69ca2b4-9ab3-4fab-997b-6b48422b1f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289686 Jan 27 17:26:36.390668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754f666-be72-4752-bf3a-414bdff033a6 req-41994d68-9860-4417-84a9-a3f6371f52cc tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:36.392042 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e754f666-be72-4752-bf3a-414bdff033a6 req-41994d68-9860-4417-84a9-a3f6371f52cc tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7476df0-1558-42bf-9328-ea24d19ebadd HTTP/1.1" status: 200 len: 948 time: 0.0928919 Jan 27 17:26:36.439009 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e754f666-be72-4752-bf3a-414bdff033a6 req-f04ebfca-9f78-4632-b02a-ac7a8ab68c43 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/security-groups?id=34fd4192-e8ff-4f0a-bb7a-eb93610e7724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389369 Jan 27 17:26:37.381148 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 045c37d9-b30c-4aa7-b347-9a193d952a12 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:26:37.521930 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 045c37d9-b30c-4aa7-b347-9a193d952a12, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=045c37d9-b30c-4aa7-b347-9a193d952a12,segment=NetworkSegment(19cdbf37-153b-47b1-b824-01f1c23ef350),segment_id=19cdbf37-153b-47b1-b824-01f1c23ef350)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:37.535416 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '045c37d9-b30c-4aa7-b347-9a193d952a12', 'network_id': 'f69ca2b4-9ab3-4fab-997b-6b48422b1f8a', 'port_id': '045c37d9-b30c-4aa7-b347-9a193d952a12', 'mac_address': 'fa:16:3e:0d:3b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd150c20b-105a-4ea6-bc6f-ce3c87d1aa25', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:26:37.595134 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:37.611785 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045c37d9-b30c-4aa7-b347-9a193d952a12 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:26:37.623491 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e9016-ad41-4dea-94bf-685c5d24971b req-5385c368-b09b-4c46-9b2f-61c1e487042a tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:37.624949 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ef7e9016-ad41-4dea-94bf-685c5d24971b req-5385c368-b09b-4c46-9b2f-61c1e487042a tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7476df0-1558-42bf-9328-ea24d19ebadd HTTP/1.1" status: 200 len: 948 time: 0.0816097 Jan 27 17:26:37.627478 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 045c37d9-b30c-4aa7-b347-9a193d952a12, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=045c37d9-b30c-4aa7-b347-9a193d952a12,segment=NetworkSegment(19cdbf37-153b-47b1-b824-01f1c23ef350),segment_id=19cdbf37-153b-47b1-b824-01f1c23ef350)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:37.633724 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:37.671212 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ef7e9016-ad41-4dea-94bf-685c5d24971b req-ef45bac8-6677-47ac-82cc-06548d4e078e tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/security-groups?id=34fd4192-e8ff-4f0a-bb7a-eb93610e7724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401731 Jan 27 17:26:37.704740 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=045c37d9-b30c-4aa7-b347-9a193d952a12,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:37.846845 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['045c37d9-b30c-4aa7-b347-9a193d952a12'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:26:38.856376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64c2ba-f3e1-48d7-bfba-bee83d2a0dc1 req-7eccbfb2-1ee2-457d-b408-86966d76ca07 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:38.857830 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3f64c2ba-f3e1-48d7-bfba-bee83d2a0dc1 req-7eccbfb2-1ee2-457d-b408-86966d76ca07 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7476df0-1558-42bf-9328-ea24d19ebadd HTTP/1.1" status: 200 len: 949 time: 0.0798981 Jan 27 17:26:38.902081 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3f64c2ba-f3e1-48d7-bfba-bee83d2a0dc1 req-0b682bc0-27a3-410a-9e11-1e2e8009dad1 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/security-groups?id=34fd4192-e8ff-4f0a-bb7a-eb93610e7724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385389 Jan 27 17:26:39.396950 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 045c37d9-b30c-4aa7-b347-9a193d952a12 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:26:39.476608 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 045c37d9-b30c-4aa7-b347-9a193d952a12 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:26:39.482639 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 045c37d9-b30c-4aa7-b347-9a193d952a12 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:39.483117 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:39.659628 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:39.697709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7476df0-1558-42bf-9328-ea24d19ebadd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045c37d9-b30c-4aa7-b347-9a193d952a12'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:26:39.707666 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 045c37d9-b30c-4aa7-b347-9a193d952a12, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=045c37d9-b30c-4aa7-b347-9a193d952a12,segment=NetworkSegment(19cdbf37-153b-47b1-b824-01f1c23ef350),segment_id=19cdbf37-153b-47b1-b824-01f1c23ef350)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:39.713706 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:39.744269 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7476df0-1558-42bf-9328-ea24d19ebadd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045c37d9-b30c-4aa7-b347-9a193d952a12', 'code': 200} Jan 27 17:26:39.782477 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=045c37d9-b30c-4aa7-b347-9a193d952a12,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:39.977838 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef25039-660e-45ae-9660-a694b3284a7f req-9ed98768-ca0e-47e3-bb7a-aa72fb8b3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:39.979871 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5ef25039-660e-45ae-9660-a694b3284a7f req-9ed98768-ca0e-47e3-bb7a-aa72fb8b3b97 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e7476df0-1558-42bf-9328-ea24d19ebadd HTTP/1.1" status: 200 len: 1103 time: 0.0781755 Jan 27 17:26:40.025467 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5ef25039-660e-45ae-9660-a694b3284a7f req-32eca4c5-c998-41e9-b7ec-f3fe954745c8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=34fd4192-e8ff-4f0a-bb7a-eb93610e7724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367231 Jan 27 17:26:40.093854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c745b32-ede4-4028-9cee-a9b742d16583 req-60622872-878a-4a48-9eef-eb182e8c796d tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:40.095325 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5c745b32-ede4-4028-9cee-a9b742d16583 req-60622872-878a-4a48-9eef-eb182e8c796d tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7476df0-1558-42bf-9328-ea24d19ebadd HTTP/1.1" status: 200 len: 950 time: 0.0828354 Jan 27 17:26:40.138148 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5c745b32-ede4-4028-9cee-a9b742d16583 req-af29cd5d-c1a5-4734-8f31-d209690b9c45 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/security-groups?id=34fd4192-e8ff-4f0a-bb7a-eb93610e7724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370672 Jan 27 17:26:41.341569 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325fbf8-2e50-4eb7-ae18-86fadf93d9a2 req-3cbedee6-f2f6-4496-904b-5d0e4e295ba5 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:41.343015 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8325fbf8-2e50-4eb7-ae18-86fadf93d9a2 req-3cbedee6-f2f6-4496-904b-5d0e4e295ba5 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7476df0-1558-42bf-9328-ea24d19ebadd HTTP/1.1" status: 200 len: 950 time: 0.0814095 Jan 27 17:26:41.399097 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8325fbf8-2e50-4eb7-ae18-86fadf93d9a2 req-3b8a9516-92c6-4e0c-bc78-533404065a76 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/security-groups?id=34fd4192-e8ff-4f0a-bb7a-eb93610e7724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501688 Jan 27 17:26:42.543074 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77205086-4a33-4dec-a25d-9a1d523e3efb req-5b86fce7-d780-41d2-b8e1-bea048e3ac2e tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:42.544431 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-77205086-4a33-4dec-a25d-9a1d523e3efb req-5b86fce7-d780-41d2-b8e1-bea048e3ac2e tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7476df0-1558-42bf-9328-ea24d19ebadd HTTP/1.1" status: 200 len: 950 time: 0.0969553 Jan 27 17:26:42.587998 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-77205086-4a33-4dec-a25d-9a1d523e3efb req-bad73af0-d232-4b65-962b-0c0bcb26108f tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/security-groups?id=34fd4192-e8ff-4f0a-bb7a-eb93610e7724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378013 Jan 27 17:26:43.748643 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed095a12-3cc3-4c30-b2d4-47362ffb6cec req-46f752fe-ed4c-4f26-a1df-f653dacbb3de tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:43.750124 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ed095a12-3cc3-4c30-b2d4-47362ffb6cec req-46f752fe-ed4c-4f26-a1df-f653dacbb3de tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7476df0-1558-42bf-9328-ea24d19ebadd HTTP/1.1" status: 200 len: 950 time: 0.0792198 Jan 27 17:26:43.774658 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b5c2b-090d-4436-9ffe-5419c63aea07 req-5cba4efa-6fb5-4e5a-a0e0-babe544ee492 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:43.776093 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-586b5c2b-090d-4436-9ffe-5419c63aea07 req-5cba4efa-6fb5-4e5a-a0e0-babe544ee492 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7476df0-1558-42bf-9328-ea24d19ebadd HTTP/1.1" status: 200 len: 950 time: 0.0799816 Jan 27 17:26:43.822570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-ed095a12-3cc3-4c30-b2d4-47362ffb6cec req-a7220e5a-95bb-4880-91c3-54228971a261 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Deleting port 045c37d9-b30c-4aa7-b347-9a193d952a12 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:26:43.822873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ed095a12-3cc3-4c30-b2d4-47362ffb6cec req-a7220e5a-95bb-4880-91c3-54228971a261 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:43.823679 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-586b5c2b-090d-4436-9ffe-5419c63aea07 req-30489f80-bce9-47df-a228-1afc689b3fdc tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/security-groups?id=34fd4192-e8ff-4f0a-bb7a-eb93610e7724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417268 Jan 27 17:26:44.068260 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-ed095a12-3cc3-4c30-b2d4-47362ffb6cec req-a7220e5a-95bb-4880-91c3-54228971a261 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] For port 045c37d9-b30c-4aa7-b347-9a193d952a12, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=045c37d9-b30c-4aa7-b347-9a193d952a12,segment=NetworkSegment(19cdbf37-153b-47b1-b824-01f1c23ef350),segment_id=19cdbf37-153b-47b1-b824-01f1c23ef350)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:44.068606 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ed095a12-3cc3-4c30-b2d4-47362ffb6cec req-a7220e5a-95bb-4880-91c3-54228971a261 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:44.188526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-ed095a12-3cc3-4c30-b2d4-47362ffb6cec req-a7220e5a-95bb-4880-91c3-54228971a261 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Calling delete_port for 045c37d9-b30c-4aa7-b347-9a193d952a12 owned by compute:nova {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:26:44.339856 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ed095a12-3cc3-4c30-b2d4-47362ffb6cec req-a7220e5a-95bb-4880-91c3-54228971a261 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:44.351458 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['045c37d9-b30c-4aa7-b347-9a193d952a12'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:26:44.391009 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7220e5a-95bb-4880-91c3-54228971a261 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Pushing event deleted for resources: {'Port': ['ID=045c37d9-b30c-4aa7-b347-9a193d952a12,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:44.468151 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed095a12-3cc3-4c30-b2d4-47362ffb6cec req-a7220e5a-95bb-4880-91c3-54228971a261 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] No DVR routers for this DVR port 045c37d9-b30c-4aa7-b347-9a193d952a12 on host hv-neutron-8264 {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:26:44.470670 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-ed095a12-3cc3-4c30-b2d4-47362ffb6cec req-a7220e5a-95bb-4880-91c3-54228971a261 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:44.473318 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7476df0-1558-42bf-9328-ea24d19ebadd', 'name': 'network-vif-deleted', 'tag': '045c37d9-b30c-4aa7-b347-9a193d952a12'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:26:44.490885 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ed095a12-3cc3-4c30-b2d4-47362ffb6cec req-a7220e5a-95bb-4880-91c3-54228971a261 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.83 "DELETE /v2.0/ports/045c37d9-b30c-4aa7-b347-9a193d952a12 HTTP/1.1" status: 204 len: 173 time: 0.7352428 Jan 27 17:26:44.520380 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7476df0-1558-42bf-9328-ea24d19ebadd', 'name': 'network-vif-deleted', 'tag': '045c37d9-b30c-4aa7-b347-9a193d952a12', 'status': 'completed', 'code': 200} Jan 27 17:26:44.987102 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a0696ee6-a369-4c44-afc5-119a451dfbbc req-9d2becb2-27bf-4366-958c-bbdf8035e5e2 tempest-ServersAdminNegativeTestJSON-813899873 tempest-ServersAdminNegativeTestJSON-813899873-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7476df0-1558-42bf-9328-ea24d19ebadd HTTP/1.1" status: 200 len: 210 time: 0.0424788 Jan 27 17:26:46.362804 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40498) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:46.517989 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8dc3f3b9-4dcf-4de3-a578-21627d89832d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e2d2870a7fe34c5bbe107a96d23a450a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539948 Jan 27 17:26:46.521728 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40504) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:46.584417 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c0001d34-04bd-4388-ba68-1261175ce36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:46.610761 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c0001d34-04bd-4388-ba68-1261175ce36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:46.674736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c0001d34-04bd-4388-ba68-1261175ce36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:46.692977 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0001d34-04bd-4388-ba68-1261175ce36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fd4192-e8ff-4f0a-bb7a-eb93610e7724,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:46.708728 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c0001d34-04bd-4388-ba68-1261175ce36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:46.709890 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c0001d34-04bd-4388-ba68-1261175ce36e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/34fd4192-e8ff-4f0a-bb7a-eb93610e7724 HTTP/1.1" status: 204 len: 168 time: 0.1870036 Jan 27 17:26:46.999166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40512) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:47.020875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5211d376-5264-4419-a6fe-fcb4dfa83625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:47.035833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5211d376-5264-4419-a6fe-fcb4dfa83625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:47.039869 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5211d376-5264-4419-a6fe-fcb4dfa83625 admin admin] Usage tracker for resource:security_group_rule and tenant:0bc1419693e04d798827cfe887d3aeea is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:47.042901 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5211d376-5264-4419-a6fe-fcb4dfa83625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:47.048631 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5211d376-5264-4419-a6fe-fcb4dfa83625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:47.132209 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5211d376-5264-4419-a6fe-fcb4dfa83625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:47.138242 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5211d376-5264-4419-a6fe-fcb4dfa83625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:47.185348 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5211d376-5264-4419-a6fe-fcb4dfa83625 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0bc1419693e04d798827cfe887d3aeea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850429 Jan 27 17:26:47.186207 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211d376-5264-4419-a6fe-fcb4dfa83625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8594cea6-517c-4b02-a2dc-e72c3ab50804,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:47.188315 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40516) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:47.248272 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae8c6b05-9371-4ccd-8663-c8e83537403e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:47.274056 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae8c6b05-9371-4ccd-8663-c8e83537403e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:47.327714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae8c6b05-9371-4ccd-8663-c8e83537403e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:47.345177 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c6b05-9371-4ccd-8663-c8e83537403e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8594cea6-517c-4b02-a2dc-e72c3ab50804,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:47.351091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ae8c6b05-9371-4ccd-8663-c8e83537403e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:47.353154 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ae8c6b05-9371-4ccd-8663-c8e83537403e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8594cea6-517c-4b02-a2dc-e72c3ab50804 HTTP/1.1" status: 204 len: 168 time: 0.1635783 Jan 27 17:26:48.095873 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40540) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:48.205619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1964250849-network', 'tenant_id': '543ab63bccfb4c6cac7bd5e607c18d9b'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:48.210587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:48.214743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Usage tracker for resource:network and tenant:543ab63bccfb4c6cac7bd5e607c18d9b is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:48.217720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:48.224078 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:48.236320 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Made reservation on behalf of 543ab63bccfb4c6cac7bd5e607c18d9b for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:26:48.238955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:48.250965 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:48.267918 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:48.271985 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Usage tracker for resource:security_group_rule and tenant:543ab63bccfb4c6cac7bd5e607c18d9b is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:48.275012 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:48.280666 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:48.368476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:48.373497 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:48.404897 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:26:48.415998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811c30ea-ae70-452d-a035-d12ea7d04beb,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:48.423914 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:48.424216 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Added segment f6dfd441-f34d-4ab6-adfc-8f4052da9b9d of type vlan for network 6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0 Jan 27 17:26:48.452365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:48.490031 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:48.491036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:48.491613 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:48.590667 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4936850 Jan 27 17:26:48.593963 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40546) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:26:48.595787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde3814-18ae-4476-8bf7-a0a171e7c302 admin admin] Pushing event updated for resources: {'Network': ['ID=6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:48.600474 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ec9b6644-9ed1-4a5b-8a95-6afb67bf898c admin admin] Request body: {'subnet': {'network_id': '6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1964250849-subnet', 'tenant_id': '543ab63bccfb4c6cac7bd5e607c18d9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:48.606702 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ec9b6644-9ed1-4a5b-8a95-6afb67bf898c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:48.608164 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:26:48.611014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ec9b6644-9ed1-4a5b-8a95-6afb67bf898c admin admin] Usage tracker for resource:subnet and tenant:543ab63bccfb4c6cac7bd5e607c18d9b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:48.614158 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ec9b6644-9ed1-4a5b-8a95-6afb67bf898c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:48.623970 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ec9b6644-9ed1-4a5b-8a95-6afb67bf898c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:48.634420 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9b6644-9ed1-4a5b-8a95-6afb67bf898c admin admin] Made reservation on behalf of 543ab63bccfb4c6cac7bd5e607c18d9b for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:26:48.636660 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec9b6644-9ed1-4a5b-8a95-6afb67bf898c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:48.725744 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b6cc5770-6bf3-4efc-a1d1-46fe46b6e56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:48.853542 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec9b6644-9ed1-4a5b-8a95-6afb67bf898c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:48.922566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b6644-9ed1-4a5b-8a95-6afb67bf898c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbca3304-b263-4280-87de-bf7640107459,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:48.934366 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9b6644-9ed1-4a5b-8a95-6afb67bf898c admin admin] Checking segment: {'id': 'f6dfd441-f34d-4ab6-adfc-8f4052da9b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:26:48.934702 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9b6644-9ed1-4a5b-8a95-6afb67bf898c admin admin] Network hostable DHCP agents. Network: 6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:26:48.955650 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9b6644-9ed1-4a5b-8a95-6afb67bf898c admin admin] Network 6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:26:48.966030 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-ec9b6644-9ed1-4a5b-8a95-6afb67bf898c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:26:48.970548 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9b6644-9ed1-4a5b-8a95-6afb67bf898c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:48.971246 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec9b6644-9ed1-4a5b-8a95-6afb67bf898c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:48.974949 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5fe631-e85b-4132-ab2c-a7e38ebc4bb1 None None] Network 6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:26:48.997262 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ec9b6644-9ed1-4a5b-8a95-6afb67bf898c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4022253 Jan 27 17:26:49.184210 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bf5ffb-d21e-4364-b838-ce8361342de5 None None] Network 6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:26:49.460702 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 045c37d9-b30c-4aa7-b347-9a193d952a12 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:26:49.494695 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 045c37d9-b30c-4aa7-b347-9a193d952a12 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:26:49.494904 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 045c37d9-b30c-4aa7-b347-9a193d952a12 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:26:49.510796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f255b1fe-cfd2-4e1b-b32f-bf96d54c6de7 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:49.511499 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f255b1fe-cfd2-4e1b-b32f-bf96d54c6de7 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Synchronizing usage tracker for tenant:543ab63bccfb4c6cac7bd5e607c18d9b on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:26:49.531783 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f255b1fe-cfd2-4e1b-b32f-bf96d54c6de7 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Unset dirty status for tenant:543ab63bccfb4c6cac7bd5e607c18d9b on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:26:49.533077 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f255b1fe-cfd2-4e1b-b32f-bf96d54c6de7 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/networks?id=6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0 HTTP/1.1" status: 200 len: 812 time: 0.1757510 Jan 27 17:26:49.547854 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-abb24441-7872-4833-8027-1a75f669cdc8 req-50a8f79a-d836-4042-9382-f28a7a888db7 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/quotas/543ab63bccfb4c6cac7bd5e607c18d9b HTTP/1.1" status: 200 len: 375 time: 0.0088978 Jan 27 17:26:49.593701 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-abb24441-7872-4833-8027-1a75f669cdc8 req-b61d451c-6b49-4770-9022-c2502cd14bc5 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=543ab63bccfb4c6cac7bd5e607c18d9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409853 Jan 27 17:26:49.658937 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [req-abb24441-7872-4833-8027-1a75f669cdc8 req-2c4534e4-7914-4284-aa3a-189189e8681e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:26:49.660521 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-abb24441-7872-4833-8027-1a75f669cdc8 req-2c4534e4-7914-4284-aa3a-189189e8681e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0574815 Jan 27 17:26:49.899558 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-abb24441-7872-4833-8027-1a75f669cdc8 req-c86c0361-8ff9-4e97-9b11-01b74dbcdc80 service neutron] 10.222.0.50 "GET /v2.0/networks/6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327867 Jan 27 17:26:50.032272 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-abb24441-7872-4833-8027-1a75f669cdc8 req-ceb4bc66-930c-41a5-a1db-2396417cd890 service neutron] 10.222.0.50 "GET /v2.0/networks/6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247454 Jan 27 17:26:50.219998 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a18fd7a9-a788-458b-b48e-31691d010b61 req-71d1efff-dee2-4cc7-ad94-6977b36a733a tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 210 time: 0.0464547 Jan 27 17:26:51.036309 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f0005891-07ee-4f3f-a876-82c3a2e39470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:51.333718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb24441-7872-4833-8027-1a75f669cdc8 req-22157c72-fa60-4b13-b7af-8a7d32a9ebd6 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:51.335062 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-abb24441-7872-4833-8027-1a75f669cdc8 req-22157c72-fa60-4b13-b7af-8a7d32a9ebd6 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.83 "GET /v2.0/networks?id=6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0 HTTP/1.1" status: 200 len: 812 time: 0.1574676 Jan 27 17:26:51.347102 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f290e202-1c9a-4503-bedf-c9451868b86f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Request body: {'port': {'device_id': '7e9c085b-3d24-4af0-8123-3fdb327f20ac', 'network_id': '6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0', 'admin_state_up': True, 'tenant_id': '543ab63bccfb4c6cac7bd5e607c18d9b'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:51.378987 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-58be1aad-544e-4cbd-949e-d2ad20be8c31 req-e3adce45-66a5-4c8b-bf62-a88891b630fb tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 210 time: 0.0505095 Jan 27 17:26:51.580770 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f290e202-1c9a-4503-bedf-c9451868b86f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:26:51.584694 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f290e202-1c9a-4503-bedf-c9451868b86f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Usage tracker for resource:port and tenant:543ab63bccfb4c6cac7bd5e607c18d9b is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:26:51.587430 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f290e202-1c9a-4503-bedf-c9451868b86f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:26:51.593125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f290e202-1c9a-4503-bedf-c9451868b86f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:26:51.605947 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f290e202-1c9a-4503-bedf-c9451868b86f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Made reservation on behalf of 543ab63bccfb4c6cac7bd5e607c18d9b for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:26:51.609518 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f290e202-1c9a-4503-bedf-c9451868b86f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:51.774821 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f290e202-1c9a-4503-bedf-c9451868b86f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Allocated IP 172.20.0.9 (6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0/fbca3304-b263-4280-87de-bf7640107459/9b2dcfca-f105-45f3-bcd3-356f5d2b96ed) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:26:51.991531 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f290e202-1c9a-4503-bedf-c9451868b86f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:52.028797 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f290e202-1c9a-4503-bedf-c9451868b86f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:52.104332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f290e202-1c9a-4503-bedf-c9451868b86f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Network 6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:26:52.107568 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f290e202-1c9a-4503-bedf-c9451868b86f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:26:52.110392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f290e202-1c9a-4503-bedf-c9451868b86f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:26:52.147579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290e202-1c9a-4503-bedf-c9451868b86f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Pushing event updated for resources: {'Port': ['ID=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:52.179857 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f290e202-1c9a-4503-bedf-c9451868b86f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:52.180449 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f290e202-1c9a-4503-bedf-c9451868b86f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:52.180948 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:52.200816 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-abb24441-7872-4833-8027-1a75f669cdc8 req-f290e202-1c9a-4503-bedf-c9451868b86f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8576548 Jan 27 17:26:52.212188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Request body: {'port': {'device_id': '7e9c085b-3d24-4af0-8123-3fdb327f20ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:26:52.224766 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:52.322659 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:52.667615 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a38f7-9e7c-4f40-9906-efd852d6b20d req-6fdb4e85-a7f8-4fef-add6-fbdd8a02c97d tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:52.668327 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-358a38f7-9e7c-4f40-9906-efd852d6b20d req-6fdb4e85-a7f8-4fef-add6-fbdd8a02c97d tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Synchronizing usage tracker for tenant:543ab63bccfb4c6cac7bd5e607c18d9b on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:26:52.741453 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed {{(pid=87595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:26:52.745487 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-358a38f7-9e7c-4f40-9906-efd852d6b20d req-6fdb4e85-a7f8-4fef-add6-fbdd8a02c97d tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Unset dirty status for tenant:543ab63bccfb4c6cac7bd5e607c18d9b on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:26:52.746716 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-358a38f7-9e7c-4f40-9906-efd852d6b20d req-6fdb4e85-a7f8-4fef-add6-fbdd8a02c97d tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 931 time: 0.2536001 Jan 27 17:26:52.750520 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:52.784784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Transition to ACTIVE for port object 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed will not be triggered until provisioned by entity L2. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:26:52.800251 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:52.852542 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-358a38f7-9e7c-4f40-9906-efd852d6b20d req-3ea2480f-be75-4396-88ff-55694a01e6c5 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995195 Jan 27 17:26:52.963200 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:53.041086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Attempting to bind port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:26:53.041415 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Attempting to bind port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f6dfd441-f34d-4ab6-adfc-8f4052da9b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:26:53.041749 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Attempting to bind port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed on network 6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:26:53.046503 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed on network 6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:26:53.046810 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Attempting to bind port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed on network 6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:26:53.052398 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:26:53.052746 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Checking segment: {'id': 'f6dfd441-f34d-4ab6-adfc-8f4052da9b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:26:53.053123 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Bound using segment: {'id': 'f6dfd441-f34d-4ab6-adfc-8f4052da9b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0'} {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:26:53.053563 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Bound port: 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6dfd441-f34d-4ab6-adfc-8f4052da9b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0'}}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:26:53.053933 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:53.150720 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] For port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed, host hv-neutron-8264, cleared binding levels {{(pid=87595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:26:53.153910 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] For port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed,segment=NetworkSegment(f6dfd441-f34d-4ab6-adfc-8f4052da9b9d),segment_id=f6dfd441-f34d-4ab6-adfc-8f4052da9b9d)] {{(pid=87595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:26:53.160346 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:53.219552 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:53.220161 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:53.221629 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-abb24441-7872-4833-8027-1a75f669cdc8 req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] 10.222.0.83 "PUT /v2.0/ports/9b2dcfca-f105-45f3-bcd3-356f5d2b96ed HTTP/1.1" status: 200 len: 1093 time: 1.0135207 Jan 27 17:26:53.222131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9c085b-3d24-4af0-8123-3fdb327f20ac', 'tag': '9b2dcfca-f105-45f3-bcd3-356f5d2b96ed'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:26:53.242501 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5300b09-986d-41b5-ac6f-846686e1bda2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed,revision_number=3']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:53.294430 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9c085b-3d24-4af0-8123-3fdb327f20ac', 'tag': '9b2dcfca-f105-45f3-bcd3-356f5d2b96ed', 'status': 'completed', 'code': 200} Jan 27 17:26:53.334841 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb24441-7872-4833-8027-1a75f669cdc8 req-ba040cb8-2746-4d83-bfdc-f9541dad8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:53.336316 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-abb24441-7872-4833-8027-1a75f669cdc8 req-ba040cb8-2746-4d83-bfdc-f9541dad8550 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=543ab63bccfb4c6cac7bd5e607c18d9b&device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 1096 time: 0.0764050 Jan 27 17:26:53.405574 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-abb24441-7872-4833-8027-1a75f669cdc8 req-1eab7cc8-58f3-486a-9d18-739163a9e1de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed HTTP/1.1" status: 200 len: 217 time: 0.0624952 Jan 27 17:26:53.438204 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:53.475268 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb24441-7872-4833-8027-1a75f669cdc8 req-383ca0c8-40d1-4481-ad3a-e0610b00127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:53.476604 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-abb24441-7872-4833-8027-1a75f669cdc8 req-383ca0c8-40d1-4481-ad3a-e0610b00127f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fbca3304-b263-4280-87de-bf7640107459 HTTP/1.1" status: 200 len: 852 time: 0.0649076 Jan 27 17:26:53.620931 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-abb24441-7872-4833-8027-1a75f669cdc8 req-d23ab88d-e9f2-41c0-988d-be9c657cd5e8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381836 Jan 27 17:26:53.753901 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-abb24441-7872-4833-8027-1a75f669cdc8 req-a892aee3-0b74-4235-bfb8-48ba0f9c14ce service neutron] 10.222.0.83 "GET /v2.0/networks/6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266875 Jan 27 17:26:53.885645 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-abb24441-7872-4833-8027-1a75f669cdc8 req-5452ca5c-e6e9-4e05-83e3-ee995867c754 service neutron] 10.222.0.83 "GET /v2.0/networks/6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260266 Jan 27 17:26:54.062114 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5b8c9-625f-4359-9e99-68465cb5a3f6 req-c2d83346-f39b-415b-97df-db7712b025c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:54.063451 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b0e5b8c9-625f-4359-9e99-68465cb5a3f6 req-c2d83346-f39b-415b-97df-db7712b025c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=543ab63bccfb4c6cac7bd5e607c18d9b&device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 1096 time: 0.1282854 Jan 27 17:26:54.074279 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57fc1b-3c70-4703-a61e-157aec2cb3d2 req-e53133ee-846c-4a18-9c0b-bd2c76438bea tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:54.075659 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-de57fc1b-3c70-4703-a61e-157aec2cb3d2 req-e53133ee-846c-4a18-9c0b-bd2c76438bea tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 943 time: 0.1071019 Jan 27 17:26:54.223334 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-de57fc1b-3c70-4703-a61e-157aec2cb3d2 req-214acd74-5dbf-45e1-b6cd-b97a136ae3e9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297052 Jan 27 17:26:54.254738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5b8c9-625f-4359-9e99-68465cb5a3f6 req-6544143b-73db-4a6d-88e3-50410142e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:54.256176 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b0e5b8c9-625f-4359-9e99-68465cb5a3f6 req-6544143b-73db-4a6d-88e3-50410142e433 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0 HTTP/1.1" status: 200 len: 914 time: 0.1797068 Jan 27 17:26:54.326926 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b0e5b8c9-625f-4359-9e99-68465cb5a3f6 req-423113b7-90d9-428c-b16e-b3b44a515c5d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed HTTP/1.1" status: 200 len: 217 time: 0.0638101 Jan 27 17:26:54.393854 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5b8c9-625f-4359-9e99-68465cb5a3f6 req-d38501b3-ffd7-4e9f-b14a-e5a56731cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:54.395227 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b0e5b8c9-625f-4359-9e99-68465cb5a3f6 req-d38501b3-ffd7-4e9f-b14a-e5a56731cac7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fbca3304-b263-4280-87de-bf7640107459 HTTP/1.1" status: 200 len: 852 time: 0.0608594 Jan 27 17:26:54.451013 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b0e5b8c9-625f-4359-9e99-68465cb5a3f6 req-d2005571-56e5-485a-a137-fb839223b486 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492165 Jan 27 17:26:54.588610 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b0e5b8c9-625f-4359-9e99-68465cb5a3f6 req-b44367a6-8742-4960-8183-cb22d8b3518b service neutron] 10.222.0.83 "GET /v2.0/networks/6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299837 Jan 27 17:26:54.717637 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b0e5b8c9-625f-4359-9e99-68465cb5a3f6 req-8ad62aa1-00eb-44e4-992e-365a42443a5b service neutron] 10.222.0.83 "GET /v2.0/networks/6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227880 Jan 27 17:26:55.416396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0420e2e-2248-4ba9-a6c0-2cb4412babac req-33c3372c-7286-4969-9187-4c8041660d88 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:55.417882 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e0420e2e-2248-4ba9-a6c0-2cb4412babac req-33c3372c-7286-4969-9187-4c8041660d88 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 943 time: 0.0881016 Jan 27 17:26:55.461776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-e0420e2e-2248-4ba9-a6c0-2cb4412babac req-7aa08a07-308e-4ead-966c-f68613fb1b83 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Synchronizing usage tracker for tenant:543ab63bccfb4c6cac7bd5e607c18d9b on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:26:55.479964 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-e0420e2e-2248-4ba9-a6c0-2cb4412babac req-7aa08a07-308e-4ead-966c-f68613fb1b83 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Unset dirty status for tenant:543ab63bccfb4c6cac7bd5e607c18d9b on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:26:55.481265 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e0420e2e-2248-4ba9-a6c0-2cb4412babac req-7aa08a07-308e-4ead-966c-f68613fb1b83 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574455 Jan 27 17:26:56.672770 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4602159-3460-4ebf-b046-fd9cd433a35b req-ea522449-92a9-4d27-b649-960d99da723c tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:56.674297 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b4602159-3460-4ebf-b046-fd9cd433a35b req-ea522449-92a9-4d27-b649-960d99da723c tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 943 time: 0.0833535 Jan 27 17:26:56.723309 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b4602159-3460-4ebf-b046-fd9cd433a35b req-f7d41e0d-e375-43e6-a661-5baf99ec00cb tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406075 Jan 27 17:26:57.492046 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:26:57.625203 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed,segment=NetworkSegment(f6dfd441-f34d-4ab6-adfc-8f4052da9b9d),segment_id=f6dfd441-f34d-4ab6-adfc-8f4052da9b9d)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:57.638057 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '9b2dcfca-f105-45f3-bcd3-356f5d2b96ed', 'network_id': '6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0', 'port_id': '9b2dcfca-f105-45f3-bcd3-356f5d2b96ed', 'mac_address': 'fa:16:3e:0c:a9:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbca3304-b263-4280-87de-bf7640107459', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:26:57.698173 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:57.714946 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:26:57.730284 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed,segment=NetworkSegment(f6dfd441-f34d-4ab6-adfc-8f4052da9b9d),segment_id=f6dfd441-f34d-4ab6-adfc-8f4052da9b9d)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:57.735006 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:57.800153 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:26:57.915965 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c558683-80cb-41a3-8efa-726240de1b18 req-79488cf6-bcc6-4194-af73-16f0adac5edf tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:57.917409 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3c558683-80cb-41a3-8efa-726240de1b18 req-79488cf6-bcc6-4194-af73-16f0adac5edf tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 944 time: 0.0861967 Jan 27 17:26:57.934328 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['9b2dcfca-f105-45f3-bcd3-356f5d2b96ed'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:26:57.966963 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3c558683-80cb-41a3-8efa-726240de1b18 req-48bbecba-070c-48d9-94ef-603c8fa77792 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411248 Jan 27 17:26:58.558578 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:26:59.163782 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3427bd-2d11-4696-b5b8-6313271cdbfb req-b7865891-8904-4537-afbe-c1f198d76d3e tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:26:59.165211 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ed3427bd-2d11-4696-b5b8-6313271cdbfb req-b7865891-8904-4537-afbe-c1f198d76d3e tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 944 time: 0.0839086 Jan 27 17:26:59.209303 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ed3427bd-2d11-4696-b5b8-6313271cdbfb req-7a8a5c6d-74e0-4d26-8003-38416eda6420 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382128 Jan 27 17:26:59.506600 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:26:59.583384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:26:59.587964 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:26:59.588324 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:59.702023 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:59.728215 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9c085b-3d24-4af0-8123-3fdb327f20ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2dcfca-f105-45f3-bcd3-356f5d2b96ed'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:26:59.737626 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed,segment=NetworkSegment(f6dfd441-f34d-4ab6-adfc-8f4052da9b9d),segment_id=f6dfd441-f34d-4ab6-adfc-8f4052da9b9d)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:26:59.742575 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:26:59.777347 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9c085b-3d24-4af0-8123-3fdb327f20ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2dcfca-f105-45f3-bcd3-356f5d2b96ed', 'code': 200} Jan 27 17:26:59.813961 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:00.004787 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b9e11-1a7b-4ed8-9332-0245dca8834c req-d497f346-312f-4bc4-b0e1-55019454f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:00.006369 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-020b9e11-1a7b-4ed8-9332-0245dca8834c req-d497f346-312f-4bc4-b0e1-55019454f4d7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 1098 time: 0.0741360 Jan 27 17:27:00.046775 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-020b9e11-1a7b-4ed8-9332-0245dca8834c req-3fa47a2d-7fdc-4bbf-b988-b3f07c37d226 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346553 Jan 27 17:27:00.405898 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83306b8a-5789-4860-a976-31b57f3f2a4c req-af94e888-e73b-432e-aa8d-7f06d2dd6741 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:00.407292 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-83306b8a-5789-4860-a976-31b57f3f2a4c req-af94e888-e73b-432e-aa8d-7f06d2dd6741 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0820844 Jan 27 17:27:00.457078 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-83306b8a-5789-4860-a976-31b57f3f2a4c req-958a98ae-8f64-40d3-b0e1-a354fcd4f638 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433996 Jan 27 17:27:01.672329 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898928d1-cd60-4935-8d5b-9e221b8f876c req-c003af0b-44f2-434c-93c0-dbb69180cac4 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:01.673931 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-898928d1-cd60-4935-8d5b-9e221b8f876c req-c003af0b-44f2-434c-93c0-dbb69180cac4 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0834408 Jan 27 17:27:01.717998 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-898928d1-cd60-4935-8d5b-9e221b8f876c req-d74f6ddd-8c9a-4866-8a51-191664efff8a tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382564 Jan 27 17:27:02.098095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40612) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:27:02.125555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f791a-9894-49fc-b31e-05d6788e6bab req-edde1d35-f27d-4a12-b3c6-1c3f9834f546 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:02.127054 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-177f791a-9894-49fc-b31e-05d6788e6bab req-edde1d35-f27d-4a12-b3c6-1c3f9834f546 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0837345 Jan 27 17:27:02.171211 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-177f791a-9894-49fc-b31e-05d6788e6bab req-bca7f603-6e91-4975-83cb-e26e251c070d tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386302 Jan 27 17:27:02.312131 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-c4038f45-ba6c-418e-b69f-9fe9e46c074e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2126920 Jan 27 17:27:03.364260 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83828c-4f31-4d25-9756-59ceec84620c req-4fc95f70-df7e-41fd-9f82-858ae0d4df7e tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:03.365588 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6e83828c-4f31-4d25-9756-59ceec84620c req-4fc95f70-df7e-41fd-9f82-858ae0d4df7e tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0800033 Jan 27 17:27:03.411634 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6e83828c-4f31-4d25-9756-59ceec84620c req-d125c749-335e-4cfc-8fa3-4f243a9746bd tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377955 Jan 27 17:27:03.505768 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:03.593398 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-85b28903-4739-47ea-9095-69dd0c54a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:03.594898 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-85b28903-4739-47ea-9095-69dd0c54a1dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=543ab63bccfb4c6cac7bd5e607c18d9b&device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 1098 time: 0.0736520 Jan 27 17:27:03.725235 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-b1823441-389b-4ce0-a313-72f3f90e6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:03.726666 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-b1823441-389b-4ce0-a313-72f3f90e6aad service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0 HTTP/1.1" status: 200 len: 914 time: 0.1256180 Jan 27 17:27:03.795205 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-9fc982f3-06ff-4bb2-ab0d-d75cccaa4de7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed HTTP/1.1" status: 200 len: 217 time: 0.0626221 Jan 27 17:27:03.858011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-dc391865-685c-4ed2-a5e6-a4546444ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:03.859381 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-dc391865-685c-4ed2-a5e6-a4546444ee31 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fbca3304-b263-4280-87de-bf7640107459 HTTP/1.1" status: 200 len: 852 time: 0.0586071 Jan 27 17:27:03.905542 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-629dbc97-3ac5-4df1-ab3a-c7e821865490 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404336 Jan 27 17:27:04.064395 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-978a2db5-0898-4c65-9bc8-52b788d74b13 service neutron] 10.222.0.83 "GET /v2.0/networks/6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518118 Jan 27 17:27:04.206328 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-507940c6-b0be-469a-b07e-d3d4df8c0965 service neutron] 10.222.0.83 "GET /v2.0/networks/6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358054 Jan 27 17:27:04.615543 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72837e92-d622-4b51-aa9d-0fe527f55446 req-baa69bb7-74be-49c3-95da-16572e8aafbc tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:04.616977 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-72837e92-d622-4b51-aa9d-0fe527f55446 req-baa69bb7-74be-49c3-95da-16572e8aafbc tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0876923 Jan 27 17:27:04.666280 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-72837e92-d622-4b51-aa9d-0fe527f55446 req-89875c06-f1c5-4818-a961-58d3ce66ca22 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410645 Jan 27 17:27:05.875162 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723763c0-8197-4aaf-b6e6-f3777af2523e req-0818ee0a-8b71-4ac9-9255-65f4a99ff5b8 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:05.876568 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-723763c0-8197-4aaf-b6e6-f3777af2523e req-0818ee0a-8b71-4ac9-9255-65f4a99ff5b8 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0947821 Jan 27 17:27:05.924634 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-723763c0-8197-4aaf-b6e6-f3777af2523e req-f22c62b5-e721-4224-8638-f38e18c43a09 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422392 Jan 27 17:27:07.123915 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109b3ad-4f80-41d8-82fc-a6393a444ae6 req-5d3227c3-77e8-43ab-8e33-81ac03d25bbf tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:07.125347 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1109b3ad-4f80-41d8-82fc-a6393a444ae6 req-5d3227c3-77e8-43ab-8e33-81ac03d25bbf tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0802445 Jan 27 17:27:07.176548 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1109b3ad-4f80-41d8-82fc-a6393a444ae6 req-a198f1b0-fa87-4372-8720-96fbda0e4e85 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453582 Jan 27 17:27:08.391654 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b75ea-0e6e-4c25-8fba-d9daab11cbaa req-96fb6d03-7466-4e0d-b6b8-9bde392dd009 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:08.392998 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-fc9b75ea-0e6e-4c25-8fba-d9daab11cbaa req-96fb6d03-7466-4e0d-b6b8-9bde392dd009 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0938251 Jan 27 17:27:08.441318 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-fc9b75ea-0e6e-4c25-8fba-d9daab11cbaa req-bb5808c4-677e-4ac0-9f39-b0ece72608b7 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400386 Jan 27 17:27:09.647562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d32dc-96ed-4eaa-a58c-e35bcb35c352 req-6761d09a-9ceb-4e69-a59b-6741d207e0aa tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:09.649087 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-483d32dc-96ed-4eaa-a58c-e35bcb35c352 req-6761d09a-9ceb-4e69-a59b-6741d207e0aa tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0896642 Jan 27 17:27:09.702626 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-483d32dc-96ed-4eaa-a58c-e35bcb35c352 req-87872347-6750-478d-a0a2-e8e116911874 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475218 Jan 27 17:27:10.928159 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bcfd1-e083-4cce-aa33-614474b9fd24 req-d1e0730c-4207-4f45-8a46-fe7526c5720b tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:10.930213 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-109bcfd1-e083-4cce-aa33-614474b9fd24 req-d1e0730c-4207-4f45-8a46-fe7526c5720b tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0973375 Jan 27 17:27:10.982452 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-109bcfd1-e083-4cce-aa33-614474b9fd24 req-50bba826-9c97-4ab0-86d3-89db7b2f5e33 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461466 Jan 27 17:27:12.188131 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d500f-f620-4536-8024-2fa30025915d req-7009ccc8-4c43-4fc5-9460-de07d252e317 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:12.189571 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-373d500f-f620-4536-8024-2fa30025915d req-7009ccc8-4c43-4fc5-9460-de07d252e317 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0889814 Jan 27 17:27:12.235629 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-373d500f-f620-4536-8024-2fa30025915d req-9ddc9b76-92f5-4603-903a-1abd20926fae tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402007 Jan 27 17:27:13.427657 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02682170-40ca-4c07-b05c-f704f2df5f77 req-359495e7-c98e-4334-aa73-15a118d262ef tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:13.429954 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-02682170-40ca-4c07-b05c-f704f2df5f77 req-359495e7-c98e-4334-aa73-15a118d262ef tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0804114 Jan 27 17:27:13.481718 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-02682170-40ca-4c07-b05c-f704f2df5f77 req-5d9ca54b-8af7-4393-8f13-4b7cb1afaecd tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458333 Jan 27 17:27:14.694748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1a377-d66d-43cd-9f86-73a9bbf908b9 req-619061f0-69dc-4cec-a001-d6379d429389 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:14.696247 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1c1a377-d66d-43cd-9f86-73a9bbf908b9 req-619061f0-69dc-4cec-a001-d6379d429389 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.1037295 Jan 27 17:27:14.743705 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1c1a377-d66d-43cd-9f86-73a9bbf908b9 req-5525c43b-4676-4734-94f1-4297744e2a27 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389307 Jan 27 17:27:15.951624 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c233ae-335c-4602-ba98-5d3f0b8c6a5c req-44029a8a-41a8-48c3-884e-52e079d01c57 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:15.953056 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a9c233ae-335c-4602-ba98-5d3f0b8c6a5c req-44029a8a-41a8-48c3-884e-52e079d01c57 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0905666 Jan 27 17:27:15.996460 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a9c233ae-335c-4602-ba98-5d3f0b8c6a5c req-68c2a95f-9b3e-4c18-b137-f8c2451be86d tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376735 Jan 27 17:27:17.188992 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad58f1-857a-4b20-8ad3-f0b04244e8ca req-5335d122-6c92-47df-bbc2-68277973571b tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:17.190460 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-92ad58f1-857a-4b20-8ad3-f0b04244e8ca req-5335d122-6c92-47df-bbc2-68277973571b tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0824826 Jan 27 17:27:17.243612 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-92ad58f1-857a-4b20-8ad3-f0b04244e8ca req-a407860d-4f6a-443b-87d8-910896da612f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441535 Jan 27 17:27:18.448173 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7d865-b773-4a10-a79d-d45dc3984dcc req-ebd808fb-da1d-4d67-93be-488894daf7c1 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:18.449584 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-fbd7d865-b773-4a10-a79d-d45dc3984dcc req-ebd808fb-da1d-4d67-93be-488894daf7c1 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0895801 Jan 27 17:27:18.497943 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-fbd7d865-b773-4a10-a79d-d45dc3984dcc req-88f5bd29-3333-40ad-b6db-09471d945c9f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425355 Jan 27 17:27:18.730451 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d8d1a6d3-9190-43b2-86de-5db5b78f581a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:19.687966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83041f9e-11ca-4a3e-83c9-e011356b0425 req-f46f6589-a7c4-4b4d-8672-f8806f528cac tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:19.689456 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-83041f9e-11ca-4a3e-83c9-e011356b0425 req-f46f6589-a7c4-4b4d-8672-f8806f528cac tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0801983 Jan 27 17:27:19.735072 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-83041f9e-11ca-4a3e-83c9-e011356b0425 req-2b621e51-54f8-465b-960d-825ce16e4366 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397151 Jan 27 17:27:20.935534 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed28317-edc4-467e-af1a-a386c0e11e97 req-448e8f75-88e5-4543-8d6d-31de3b80b324 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:20.937011 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aed28317-edc4-467e-af1a-a386c0e11e97 req-448e8f75-88e5-4543-8d6d-31de3b80b324 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0882020 Jan 27 17:27:20.980443 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aed28317-edc4-467e-af1a-a386c0e11e97 req-5536e7ea-9712-4d67-95c5-d150731cbab2 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377645 Jan 27 17:27:21.033264 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0817523a-9249-46bf-93f0-c047156c3daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:22.181955 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729cf4e-ede7-40b7-a6da-d525d6c7a406 req-4a43731f-2258-4d43-a33a-aeba964524b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:22.183400 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3729cf4e-ede7-40b7-a6da-d525d6c7a406 req-4a43731f-2258-4d43-a33a-aeba964524b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=543ab63bccfb4c6cac7bd5e607c18d9b&device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 1098 time: 0.0735323 Jan 27 17:27:22.184003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:22.186193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90f6b0-8981-489b-9b6d-408cfbc56c8a req-c0955589-637e-44de-b293-944cc73a19f4 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:22.187696 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5e90f6b0-8981-489b-9b6d-408cfbc56c8a req-c0955589-637e-44de-b293-944cc73a19f4 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0854027 Jan 27 17:27:22.229032 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:22.234092 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5e90f6b0-8981-489b-9b6d-408cfbc56c8a req-8c8a7620-71e2-462d-bb84-c02f6d358116 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405352 Jan 27 17:27:22.425864 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729cf4e-ede7-40b7-a6da-d525d6c7a406 req-b18007fc-02b8-45ab-a28c-4e5fc8531b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:22.427299 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3729cf4e-ede7-40b7-a6da-d525d6c7a406 req-b18007fc-02b8-45ab-a28c-4e5fc8531b2f service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0 HTTP/1.1" status: 200 len: 914 time: 0.2235386 Jan 27 17:27:22.503016 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3729cf4e-ede7-40b7-a6da-d525d6c7a406 req-0d1d866b-6587-4406-8726-e1bc9198fa93 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed HTTP/1.1" status: 200 len: 217 time: 0.0689399 Jan 27 17:27:22.566223 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729cf4e-ede7-40b7-a6da-d525d6c7a406 req-67f272bd-f30b-498a-b172-613fd2945a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:22.567599 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3729cf4e-ede7-40b7-a6da-d525d6c7a406 req-67f272bd-f30b-498a-b172-613fd2945a7b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fbca3304-b263-4280-87de-bf7640107459 HTTP/1.1" status: 200 len: 852 time: 0.0575223 Jan 27 17:27:22.614685 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3729cf4e-ede7-40b7-a6da-d525d6c7a406 req-7aa12d46-c80a-46a7-b223-0a3328cde8f5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385208 Jan 27 17:27:22.754836 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3729cf4e-ede7-40b7-a6da-d525d6c7a406 req-5b1bcf44-699a-4ac1-942f-3e10da20b08e service neutron] 10.222.0.83 "GET /v2.0/networks/6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328983 Jan 27 17:27:22.885363 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3729cf4e-ede7-40b7-a6da-d525d6c7a406 req-36dc9ed5-7dc4-4df0-a07f-bb4936868e9c service neutron] 10.222.0.83 "GET /v2.0/networks/6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244650 Jan 27 17:27:23.436911 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101eb5f-496e-4d24-9c1a-3dc6f937de4b req-955806a0-26c8-470a-8945-907a56fa173a tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:23.438515 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6101eb5f-496e-4d24-9c1a-3dc6f937de4b req-955806a0-26c8-470a-8945-907a56fa173a tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0928583 Jan 27 17:27:23.441223 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:23.483809 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6101eb5f-496e-4d24-9c1a-3dc6f937de4b req-76b4b04e-0db0-495a-9d0c-189458307678 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389960 Jan 27 17:27:24.716992 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418323e3-f39d-428e-9529-9edc5931008b req-4fc01780-113e-43bd-9174-cd0f20244d5a tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:24.718439 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-418323e3-f39d-428e-9529-9edc5931008b req-4fc01780-113e-43bd-9174-cd0f20244d5a tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0949032 Jan 27 17:27:24.763524 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-418323e3-f39d-428e-9529-9edc5931008b req-83272742-928d-4e26-9489-4dc324e13073 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390699 Jan 27 17:27:25.964355 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d362b38-a00e-406f-8873-f7af732b186c req-b7f34440-1585-4f51-9c8a-6529d657a5bf tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:25.965796 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4d362b38-a00e-406f-8873-f7af732b186c req-b7f34440-1585-4f51-9c8a-6529d657a5bf tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0791094 Jan 27 17:27:26.012896 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4d362b38-a00e-406f-8873-f7af732b186c req-30425dc3-9cd7-4cae-9d16-4efdd03b64d5 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Jan 27 17:27:27.214916 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943fd68-2957-4742-87ef-165f6a91bc29 req-9ec358ce-a287-4340-aac5-e03051d73154 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:27.216336 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b943fd68-2957-4742-87ef-165f6a91bc29 req-9ec358ce-a287-4340-aac5-e03051d73154 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0851760 Jan 27 17:27:27.264747 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b943fd68-2957-4742-87ef-165f6a91bc29 req-e88f97f1-a7b5-468a-b4ff-0d700528b7e9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410039 Jan 27 17:27:28.451648 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816bc37-5977-4b48-9cd1-2bcfa36118c5 req-d2e15fd0-1754-4511-9a3b-073fc57107ab tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:28.453053 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3816bc37-5977-4b48-9cd1-2bcfa36118c5 req-d2e15fd0-1754-4511-9a3b-073fc57107ab tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0782480 Jan 27 17:27:28.497054 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3816bc37-5977-4b48-9cd1-2bcfa36118c5 req-92616368-5661-482c-9f18-c5ccbf1d596e tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381203 Jan 27 17:27:29.859333 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0897e4-174d-4d7f-b14f-aae420d5c4b5 req-e26a506e-a17a-4cab-b892-1f4e3a950916 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:29.860779 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7a0897e4-174d-4d7f-b14f-aae420d5c4b5 req-e26a506e-a17a-4cab-b892-1f4e3a950916 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0831778 Jan 27 17:27:29.906729 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7a0897e4-174d-4d7f-b14f-aae420d5c4b5 req-88b271c0-198d-4f34-9c94-f0ed5a440c84 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376844 Jan 27 17:27:30.913212 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-9856fe00-0202-46e3-969b-53792c147baf service neutron] 10.222.0.83 "GET /v2.0/ports/9b2dcfca-f105-45f3-bcd3-356f5d2b96ed/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0879972 Jan 27 17:27:31.100249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c72ba-bda3-4765-90e8-21af54d6eb08 req-1b248ab1-fa7e-4ddc-8512-8fc94f059f6c tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:31.101734 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-562c72ba-bda3-4765-90e8-21af54d6eb08 req-1b248ab1-fa7e-4ddc-8512-8fc94f059f6c tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0891104 Jan 27 17:27:31.194059 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-562c72ba-bda3-4765-90e8-21af54d6eb08 req-b2ccca02-3528-4c92-9b95-2d6617b7a13f tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863583 Jan 27 17:27:31.212832 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-1d2dc0bb-cae5-4412-ae85-17200defb2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:31.214302 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-1d2dc0bb-cae5-4412-ae85-17200defb2d5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac&tenant_id=543ab63bccfb4c6cac7bd5e607c18d9b HTTP/1.1" status: 200 len: 1098 time: 0.0937276 Jan 27 17:27:31.304385 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-a2c7ba3c-3b92-49f1-8c78-fa6e2b6b7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:31.305927 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-a2c7ba3c-3b92-49f1-8c78-fa6e2b6b7d81 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=543ab63bccfb4c6cac7bd5e607c18d9b&device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 1098 time: 0.0708799 Jan 27 17:27:31.434567 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-bbc2e7b0-886b-4980-ba56-b5b5516033cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:31.435984 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-bbc2e7b0-886b-4980-ba56-b5b5516033cf service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0 HTTP/1.1" status: 200 len: 914 time: 0.1246362 Jan 27 17:27:31.505905 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-50e0f108-54c1-45ce-88a0-d00f8bf3156d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed HTTP/1.1" status: 200 len: 217 time: 0.0627904 Jan 27 17:27:31.568191 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-6ac569b8-868e-4d57-b8db-9cb2ad61bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:31.569526 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-6ac569b8-868e-4d57-b8db-9cb2ad61bf6d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fbca3304-b263-4280-87de-bf7640107459 HTTP/1.1" status: 200 len: 852 time: 0.0581114 Jan 27 17:27:31.614544 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-987a691d-9e42-4f6a-aa0c-eca2214b46d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390601 Jan 27 17:27:31.746205 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-a0ead5cd-936d-4130-beb4-13e718b659e7 service neutron] 10.222.0.83 "GET /v2.0/networks/6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253448 Jan 27 17:27:31.879426 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b19ae9f5-6307-42a1-b307-e7fbd8f30952 req-0529ed4d-c48f-4e29-aaeb-93e2b6ea0012 service neutron] 10.222.0.83 "GET /v2.0/networks/6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267996 Jan 27 17:27:32.400685 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd900e-d235-43de-939b-c59bab4fded9 req-051546eb-137b-4cc5-8fc8-a2f4d42343dc tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:32.402124 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-06bd900e-d235-43de-939b-c59bab4fded9 req-051546eb-137b-4cc5-8fc8-a2f4d42343dc tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0885024 Jan 27 17:27:32.448465 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-06bd900e-d235-43de-939b-c59bab4fded9 req-e52c845a-2d8f-4eda-a535-1293dcb377bd tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373673 Jan 27 17:27:33.505993 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:33.744806 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fae949-f33b-4b3c-9cfa-763118d74f79 req-f8719793-62f5-4643-af4e-8f289892ce4d tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:33.746190 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-71fae949-f33b-4b3c-9cfa-763118d74f79 req-f8719793-62f5-4643-af4e-8f289892ce4d tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.1819220 Jan 27 17:27:33.789694 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-71fae949-f33b-4b3c-9cfa-763118d74f79 req-78a1e582-bdb1-4c51-bcd4-d48ea95071b4 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377829 Jan 27 17:27:34.991616 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488bd91-bc11-4976-866b-e2f0d4728eba req-d5b605f7-d0df-49fd-b26b-c4ff36e2041a tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:34.993146 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a488bd91-bc11-4976-866b-e2f0d4728eba req-d5b605f7-d0df-49fd-b26b-c4ff36e2041a tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0874498 Jan 27 17:27:35.040239 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a488bd91-bc11-4976-866b-e2f0d4728eba req-9e5185a1-f920-47f9-94f1-a1e53d25317c tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414803 Jan 27 17:27:35.435443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b355497-ea2a-4f7f-929f-521054271178 req-1fdf2f25-4e55-4cdc-856d-238a7b22f66e tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:35.436896 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3b355497-ea2a-4f7f-929f-521054271178 req-1fdf2f25-4e55-4cdc-856d-238a7b22f66e tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac&tenant_id=543ab63bccfb4c6cac7bd5e607c18d9b&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 945 time: 0.0892231 Jan 27 17:27:35.558136 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:27:35.595274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b355497-ea2a-4f7f-929f-521054271178 req-10986568-2bec-4b8c-b7cf-c27b3f2f5ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:35.596728 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3b355497-ea2a-4f7f-929f-521054271178 req-10986568-2bec-4b8c-b7cf-c27b3f2f5ad6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=543ab63bccfb4c6cac7bd5e607c18d9b&device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 1098 time: 0.0777726 Jan 27 17:27:35.650941 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:27:35.653216 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:27:35.729453 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b355497-ea2a-4f7f-929f-521054271178 req-f5a1d5f7-1207-4b35-ba7f-fe274f5643df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:35.730997 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3b355497-ea2a-4f7f-929f-521054271178 req-f5a1d5f7-1207-4b35-ba7f-fe274f5643df service neutron] 10.222.0.83 "GET /v2.0/networks?id=6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0 HTTP/1.1" status: 200 len: 914 time: 0.1280022 Jan 27 17:27:35.800785 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3b355497-ea2a-4f7f-929f-521054271178 req-a015082f-eb9d-4f58-ae11-08aaa359a468 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed HTTP/1.1" status: 200 len: 217 time: 0.0639815 Jan 27 17:27:35.862672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b355497-ea2a-4f7f-929f-521054271178 req-80299f4e-fb63-4c57-a201-a38b6bc1ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:35.864110 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3b355497-ea2a-4f7f-929f-521054271178 req-80299f4e-fb63-4c57-a201-a38b6bc1ce86 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fbca3304-b263-4280-87de-bf7640107459 HTTP/1.1" status: 200 len: 852 time: 0.0575838 Jan 27 17:27:35.878972 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:35.900314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed,segment=NetworkSegment(f6dfd441-f34d-4ab6-adfc-8f4052da9b9d),segment_id=f6dfd441-f34d-4ab6-adfc-8f4052da9b9d)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:27:35.910673 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3b355497-ea2a-4f7f-929f-521054271178 req-3f033429-2633-4a6e-a001-34729f4f2b93 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397005 Jan 27 17:27:35.920006 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '9b2dcfca-f105-45f3-bcd3-356f5d2b96ed', 'network_id': '6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0', 'port_id': '9b2dcfca-f105-45f3-bcd3-356f5d2b96ed', 'mac_address': 'fa:16:3e:0c:a9:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbca3304-b263-4280-87de-bf7640107459', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:27:35.925126 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9c085b-3d24-4af0-8123-3fdb327f20ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b2dcfca-f105-45f3-bcd3-356f5d2b96ed'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:27:35.959475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed,segment=NetworkSegment(f6dfd441-f34d-4ab6-adfc-8f4052da9b9d),segment_id=f6dfd441-f34d-4ab6-adfc-8f4052da9b9d)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:27:35.965159 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:36.001044 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9c085b-3d24-4af0-8123-3fdb327f20ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b2dcfca-f105-45f3-bcd3-356f5d2b96ed', 'code': 200} Jan 27 17:27:36.050596 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3b355497-ea2a-4f7f-929f-521054271178 req-1410c928-1f80-48e5-8595-b0ce1d2286dc service neutron] 10.222.0.83 "GET /v2.0/networks/6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337657 Jan 27 17:27:36.051035 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:36.074333 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:27:36.078287 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:36.091662 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:36.092022 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:36.092361 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:36.092688 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:36.093017 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:36.093341 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:36.093662 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:36.094056 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:36.094367 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:36.094684 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:36.095020 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:36.095311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:36.104196 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed,segment=NetworkSegment(f6dfd441-f34d-4ab6-adfc-8f4052da9b9d),segment_id=f6dfd441-f34d-4ab6-adfc-8f4052da9b9d)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:27:36.108963 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:36.170398 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['9b2dcfca-f105-45f3-bcd3-356f5d2b96ed'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:27:36.191072 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3b355497-ea2a-4f7f-929f-521054271178 req-4365386b-2bc3-46a9-b216-f2fddeb1c580 service neutron] 10.222.0.83 "GET /v2.0/networks/6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324551 Jan 27 17:27:36.224019 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:37.047179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497159e-5d58-4ae7-a771-f34936df498e req-38f6166a-2b94-4461-a314-0418fc4f72a7 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:37.048603 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2497159e-5d58-4ae7-a771-f34936df498e req-38f6166a-2b94-4461-a314-0418fc4f72a7 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 944 time: 0.0847697 Jan 27 17:27:37.091686 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2497159e-5d58-4ae7-a771-f34936df498e req-c9adb422-5d38-48d5-acdb-069e3fc12f27 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372367 Jan 27 17:27:37.687805 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:27:37.759815 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:27:37.760158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:37.879312 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:37.912083 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed,segment=NetworkSegment(f6dfd441-f34d-4ab6-adfc-8f4052da9b9d),segment_id=f6dfd441-f34d-4ab6-adfc-8f4052da9b9d)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:27:37.917299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:37.988203 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed,revision_number=8']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:38.002386 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9c085b-3d24-4af0-8123-3fdb327f20ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2dcfca-f105-45f3-bcd3-356f5d2b96ed'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:27:38.047920 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9c085b-3d24-4af0-8123-3fdb327f20ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2dcfca-f105-45f3-bcd3-356f5d2b96ed', 'code': 200} Jan 27 17:27:38.282541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc0a59-21a8-4759-b0ab-79de7276dbc8 req-cf9ca23a-44dd-4b6f-971a-77c8156d85e5 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:38.283920 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d3cc0a59-21a8-4759-b0ab-79de7276dbc8 req-cf9ca23a-44dd-4b6f-971a-77c8156d85e5 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0878155 Jan 27 17:27:38.330834 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d3cc0a59-21a8-4759-b0ab-79de7276dbc8 req-ce8a2db6-f49f-4fd7-afeb-2333a9850bbc tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/security-groups?id=811c30ea-ae70-452d-a035-d12ea7d04beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382483 Jan 27 17:27:38.631517 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b355497-ea2a-4f7f-929f-521054271178 req-9a841ca1-da76-461c-b3a6-9b04f2c7012c tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:38.632914 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3b355497-ea2a-4f7f-929f-521054271178 req-9a841ca1-da76-461c-b3a6-9b04f2c7012c tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 945 time: 0.0845587 Jan 27 17:27:38.704768 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-3b355497-ea2a-4f7f-929f-521054271178 req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Deleting port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:27:38.705077 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-3b355497-ea2a-4f7f-929f-521054271178 req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:38.953363 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-3b355497-ea2a-4f7f-929f-521054271178 req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] For port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed,segment=NetworkSegment(f6dfd441-f34d-4ab6-adfc-8f4052da9b9d),segment_id=f6dfd441-f34d-4ab6-adfc-8f4052da9b9d)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:27:38.953722 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-3b355497-ea2a-4f7f-929f-521054271178 req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:39.076200 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-3b355497-ea2a-4f7f-929f-521054271178 req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Calling delete_port for 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed owned by compute:nova {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:27:39.243226 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-3b355497-ea2a-4f7f-929f-521054271178 req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:39.255415 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['9b2dcfca-f105-45f3-bcd3-356f5d2b96ed'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:27:39.295967 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Pushing event deleted for resources: {'Port': ['ID=9b2dcfca-f105-45f3-bcd3-356f5d2b96ed,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:39.333324 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:39.333662 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:39.334117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:39.334441 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:39.334759 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:39.335106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:39.335423 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:39.335735 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:39.336044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:39.336362 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:39.336676 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:39.336967 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:39.377436 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b355497-ea2a-4f7f-929f-521054271178 req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] No DVR routers for this DVR port 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed on host hv-neutron-8264 {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:27:39.379952 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-3b355497-ea2a-4f7f-929f-521054271178 req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:39.382482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9c085b-3d24-4af0-8123-3fdb327f20ac', 'name': 'network-vif-deleted', 'tag': '9b2dcfca-f105-45f3-bcd3-356f5d2b96ed'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:27:39.399813 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3b355497-ea2a-4f7f-929f-521054271178 req-9d60e599-0803-49db-b733-677948362cb9 tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.83 "DELETE /v2.0/ports/9b2dcfca-f105-45f3-bcd3-356f5d2b96ed HTTP/1.1" status: 204 len: 173 time: 0.7620242 Jan 27 17:27:39.437533 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9c085b-3d24-4af0-8123-3fdb327f20ac', 'name': 'network-vif-deleted', 'tag': '9b2dcfca-f105-45f3-bcd3-356f5d2b96ed', 'status': 'completed', 'code': 200} Jan 27 17:27:39.607222 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-48068154-ca5e-427b-89ff-2f234a24010b req-b66d0b43-934a-4c84-8ff0-987a20a262fb tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Synchronizing usage tracker for tenant:543ab63bccfb4c6cac7bd5e607c18d9b on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:27:39.626408 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-48068154-ca5e-427b-89ff-2f234a24010b req-b66d0b43-934a-4c84-8ff0-987a20a262fb tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] Unset dirty status for tenant:543ab63bccfb4c6cac7bd5e607c18d9b on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:27:39.628446 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-48068154-ca5e-427b-89ff-2f234a24010b req-b66d0b43-934a-4c84-8ff0-987a20a262fb tempest-DeleteServersTestJSON-1742096250 tempest-DeleteServersTestJSON-1742096250-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9c085b-3d24-4af0-8123-3fdb327f20ac HTTP/1.1" status: 200 len: 210 time: 0.1716285 Jan 27 17:27:40.883521 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40718) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:27:40.955037 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Deleting subnet fbca3304-b263-4280-87de-bf7640107459 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:27:40.958182 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:41.008649 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:41.062063 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:41.130982 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:41.174189 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbca3304-b263-4280-87de-bf7640107459,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:41.176852 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:41.186663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:41.187113 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:41.189727 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:41.192184 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:41.192522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:41.195021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:41.195358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:41.195676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:41.195997 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:41.196315 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:41.196629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:41.196937 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:27:41.200223 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ec006393-10a2-4789-87e9-9b328cd67323 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fbca3304-b263-4280-87de-bf7640107459 HTTP/1.1" status: 204 len: 168 time: 0.3157115 Jan 27 17:27:41.202774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40722) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:27:41.399670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c4cc02d-c5d9-4a81-9b6e-d2f7e3bc47fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:41.532776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c4cc02d-c5d9-4a81-9b6e-d2f7e3bc47fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:41.559086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-2c4cc02d-c5d9-4a81-9b6e-d2f7e3bc47fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:27:41.571468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-2c4cc02d-c5d9-4a81-9b6e-d2f7e3bc47fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6dfd441-f34d-4ab6-adfc-8f4052da9b9d') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:27:41.571759 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-2c4cc02d-c5d9-4a81-9b6e-d2f7e3bc47fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6dfd441-f34d-4ab6-adfc-8f4052da9b9d') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:27:41.583012 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c4cc02d-c5d9-4a81-9b6e-d2f7e3bc47fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:41.600541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c4cc02d-c5d9-4a81-9b6e-d2f7e3bc47fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:41.607411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4cc02d-c5d9-4a81-9b6e-d2f7e3bc47fb admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:27:41.607786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c4cc02d-c5d9-4a81-9b6e-d2f7e3bc47fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:27:41.620656 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:27:41.676984 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:27:41.696575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c4cc02d-c5d9-4a81-9b6e-d2f7e3bc47fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:41.712664 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:27:41.712818 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2c4cc02d-c5d9-4a81-9b6e-d2f7e3bc47fb admin admin] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:41.712996 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9b2dcfca-f105-45f3-bcd3-356f5d2b96ed not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:27:41.723964 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cc02d-c5d9-4a81-9b6e-d2f7e3bc47fb admin admin] Pushing event deleted for resources: {'Network': ['ID=6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:41.730940 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2c4cc02d-c5d9-4a81-9b6e-d2f7e3bc47fb admin admin] 10.222.0.50 "DELETE /v2.0/networks/6b65f66f-f5b9-4c3d-879f-3ed6b054fbf0 HTTP/1.1" status: 204 len: 168 time: 0.5272620 Jan 27 17:27:41.845529 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40728) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:27:41.902521 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2d4eadb7-3fe6-494e-b342-3d61370a5bff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=543ab63bccfb4c6cac7bd5e607c18d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557973 Jan 27 17:27:41.906254 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40732) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:27:41.963485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d262857a-2d60-4bab-b474-5fb2745ee828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:41.988281 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d262857a-2d60-4bab-b474-5fb2745ee828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:42.043611 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d262857a-2d60-4bab-b474-5fb2745ee828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:42.060222 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262857a-2d60-4bab-b474-5fb2745ee828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811c30ea-ae70-452d-a035-d12ea7d04beb,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:42.077238 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d262857a-2d60-4bab-b474-5fb2745ee828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:42.080055 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d262857a-2d60-4bab-b474-5fb2745ee828 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/811c30ea-ae70-452d-a035-d12ea7d04beb HTTP/1.1" status: 204 len: 168 time: 0.1712785 Jan 27 17:27:42.842234 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 40756) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:27:42.950600 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1691594425-network', 'tenant_id': 'f9e011c0851044a3bd1b04f303fe4747'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:27:42.955627 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:27:42.959848 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Usage tracker for resource:network and tenant:f9e011c0851044a3bd1b04f303fe4747 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:27:42.963557 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:27:42.969477 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:27:42.981257 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Made reservation on behalf of f9e011c0851044a3bd1b04f303fe4747 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:27:42.983607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:42.995729 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:43.009754 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:27:43.013598 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Usage tracker for resource:security_group_rule and tenant:f9e011c0851044a3bd1b04f303fe4747 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:27:43.016402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:27:43.022045 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:27:43.105801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:43.111463 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:43.143909 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:27:43.152315 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca2b7f1-988e-4f7d-b236-d2c05577925a,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:43.157800 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:43.158179 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Added segment f8654238-fffe-4876-9936-de0685f0e1c9 of type vlan for network 2afb50d9-f8cb-4ccb-9ce1-1213157f3284 Jan 27 17:27:43.184117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:43.217766 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:43.218684 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:43.219247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:43.314603 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4712229 Jan 27 17:27:43.317619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 40762) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:27:43.320075 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702913a-cb39-4f2e-a37b-0a13a26b8275 admin admin] Pushing event updated for resources: {'Network': ['ID=2afb50d9-f8cb-4ccb-9ce1-1213157f3284,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:43.324765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-8f68c3d6-8e17-43e1-886e-d950bd3194d4 admin admin] Request body: {'subnet': {'network_id': '2afb50d9-f8cb-4ccb-9ce1-1213157f3284', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1691594425-subnet', 'tenant_id': 'f9e011c0851044a3bd1b04f303fe4747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:27:43.329925 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 2afb50d9-f8cb-4ccb-9ce1-1213157f3284 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:27:43.331154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8f68c3d6-8e17-43e1-886e-d950bd3194d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:27:43.335445 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8f68c3d6-8e17-43e1-886e-d950bd3194d4 admin admin] Usage tracker for resource:subnet and tenant:f9e011c0851044a3bd1b04f303fe4747 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:27:43.338646 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8f68c3d6-8e17-43e1-886e-d950bd3194d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:27:43.344645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8f68c3d6-8e17-43e1-886e-d950bd3194d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:27:43.357061 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f68c3d6-8e17-43e1-886e-d950bd3194d4 admin admin] Made reservation on behalf of f9e011c0851044a3bd1b04f303fe4747 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:27:43.359817 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8f68c3d6-8e17-43e1-886e-d950bd3194d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:43.575747 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8f68c3d6-8e17-43e1-886e-d950bd3194d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:43.641990 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68c3d6-8e17-43e1-886e-d950bd3194d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42f8523a-aee2-481f-b2a2-57b84693b0e3,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:43.655107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f68c3d6-8e17-43e1-886e-d950bd3194d4 admin admin] Checking segment: {'id': 'f8654238-fffe-4876-9936-de0685f0e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2afb50d9-f8cb-4ccb-9ce1-1213157f3284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:27:43.655457 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f68c3d6-8e17-43e1-886e-d950bd3194d4 admin admin] Network hostable DHCP agents. Network: 2afb50d9-f8cb-4ccb-9ce1-1213157f3284, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:27:43.676588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f68c3d6-8e17-43e1-886e-d950bd3194d4 admin admin] Network 2afb50d9-f8cb-4ccb-9ce1-1213157f3284 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:27:43.687235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-8f68c3d6-8e17-43e1-886e-d950bd3194d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 2afb50d9-f8cb-4ccb-9ce1-1213157f3284) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:27:43.691288 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f68c3d6-8e17-43e1-886e-d950bd3194d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:43.691866 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8f68c3d6-8e17-43e1-886e-d950bd3194d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:43.696464 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d95253-3962-443e-be58-5811cb16c465 None None] Network 2afb50d9-f8cb-4ccb-9ce1-1213157f3284 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:27:43.712960 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8f68c3d6-8e17-43e1-886e-d950bd3194d4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3942101 Jan 27 17:27:43.910080 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d438470-4e9f-4677-8fd8-d27fbaa5713a None None] Network 2afb50d9-f8cb-4ccb-9ce1-1213157f3284 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:27:44.221061 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-c94a49ef-ee0f-4e62-a324-34113e987bc1 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:44.221709 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-c94a49ef-ee0f-4e62-a324-34113e987bc1 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Synchronizing usage tracker for tenant:f9e011c0851044a3bd1b04f303fe4747 on resource:network {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:27:44.241784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-c94a49ef-ee0f-4e62-a324-34113e987bc1 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Unset dirty status for tenant:f9e011c0851044a3bd1b04f303fe4747 on resource:network {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:27:44.243130 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-c94a49ef-ee0f-4e62-a324-34113e987bc1 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/networks?id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284 HTTP/1.1" status: 200 len: 815 time: 0.1774569 Jan 27 17:27:44.257877 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-8a6650ec-29a9-4d7e-9f8c-3c337b4c0eeb tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/quotas/f9e011c0851044a3bd1b04f303fe4747 HTTP/1.1" status: 200 len: 375 time: 0.0090601 Jan 27 17:27:44.304328 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-cf6e5990-d37e-48be-b7f9-4b13ec084c85 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9e011c0851044a3bd1b04f303fe4747&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415788 Jan 27 17:27:44.315009 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-5cba3b26-6c1b-48b2-a004-af48f90446a8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:27:44.315918 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-5cba3b26-6c1b-48b2-a004-af48f90446a8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049772 Jan 27 17:27:44.459802 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3bfcbc12-8f99-4368-bea6-df9da0fdf7a2 service neutron] 10.222.0.50 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385384 Jan 27 17:27:44.596102 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-4795f607-098d-43e5-9cc7-24ec589ce8ba service neutron] 10.222.0.50 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303003 Jan 27 17:27:44.774806 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0fbfabdb-2409-4d6e-abda-6b9a2b4610bb req-43f996f0-d3ac-4c03-bede-08fac2aba1d2 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 210 time: 0.0447760 Jan 27 17:27:45.860675 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-e8ed9c9b-76e2-464f-983f-4a5bd90b1e11 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:45.862134 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-e8ed9c9b-76e2-464f-983f-4a5bd90b1e11 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.83 "GET /v2.0/networks?id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284 HTTP/1.1" status: 200 len: 815 time: 0.1525335 Jan 27 17:27:45.877304 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-024db9a7-9675-43f2-a1ae-29acccf3e604 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Request body: {'port': {'device_id': '9f898bec-3a4f-4096-8439-d62f6a4bb4af', 'network_id': '2afb50d9-f8cb-4ccb-9ce1-1213157f3284', 'admin_state_up': True, 'tenant_id': 'f9e011c0851044a3bd1b04f303fe4747'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:27:45.958625 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8614b69f-3f1e-48d4-b4d5-5c43adca55cb req-a2c3753c-788c-4a24-9d0b-c6ce660bddd5 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 210 time: 0.0628533 Jan 27 17:27:46.059440 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-024db9a7-9675-43f2-a1ae-29acccf3e604 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:27:46.063322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-024db9a7-9675-43f2-a1ae-29acccf3e604 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Usage tracker for resource:port and tenant:f9e011c0851044a3bd1b04f303fe4747 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:27:46.066067 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-024db9a7-9675-43f2-a1ae-29acccf3e604 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:27:46.071806 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-024db9a7-9675-43f2-a1ae-29acccf3e604 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:27:46.082387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-024db9a7-9675-43f2-a1ae-29acccf3e604 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Made reservation on behalf of f9e011c0851044a3bd1b04f303fe4747 for: {'port': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:27:46.086044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-024db9a7-9675-43f2-a1ae-29acccf3e604 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:46.243305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-024db9a7-9675-43f2-a1ae-29acccf3e604 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Allocated IP 172.20.0.2 (2afb50d9-f8cb-4ccb-9ce1-1213157f3284/42f8523a-aee2-481f-b2a2-57b84693b0e3/59f87163-489d-42bc-b6ef-8e5a7713c4c5) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:27:46.462102 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-024db9a7-9675-43f2-a1ae-29acccf3e604 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:46.493574 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-024db9a7-9675-43f2-a1ae-29acccf3e604 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:46.560886 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-024db9a7-9675-43f2-a1ae-29acccf3e604 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Network 2afb50d9-f8cb-4ccb-9ce1-1213157f3284 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:27:46.563981 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-024db9a7-9675-43f2-a1ae-29acccf3e604 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:27:46.567672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-024db9a7-9675-43f2-a1ae-29acccf3e604 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:27:46.596880 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024db9a7-9675-43f2-a1ae-29acccf3e604 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Pushing event updated for resources: {'Port': ['ID=59f87163-489d-42bc-b6ef-8e5a7713c4c5,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:46.635114 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-024db9a7-9675-43f2-a1ae-29acccf3e604 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:46.635685 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-024db9a7-9675-43f2-a1ae-29acccf3e604 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:46.658221 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-024db9a7-9675-43f2-a1ae-29acccf3e604 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7883122 Jan 27 17:27:46.669636 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Request body: {'port': {'device_id': '9f898bec-3a4f-4096-8439-d62f6a4bb4af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:27:46.874474 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:47.142845 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693472e4-cd07-47c9-9d5d-3966681b1a45 req-af10a1c5-0444-41e4-8d34-37b165c67b88 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:47.144215 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-693472e4-cd07-47c9-9d5d-3966681b1a45 req-af10a1c5-0444-41e4-8d34-37b165c67b88 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 931 time: 0.0797477 Jan 27 17:27:47.196405 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-693472e4-cd07-47c9-9d5d-3966681b1a45 req-9a4d9b16-c390-446f-9c44-fcb92d5c732e tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461998 Jan 27 17:27:47.211681 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f87163-489d-42bc-b6ef-8e5a7713c4c5 {{(pid=87595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:27:47.218038 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:47.232985 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Transition to ACTIVE for port object 59f87163-489d-42bc-b6ef-8e5a7713c4c5 will not be triggered until provisioned by entity L2. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:27:47.237475 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:47.387227 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Pushing event updated for resources: {'Port': ['ID=59f87163-489d-42bc-b6ef-8e5a7713c4c5,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:47.466974 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Attempting to bind port 59f87163-489d-42bc-b6ef-8e5a7713c4c5 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:27:47.467290 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Attempting to bind port 59f87163-489d-42bc-b6ef-8e5a7713c4c5 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f8654238-fffe-4876-9936-de0685f0e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2afb50d9-f8cb-4ccb-9ce1-1213157f3284'}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:27:47.467611 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Attempting to bind port 59f87163-489d-42bc-b6ef-8e5a7713c4c5 on network 2afb50d9-f8cb-4ccb-9ce1-1213157f3284 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:27:47.472484 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Port 59f87163-489d-42bc-b6ef-8e5a7713c4c5 on network 2afb50d9-f8cb-4ccb-9ce1-1213157f3284 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:27:47.472789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Attempting to bind port 59f87163-489d-42bc-b6ef-8e5a7713c4c5 on network 2afb50d9-f8cb-4ccb-9ce1-1213157f3284 {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:27:47.478861 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:27:47.479221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Checking segment: {'id': 'f8654238-fffe-4876-9936-de0685f0e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2afb50d9-f8cb-4ccb-9ce1-1213157f3284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:27:47.479606 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Bound using segment: {'id': 'f8654238-fffe-4876-9936-de0685f0e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2afb50d9-f8cb-4ccb-9ce1-1213157f3284'} {{(pid=87595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:27:47.480027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.managers [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Bound port: 59f87163-489d-42bc-b6ef-8e5a7713c4c5, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8654238-fffe-4876-9936-de0685f0e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2afb50d9-f8cb-4ccb-9ce1-1213157f3284'}}] {{(pid=87595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:27:47.480367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:47.583705 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] For port 59f87163-489d-42bc-b6ef-8e5a7713c4c5, host hv-neutron-8264, cleared binding levels {{(pid=87595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:27:47.586741 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] For port 59f87163-489d-42bc-b6ef-8e5a7713c4c5, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=59f87163-489d-42bc-b6ef-8e5a7713c4c5,segment=NetworkSegment(f8654238-fffe-4876-9936-de0685f0e1c9),segment_id=f8654238-fffe-4876-9936-de0685f0e1c9)] {{(pid=87595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:27:47.593668 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:47.657955 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:47.658562 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:47.659913 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] 10.222.0.83 "PUT /v2.0/ports/59f87163-489d-42bc-b6ef-8e5a7713c4c5 HTTP/1.1" status: 200 len: 1093 time: 0.9941285 Jan 27 17:27:47.660319 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f898bec-3a4f-4096-8439-d62f6a4bb4af', 'tag': '59f87163-489d-42bc-b6ef-8e5a7713c4c5'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:27:47.682606 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66eb5b-6716-4a69-85df-ab982f1259f5 service neutron] Pushing event updated for resources: {'Port': ['ID=59f87163-489d-42bc-b6ef-8e5a7713c4c5,revision_number=3']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:47.732038 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f898bec-3a4f-4096-8439-d62f6a4bb4af', 'tag': '59f87163-489d-42bc-b6ef-8e5a7713c4c5', 'status': 'completed', 'code': 200} Jan 27 17:27:47.772705 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-8913ad18-b2e1-4a95-8a5f-b650b1cc4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:47.774308 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-8913ad18-b2e1-4a95-8a5f-b650b1cc4cde service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9e011c0851044a3bd1b04f303fe4747&device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 1096 time: 0.0745327 Jan 27 17:27:47.844106 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-1b96b185-d57a-4a52-bbd8-9525143a8241 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59f87163-489d-42bc-b6ef-8e5a7713c4c5 HTTP/1.1" status: 200 len: 217 time: 0.0629299 Jan 27 17:27:47.907123 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-bcdb1120-5695-4723-99fa-9549e7d53615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:47.908412 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-bcdb1120-5695-4723-99fa-9549e7d53615 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=42f8523a-aee2-481f-b2a2-57b84693b0e3 HTTP/1.1" status: 200 len: 855 time: 0.0581539 Jan 27 17:27:47.957900 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-7a29af76-5ea4-4751-9442-53b62ff20916 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427001 Jan 27 17:27:48.088430 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-79df5715-4acc-4f31-b9d1-490bf0fa43ed service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244662 Jan 27 17:27:48.220633 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2fa9fd79-0405-4474-9004-6bbea076d2e2 req-ab8f0e82-14f0-4f72-a7d6-b2253c4a2034 service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261752 Jan 27 17:27:48.337826 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65259c59-a75a-459f-9dcc-c85250779eda req-c2412fe4-6ceb-43fa-a7c1-408f8d9d94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:48.339290 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-65259c59-a75a-459f-9dcc-c85250779eda req-c2412fe4-6ceb-43fa-a7c1-408f8d9d94e2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9e011c0851044a3bd1b04f303fe4747&device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 1096 time: 0.0700905 Jan 27 17:27:48.385522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25540ee1-13dc-4d0e-abdb-8695296b7e19 req-842eea04-1e54-4a21-ada6-c684f9b875ad tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:48.387009 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-25540ee1-13dc-4d0e-abdb-8695296b7e19 req-842eea04-1e54-4a21-ada6-c684f9b875ad tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 943 time: 0.0832610 Jan 27 17:27:48.433957 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-25540ee1-13dc-4d0e-abdb-8695296b7e19 req-9f5ea841-42cb-481b-bbc5-2be4203a3a26 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407059 Jan 27 17:27:48.570799 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65259c59-a75a-459f-9dcc-c85250779eda req-4feb737e-ea8f-421a-b517-b00a190386a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:48.572142 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-65259c59-a75a-459f-9dcc-c85250779eda req-4feb737e-ea8f-421a-b517-b00a190386a6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284 HTTP/1.1" status: 200 len: 917 time: 0.2260392 Jan 27 17:27:48.640021 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-65259c59-a75a-459f-9dcc-c85250779eda req-735aa769-ef73-422b-9ef3-8062fd3df2bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59f87163-489d-42bc-b6ef-8e5a7713c4c5 HTTP/1.1" status: 200 len: 217 time: 0.0613868 Jan 27 17:27:48.705605 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65259c59-a75a-459f-9dcc-c85250779eda req-5fc2284e-1760-4626-b8a8-61e9356e5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:48.707112 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-65259c59-a75a-459f-9dcc-c85250779eda req-5fc2284e-1760-4626-b8a8-61e9356e5985 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=42f8523a-aee2-481f-b2a2-57b84693b0e3 HTTP/1.1" status: 200 len: 855 time: 0.0603797 Jan 27 17:27:48.732981 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5244278b-e3dd-4edc-bbfb-f6999a2da969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:48.757943 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-65259c59-a75a-459f-9dcc-c85250779eda req-0978e6d9-c043-4ee4-b6fc-14606582860a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434220 Jan 27 17:27:48.888538 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-65259c59-a75a-459f-9dcc-c85250779eda req-6fc50412-1fd1-4f95-99fb-92e7575be65a service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241877 Jan 27 17:27:49.020846 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-65259c59-a75a-459f-9dcc-c85250779eda req-e53c5e52-c28a-4664-8b0b-41dd1a1a909e service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261089 Jan 27 17:27:49.653914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb749d08-f33f-44d4-815f-880e83325032 req-f3203671-3846-44a9-aac1-6f8d069664c4 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:49.654506 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-eb749d08-f33f-44d4-815f-880e83325032 req-f3203671-3846-44a9-aac1-6f8d069664c4 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Synchronizing usage tracker for tenant:f9e011c0851044a3bd1b04f303fe4747 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:27:49.673848 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-eb749d08-f33f-44d4-815f-880e83325032 req-f3203671-3846-44a9-aac1-6f8d069664c4 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Unset dirty status for tenant:f9e011c0851044a3bd1b04f303fe4747 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:27:49.674978 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-eb749d08-f33f-44d4-815f-880e83325032 req-f3203671-3846-44a9-aac1-6f8d069664c4 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 943 time: 0.1176212 Jan 27 17:27:49.719095 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-eb749d08-f33f-44d4-815f-880e83325032 req-997541ad-3705-4e04-9a07-221a92d5cfe1 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Synchronizing usage tracker for tenant:f9e011c0851044a3bd1b04f303fe4747 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:27:49.739086 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-eb749d08-f33f-44d4-815f-880e83325032 req-997541ad-3705-4e04-9a07-221a92d5cfe1 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Unset dirty status for tenant:f9e011c0851044a3bd1b04f303fe4747 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:27:49.740319 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-eb749d08-f33f-44d4-815f-880e83325032 req-997541ad-3705-4e04-9a07-221a92d5cfe1 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593240 Jan 27 17:27:50.938950 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090c1fc-f61c-4c3d-bed9-1b89432861b4 req-fe028932-efa3-499f-972f-4a1e4f7948e8 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:50.940235 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8090c1fc-f61c-4c3d-bed9-1b89432861b4 req-fe028932-efa3-499f-972f-4a1e4f7948e8 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 943 time: 0.0898864 Jan 27 17:27:50.990645 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8090c1fc-f61c-4c3d-bed9-1b89432861b4 req-8e3c4d71-55de-4eba-8b93-5faf1cdf464c tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396414 Jan 27 17:27:51.029241 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bfce2d7d-5578-4d32-b8a1-a35f4dee5771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:51.695602 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 59f87163-489d-42bc-b6ef-8e5a7713c4c5 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:27:51.844072 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 59f87163-489d-42bc-b6ef-8e5a7713c4c5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=59f87163-489d-42bc-b6ef-8e5a7713c4c5,segment=NetworkSegment(f8654238-fffe-4876-9936-de0685f0e1c9),segment_id=f8654238-fffe-4876-9936-de0685f0e1c9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:27:51.862423 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '59f87163-489d-42bc-b6ef-8e5a7713c4c5', 'network_id': '2afb50d9-f8cb-4ccb-9ce1-1213157f3284', 'port_id': '59f87163-489d-42bc-b6ef-8e5a7713c4c5', 'mac_address': 'fa:16:3e:62:f1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f8523a-aee2-481f-b2a2-57b84693b0e3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:27:51.922120 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:51.939445 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f87163-489d-42bc-b6ef-8e5a7713c4c5 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:27:51.955850 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 59f87163-489d-42bc-b6ef-8e5a7713c4c5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=59f87163-489d-42bc-b6ef-8e5a7713c4c5,segment=NetworkSegment(f8654238-fffe-4876-9936-de0685f0e1c9),segment_id=f8654238-fffe-4876-9936-de0685f0e1c9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:27:51.961621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:52.027565 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=59f87163-489d-42bc-b6ef-8e5a7713c4c5,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:52.171868 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['59f87163-489d-42bc-b6ef-8e5a7713c4c5'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:27:52.190751 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62bf4e-6bc1-4bf7-8331-10e2c2c99b4d req-26020889-623b-442b-97aa-0d8eb4d88bbc tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:52.192197 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7b62bf4e-6bc1-4bf7-8331-10e2c2c99b4d req-26020889-623b-442b-97aa-0d8eb4d88bbc tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 944 time: 0.0952995 Jan 27 17:27:52.237256 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7b62bf4e-6bc1-4bf7-8331-10e2c2c99b4d req-de144fbe-6324-47d4-9b87-10b0ce8334dc tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388458 Jan 27 17:27:52.240837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:52.249846 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:53.437217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75a364-7c2f-42ca-95bd-08e295554889 req-db660465-ca89-4e31-9790-5faa46bf4b76 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:53.438737 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3d75a364-7c2f-42ca-95bd-08e295554889 req-db660465-ca89-4e31-9790-5faa46bf4b76 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 944 time: 0.0877697 Jan 27 17:27:53.445764 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:53.488933 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3d75a364-7c2f-42ca-95bd-08e295554889 req-5a8cd678-9454-4fea-98f2-d938223effd4 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418296 Jan 27 17:27:53.694175 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 59f87163-489d-42bc-b6ef-8e5a7713c4c5 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:27:53.776430 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 59f87163-489d-42bc-b6ef-8e5a7713c4c5 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:27:53.782448 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 59f87163-489d-42bc-b6ef-8e5a7713c4c5 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:27:53.782817 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:53.894370 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:53.922004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f898bec-3a4f-4096-8439-d62f6a4bb4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f87163-489d-42bc-b6ef-8e5a7713c4c5'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:27:53.931433 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 59f87163-489d-42bc-b6ef-8e5a7713c4c5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=59f87163-489d-42bc-b6ef-8e5a7713c4c5,segment=NetworkSegment(f8654238-fffe-4876-9936-de0685f0e1c9),segment_id=f8654238-fffe-4876-9936-de0685f0e1c9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:27:53.936355 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:27:53.970087 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f898bec-3a4f-4096-8439-d62f6a4bb4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f87163-489d-42bc-b6ef-8e5a7713c4c5', 'code': 200} Jan 27 17:27:54.008192 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=59f87163-489d-42bc-b6ef-8e5a7713c4c5,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:27:54.201878 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9a6c2-e772-470f-9954-4c009ca583c4 req-0230a868-5c41-46ab-b1e1-8da760dfe006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:54.203312 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b0f9a6c2-e772-470f-9954-4c009ca583c4 req-0230a868-5c41-46ab-b1e1-8da760dfe006 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 1098 time: 0.0787315 Jan 27 17:27:54.248566 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b0f9a6c2-e772-470f-9954-4c009ca583c4 req-a0b02f26-c0b5-4777-8f8b-491b17a6e24f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388560 Jan 27 17:27:54.700517 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154184b2-2442-4999-831d-f91bb7f904fb req-91d82029-a634-4006-b451-4adfebe8434b tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:54.702031 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-154184b2-2442-4999-831d-f91bb7f904fb req-91d82029-a634-4006-b451-4adfebe8434b tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0980201 Jan 27 17:27:54.750091 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-154184b2-2442-4999-831d-f91bb7f904fb req-cd941b16-b7da-407c-a4bd-e3741aaa20ea tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421228 Jan 27 17:27:55.961720 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce06e3-f202-4cb1-8035-e77b4762a548 req-c70d4f89-cd17-4b14-b769-02a550a506d5 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:55.963189 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d3ce06e3-f202-4cb1-8035-e77b4762a548 req-c70d4f89-cd17-4b14-b769-02a550a506d5 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0946629 Jan 27 17:27:56.007627 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d3ce06e3-f202-4cb1-8035-e77b4762a548 req-48e5ea73-1804-4625-a3a2-6fc7731132c0 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386498 Jan 27 17:27:56.195711 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6b2d5-c28f-423e-b3f9-b3ab354a8be9 req-b2c3326e-dbfd-49df-b1a3-62b012f685f6 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:56.197156 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6ef6b2d5-c28f-423e-b3f9-b3ab354a8be9 req-b2c3326e-dbfd-49df-b1a3-62b012f685f6 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0855038 Jan 27 17:27:56.241261 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6ef6b2d5-c28f-423e-b3f9-b3ab354a8be9 req-7be0f114-52cb-4547-8afc-d2d33a2096b5 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383871 Jan 27 17:27:56.598618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacc80b-1898-4e6f-bbea-2a7c2b641d25 req-4cda9fc8-d729-4483-9e8f-8c6d4bf48a96 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:56.600062 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-edacc80b-1898-4e6f-bbea-2a7c2b641d25 req-4cda9fc8-d729-4483-9e8f-8c6d4bf48a96 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0890279 Jan 27 17:27:56.646382 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-edacc80b-1898-4e6f-bbea-2a7c2b641d25 req-d288eed9-55ea-438f-9d9e-0118f6c93eb8 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379112 Jan 27 17:27:56.848293 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bca80-1e86-4fb0-91f0-941f8fd3f934 req-69590df7-a42a-4a94-82b2-c0cc874f0e52 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:56.849764 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e09bca80-1e86-4fb0-91f0-941f8fd3f934 req-69590df7-a42a-4a94-82b2-c0cc874f0e52 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0903804 Jan 27 17:27:56.892825 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e09bca80-1e86-4fb0-91f0-941f8fd3f934 req-f8ca0452-88c7-4698-ab5e-ebd0f6bca08e tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373363 Jan 27 17:27:57.306700 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-9226465a-b8ac-4551-81fc-2c73206fd5e3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1234946 Jan 27 17:27:57.325725 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51781f0d-5800-4ea8-abcd-3bf22f7f4986 req-5b2df0b3-2f20-4318-bb0f-09040df3246b tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:57.327182 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51781f0d-5800-4ea8-abcd-3bf22f7f4986 req-5b2df0b3-2f20-4318-bb0f-09040df3246b tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0969126 Jan 27 17:27:57.375937 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51781f0d-5800-4ea8-abcd-3bf22f7f4986 req-305f4999-4445-4675-b521-ae9e672e03e1 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424819 Jan 27 17:27:58.489256 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-ae3f6806-c4d0-476e-a7c3-c54d12657901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:58.490770 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-ae3f6806-c4d0-476e-a7c3-c54d12657901 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9e011c0851044a3bd1b04f303fe4747&device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 1098 time: 0.0785091 Jan 27 17:27:58.562777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c46873-e48a-41a0-8583-36eb49f28118 req-7096c380-5fd7-4404-a4d9-2eb2a7fa676b tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:58.564223 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-33c46873-e48a-41a0-8583-36eb49f28118 req-7096c380-5fd7-4404-a4d9-2eb2a7fa676b tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0783455 Jan 27 17:27:58.607756 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-33c46873-e48a-41a0-8583-36eb49f28118 req-cbe1abdf-24db-4fce-9bea-b47aaec05ed7 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377097 Jan 27 17:27:58.623381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-ce6954bf-bd29-48b5-9619-13de452abdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:58.625091 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-ce6954bf-bd29-48b5-9619-13de452abdf2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284 HTTP/1.1" status: 200 len: 917 time: 0.1278479 Jan 27 17:27:58.695048 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-9d12314e-4743-436b-81f4-0d02fdb33b76 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59f87163-489d-42bc-b6ef-8e5a7713c4c5 HTTP/1.1" status: 200 len: 217 time: 0.0631092 Jan 27 17:27:58.758557 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-777a5f18-b9bd-4a64-a1e2-07876640934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:58.759959 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-777a5f18-b9bd-4a64-a1e2-07876640934d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=42f8523a-aee2-481f-b2a2-57b84693b0e3 HTTP/1.1" status: 200 len: 855 time: 0.0596683 Jan 27 17:27:58.905798 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-7f9ca62f-6c66-4a9d-8aa0-fd7c3e226a56 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395316 Jan 27 17:27:59.034182 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-44ffe75f-8872-41ad-9d85-582e727a1d4d service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218131 Jan 27 17:27:59.161261 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-756af7ae-d506-4ad3-a182-1687ff505157 service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210473 Jan 27 17:27:59.810193 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ff289-fe52-4d76-b2a9-6599817ca470 req-2f3cffba-8401-46fa-a47b-697d7f0d557f tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:27:59.811679 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f87ff289-fe52-4d76-b2a9-6599817ca470 req-2f3cffba-8401-46fa-a47b-697d7f0d557f tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0833395 Jan 27 17:27:59.859442 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f87ff289-fe52-4d76-b2a9-6599817ca470 req-95c5db3b-d40d-454b-8df8-ec922fdcb9e6 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420389 Jan 27 17:28:01.157495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fca3a-c957-43ed-97a4-8b54d98ceb51 req-9f130c62-47d4-49fd-b73d-20bd9fc16f0b tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:01.158909 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-934fca3a-c957-43ed-97a4-8b54d98ceb51 req-9f130c62-47d4-49fd-b73d-20bd9fc16f0b tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.1903758 Jan 27 17:28:01.203263 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-934fca3a-c957-43ed-97a4-8b54d98ceb51 req-c0428463-ebed-4942-8518-7b01b1dc13bb tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375137 Jan 27 17:28:02.402398 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fe0d6-a377-48db-b055-9e85ac996adb req-5e9e15f7-ff9f-4f35-86f1-eddb40cb8b75 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:02.403734 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6c4fe0d6-a377-48db-b055-9e85ac996adb req-5e9e15f7-ff9f-4f35-86f1-eddb40cb8b75 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0860612 Jan 27 17:28:02.448846 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6c4fe0d6-a377-48db-b055-9e85ac996adb req-346ad634-ebdc-48a1-9a6c-dbd8b7c287f5 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393553 Jan 27 17:28:03.512518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:03.640855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e28834-ef41-4091-b281-6e34c21b58ed req-03af9001-d5ee-4898-aa31-fea01c518593 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:03.642316 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-07e28834-ef41-4091-b281-6e34c21b58ed req-03af9001-d5ee-4898-aa31-fea01c518593 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0820413 Jan 27 17:28:03.689812 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-07e28834-ef41-4091-b281-6e34c21b58ed req-ad61b5f6-a52a-445d-8eb7-8432b33557c0 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416706 Jan 27 17:28:04.891846 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af001e-16d5-4693-85a1-28546cd66981 req-6ea8915e-b399-432f-baea-f4fd2a5b5b6b tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:04.893320 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-42af001e-16d5-4693-85a1-28546cd66981 req-6ea8915e-b399-432f-baea-f4fd2a5b5b6b tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0860271 Jan 27 17:28:04.942471 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-42af001e-16d5-4693-85a1-28546cd66981 req-c4140cfd-e2b8-4422-ae42-150fcff27bda tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406487 Jan 27 17:28:06.134680 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41b327-e461-441c-b5ba-336ab59b70ba req-fb3098a7-9bdd-446e-8af2-05f6fd930cba tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:06.136116 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7c41b327-e461-441c-b5ba-336ab59b70ba req-fb3098a7-9bdd-446e-8af2-05f6fd930cba tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0795872 Jan 27 17:28:06.180385 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7c41b327-e461-441c-b5ba-336ab59b70ba req-fc286a17-867c-404a-9005-5463b905092d tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385199 Jan 27 17:28:07.379984 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406787d-94fa-4062-8949-ae42ac4622f9 req-d08315fe-b6a8-43cc-8d97-1fc20167bd80 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:07.381338 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0406787d-94fa-4062-8949-ae42ac4622f9 req-d08315fe-b6a8-43cc-8d97-1fc20167bd80 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0810843 Jan 27 17:28:07.427880 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0406787d-94fa-4062-8949-ae42ac4622f9 req-759ee227-d0da-4ec1-b246-10d177d6b930 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380406 Jan 27 17:28:08.636880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4712224-f261-45ec-aa02-71a528b28746 req-6050968f-a04d-4b76-bd87-0519872266c9 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:08.638377 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a4712224-f261-45ec-aa02-71a528b28746 req-6050968f-a04d-4b76-bd87-0519872266c9 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0901837 Jan 27 17:28:08.686119 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a4712224-f261-45ec-aa02-71a528b28746 req-81a19e83-1009-44dd-8dd6-50c06cb7a2da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391741 Jan 27 17:28:09.896559 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a0566-9956-4cfa-9031-cc0438675519 req-dd50a12a-02d6-4b0d-96e2-704cb88526b8 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:09.898001 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-797a0566-9956-4cfa-9031-cc0438675519 req-dd50a12a-02d6-4b0d-96e2-704cb88526b8 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0956886 Jan 27 17:28:09.946477 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-797a0566-9956-4cfa-9031-cc0438675519 req-5c38e994-efe3-44f8-b325-1fca9f8ed3b8 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400760 Jan 27 17:28:11.146586 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86c6dc-01ba-4240-9663-47f8e6a4a4bc req-7973027f-16c1-43eb-8a31-eaf86a9e3d17 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:11.148030 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2e86c6dc-01ba-4240-9663-47f8e6a4a4bc req-7973027f-16c1-43eb-8a31-eaf86a9e3d17 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0827262 Jan 27 17:28:11.196225 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2e86c6dc-01ba-4240-9663-47f8e6a4a4bc req-7b38850f-ae17-4f38-a247-1ca776cb3663 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398157 Jan 27 17:28:12.396934 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5f3f2-e4e1-4ffa-ba44-b2879d36bcec req-8338612c-cbe1-4588-98f7-9d37fb6b8219 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:12.398283 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-dbc5f3f2-e4e1-4ffa-ba44-b2879d36bcec req-8338612c-cbe1-4588-98f7-9d37fb6b8219 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0806344 Jan 27 17:28:12.444957 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-dbc5f3f2-e4e1-4ffa-ba44-b2879d36bcec req-f30b0d3c-ee5f-4713-af84-c20963f2fd40 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410283 Jan 27 17:28:12.562934 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:28:13.665715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aab5c0-1ed5-41ae-9859-5c624bb81c20 req-df9d37bc-9b53-4757-87e6-7bf0272323e9 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:13.667183 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-54aab5c0-1ed5-41ae-9859-5c624bb81c20 req-df9d37bc-9b53-4757-87e6-7bf0272323e9 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.1125185 Jan 27 17:28:13.713926 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-54aab5c0-1ed5-41ae-9859-5c624bb81c20 req-8e6b4063-8040-4eed-83cd-8c28e616cb51 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384369 Jan 27 17:28:14.921814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd015d9-b414-4d94-87fa-b7263945c4e1 req-7fb5f4f4-1d69-4b1e-911e-7c3c803b0dde tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:14.923231 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ddd015d9-b414-4d94-87fa-b7263945c4e1 req-7fb5f4f4-1d69-4b1e-911e-7c3c803b0dde tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0931039 Jan 27 17:28:14.966624 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ddd015d9-b414-4d94-87fa-b7263945c4e1 req-05ef3aa5-5e73-4255-bd60-886f164a081e tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377460 Jan 27 17:28:16.175704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21d3ba-f183-4b6b-ae6d-0bddb99747e1 req-cb1ca592-f187-4802-8f8f-a85e59e2769b tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:16.177141 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3c21d3ba-f183-4b6b-ae6d-0bddb99747e1 req-cb1ca592-f187-4802-8f8f-a85e59e2769b tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0854006 Jan 27 17:28:16.220134 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3c21d3ba-f183-4b6b-ae6d-0bddb99747e1 req-90391df9-9949-4e8b-8748-1f490c80eac5 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372493 Jan 27 17:28:17.431966 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87774bc7-e266-42ce-adff-e2211708c791 req-75f3f861-2aae-4978-8488-c730df5852e8 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:17.433386 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-87774bc7-e266-42ce-adff-e2211708c791 req-75f3f861-2aae-4978-8488-c730df5852e8 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0942395 Jan 27 17:28:17.481524 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-87774bc7-e266-42ce-adff-e2211708c791 req-ee6156ac-4dd8-47e5-8ff6-c3b53460d550 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397851 Jan 27 17:28:18.691458 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f91a6-f693-450d-83d7-cb73b708c6c6 req-14437b95-5853-4297-9f83-95a7a9aa6266 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:18.694194 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-510f91a6-f693-450d-83d7-cb73b708c6c6 req-14437b95-5853-4297-9f83-95a7a9aa6266 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0949028 Jan 27 17:28:18.736761 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd2b0bd6-3ee7-45a3-b84c-1ae5381eaa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:18.740874 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-510f91a6-f693-450d-83d7-cb73b708c6c6 req-d6e73703-2d0a-49cd-b187-348a60544943 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417542 Jan 27 17:28:19.930175 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dcbf5-b495-45be-8d4b-be118bb8718c req-3268e172-6648-421a-be6d-99295ac37590 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:19.931711 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-558dcbf5-b495-45be-8d4b-be118bb8718c req-3268e172-6648-421a-be6d-99295ac37590 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0842631 Jan 27 17:28:19.975194 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-558dcbf5-b495-45be-8d4b-be118bb8718c req-a9995064-080f-4176-9a24-ab05615acf14 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375617 Jan 27 17:28:21.031475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-67ea359b-8bde-463d-bc61-bcb586b23e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:21.233983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d95da2-233a-41d1-9e6a-95a887023656 req-3d5c2684-60ca-4ead-8089-ecee94dec006 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:21.235435 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-34d95da2-233a-41d1-9e6a-95a887023656 req-3d5c2684-60ca-4ead-8089-ecee94dec006 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.1422803 Jan 27 17:28:21.282430 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-34d95da2-233a-41d1-9e6a-95a887023656 req-edb8406e-b4af-49f3-832b-2153fa53147b tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412326 Jan 27 17:28:22.196262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:22.236753 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:22.535699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a80ed8-6110-48c8-85b3-a79d49c6733e req-259ec275-3b32-4d36-ae42-c35849e698de tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:22.537502 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-74a80ed8-6110-48c8-85b3-a79d49c6733e req-259ec275-3b32-4d36-ae42-c35849e698de tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.1384821 Jan 27 17:28:22.584898 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-74a80ed8-6110-48c8-85b3-a79d49c6733e req-db676b1e-bf25-4cd5-a658-370354535bae tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386958 Jan 27 17:28:23.455244 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:23.791493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a601ad-df68-491a-883e-974a17cfe6ae req-c15523a0-9d9d-46c2-acce-a912492fb957 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:23.792834 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-77a601ad-df68-491a-883e-974a17cfe6ae req-c15523a0-9d9d-46c2-acce-a912492fb957 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0924590 Jan 27 17:28:23.838166 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-77a601ad-df68-491a-883e-974a17cfe6ae req-925379f2-2bc7-4fa4-8dde-b80483c91aae tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392160 Jan 27 17:28:24.232379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a984d-5bcc-4d9f-88c4-21c9a8e88296 req-36db848e-adcd-4c09-9bad-fbb723104356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:24.233897 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f17a984d-5bcc-4d9f-88c4-21c9a8e88296 req-36db848e-adcd-4c09-9bad-fbb723104356 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9e011c0851044a3bd1b04f303fe4747&device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 1098 time: 0.1206052 Jan 27 17:28:24.379601 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a984d-5bcc-4d9f-88c4-21c9a8e88296 req-a18c880d-b755-4271-b900-49d0add219de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:24.380942 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f17a984d-5bcc-4d9f-88c4-21c9a8e88296 req-a18c880d-b755-4271-b900-49d0add219de service neutron] 10.222.0.83 "GET /v2.0/networks?id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284 HTTP/1.1" status: 200 len: 917 time: 0.1269381 Jan 27 17:28:24.450459 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f17a984d-5bcc-4d9f-88c4-21c9a8e88296 req-f7bf08e9-1f5a-4e88-b341-1b54bc2c59db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59f87163-489d-42bc-b6ef-8e5a7713c4c5 HTTP/1.1" status: 200 len: 217 time: 0.0635288 Jan 27 17:28:24.513120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a984d-5bcc-4d9f-88c4-21c9a8e88296 req-338a9807-a531-4205-aeea-7732514ac300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:24.514542 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f17a984d-5bcc-4d9f-88c4-21c9a8e88296 req-338a9807-a531-4205-aeea-7732514ac300 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=42f8523a-aee2-481f-b2a2-57b84693b0e3 HTTP/1.1" status: 200 len: 855 time: 0.0575202 Jan 27 17:28:24.564600 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f17a984d-5bcc-4d9f-88c4-21c9a8e88296 req-93078cba-50d6-4a66-b28c-0b2adff24c17 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432224 Jan 27 17:28:24.800820 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f17a984d-5bcc-4d9f-88c4-21c9a8e88296 req-bcc78f4d-536a-487d-bfab-54d4845549b2 service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299006 Jan 27 17:28:24.933141 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f17a984d-5bcc-4d9f-88c4-21c9a8e88296 req-d927c62f-70a7-4c6c-abce-d709e2100961 service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252909 Jan 27 17:28:25.035350 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b2d7a-749c-4a3f-8429-565be80a0e7a req-52c49694-e71a-4c07-a342-def58d0e26c9 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:25.037184 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-989b2d7a-749c-4a3f-8429-565be80a0e7a req-52c49694-e71a-4c07-a342-def58d0e26c9 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0892334 Jan 27 17:28:25.083141 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-989b2d7a-749c-4a3f-8429-565be80a0e7a req-15e67761-1111-4891-b8c1-4ee9bcfae625 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394998 Jan 27 17:28:25.877815 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-b7c658a4-6ce0-4192-b59e-0ba9aff50762 service neutron] 10.222.0.83 "GET /v2.0/ports/59f87163-489d-42bc-b6ef-8e5a7713c4c5/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0904219 Jan 27 17:28:26.153736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-7bc47d74-4b64-4621-a710-3ac64912d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:26.155132 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-7bc47d74-4b64-4621-a710-3ac64912d4a8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af&tenant_id=f9e011c0851044a3bd1b04f303fe4747 HTTP/1.1" status: 200 len: 1098 time: 0.0716777 Jan 27 17:28:26.250817 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-c78bb0c8-9897-4632-8611-abc976cd7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:26.252308 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-c78bb0c8-9897-4632-8611-abc976cd7bf8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9e011c0851044a3bd1b04f303fe4747&device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 1098 time: 0.0751026 Jan 27 17:28:26.272419 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77276601-d20d-481c-8b9a-1da39ff3d964 req-36237c49-241a-463b-9a19-856159449364 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:26.273938 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-77276601-d20d-481c-8b9a-1da39ff3d964 req-36237c49-241a-463b-9a19-856159449364 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0829780 Jan 27 17:28:26.319459 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-77276601-d20d-481c-8b9a-1da39ff3d964 req-754488ee-68c2-492a-aea6-87952ec6842d tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395560 Jan 27 17:28:26.383820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-4ba39d64-c483-4fc5-8bdb-2633534a86c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:26.385289 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-4ba39d64-c483-4fc5-8bdb-2633534a86c4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284 HTTP/1.1" status: 200 len: 917 time: 0.1272058 Jan 27 17:28:26.451352 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-a483d454-5a74-41ae-a656-2fa22a4b203c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59f87163-489d-42bc-b6ef-8e5a7713c4c5 HTTP/1.1" status: 200 len: 217 time: 0.0603435 Jan 27 17:28:26.520791 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-ca1ca656-2a4f-4fe7-91bf-9098659c72d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:26.522246 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-ca1ca656-2a4f-4fe7-91bf-9098659c72d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=42f8523a-aee2-481f-b2a2-57b84693b0e3 HTTP/1.1" status: 200 len: 855 time: 0.0654399 Jan 27 17:28:26.568134 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-65e4f275-d35a-417f-9237-a72879161903 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395172 Jan 27 17:28:26.701067 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-f829b695-fa5f-4262-890a-2d5a19415a6f service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259677 Jan 27 17:28:26.837498 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51105d55-8f53-45fd-af2a-5c07c5d72f8d req-ec1c4300-99af-40a5-9f23-f2aa2d49a3ee service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306322 Jan 27 17:28:27.520631 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be27e6d-10dc-4a6e-9331-5196764f764c req-85559faf-c298-46d1-900b-af4f2e9a89d6 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:27.522261 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4be27e6d-10dc-4a6e-9331-5196764f764c req-85559faf-c298-46d1-900b-af4f2e9a89d6 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0913796 Jan 27 17:28:27.567537 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4be27e6d-10dc-4a6e-9331-5196764f764c req-b1840668-83d3-4916-935a-788b46612074 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393312 Jan 27 17:28:28.769801 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98afe6-4e16-4361-b8f9-9b2658ca12d7 req-4f8c8794-b7ed-4d38-baf7-41885142712e tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:28.771239 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fb98afe6-4e16-4361-b8f9-9b2658ca12d7 req-4f8c8794-b7ed-4d38-baf7-41885142712e tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0836270 Jan 27 17:28:28.818191 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fb98afe6-4e16-4361-b8f9-9b2658ca12d7 req-70eb1d13-abf8-4e91-adae-b25ad5019a2b tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411189 Jan 27 17:28:29.132342 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacab921-f179-46c2-97e7-219a4f544f7a req-c12a6fe7-2ec7-4dc6-a4d5-b577cda97077 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:29.133636 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83827bb0-18ad-407c-af51-a52ece6f2fb4 req-7abc1a30-7c1a-453f-b998-fbd31e992a85 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:29.134179 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-aacab921-f179-46c2-97e7-219a4f544f7a req-c12a6fe7-2ec7-4dc6-a4d5-b577cda97077 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0821488 Jan 27 17:28:29.135055 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-83827bb0-18ad-407c-af51-a52ece6f2fb4 req-7abc1a30-7c1a-453f-b998-fbd31e992a85 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af&tenant_id=f9e011c0851044a3bd1b04f303fe4747&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 945 time: 0.0815432 Jan 27 17:28:29.178125 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-aacab921-f179-46c2-97e7-219a4f544f7a req-c481bc20-9021-4f9c-bf4a-7141105ca72c tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383048 Jan 27 17:28:29.289374 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83827bb0-18ad-407c-af51-a52ece6f2fb4 req-332f5568-1f00-4d1c-9f30-c50ba63b6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:29.290882 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-83827bb0-18ad-407c-af51-a52ece6f2fb4 req-332f5568-1f00-4d1c-9f30-c50ba63b6fb9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9e011c0851044a3bd1b04f303fe4747&device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 1098 time: 0.0878773 Jan 27 17:28:29.421235 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83827bb0-18ad-407c-af51-a52ece6f2fb4 req-3efb58b6-01f0-456c-935e-3dd3465777fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:29.422690 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-83827bb0-18ad-407c-af51-a52ece6f2fb4 req-3efb58b6-01f0-456c-935e-3dd3465777fd service neutron] 10.222.0.83 "GET /v2.0/networks?id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284 HTTP/1.1" status: 200 len: 917 time: 0.1260076 Jan 27 17:28:29.487844 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-83827bb0-18ad-407c-af51-a52ece6f2fb4 req-a991a75e-0447-4b83-aab3-224f4df2bba0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59f87163-489d-42bc-b6ef-8e5a7713c4c5 HTTP/1.1" status: 200 len: 217 time: 0.0596542 Jan 27 17:28:29.657148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83827bb0-18ad-407c-af51-a52ece6f2fb4 req-73628f44-3954-407a-b8fb-794f253a8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:29.658514 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-83827bb0-18ad-407c-af51-a52ece6f2fb4 req-73628f44-3954-407a-b8fb-794f253a8fd3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=42f8523a-aee2-481f-b2a2-57b84693b0e3 HTTP/1.1" status: 200 len: 855 time: 0.1645985 Jan 27 17:28:29.705305 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-83827bb0-18ad-407c-af51-a52ece6f2fb4 req-453575c3-78f8-414e-a4c2-1b60f5ddffc9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400739 Jan 27 17:28:29.807732 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 59f87163-489d-42bc-b6ef-8e5a7713c4c5 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:28:29.810050 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 59f87163-489d-42bc-b6ef-8e5a7713c4c5 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:28:29.838971 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-83827bb0-18ad-407c-af51-a52ece6f2fb4 req-3dce788c-a994-4ce4-93a6-e1935a16a7ec service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275518 Jan 27 17:28:29.975025 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-83827bb0-18ad-407c-af51-a52ece6f2fb4 req-cae10f36-1b0c-4e72-ad0a-fefc51a9598e service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303637 Jan 27 17:28:30.044659 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:30.067085 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 59f87163-489d-42bc-b6ef-8e5a7713c4c5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=59f87163-489d-42bc-b6ef-8e5a7713c4c5,segment=NetworkSegment(f8654238-fffe-4876-9936-de0685f0e1c9),segment_id=f8654238-fffe-4876-9936-de0685f0e1c9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:28:30.086641 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '59f87163-489d-42bc-b6ef-8e5a7713c4c5', 'network_id': '2afb50d9-f8cb-4ccb-9ce1-1213157f3284', 'port_id': '59f87163-489d-42bc-b6ef-8e5a7713c4c5', 'mac_address': 'fa:16:3e:62:f1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f8523a-aee2-481f-b2a2-57b84693b0e3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:28:30.091891 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f898bec-3a4f-4096-8439-d62f6a4bb4af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59f87163-489d-42bc-b6ef-8e5a7713c4c5'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:28:30.128132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 59f87163-489d-42bc-b6ef-8e5a7713c4c5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=59f87163-489d-42bc-b6ef-8e5a7713c4c5,segment=NetworkSegment(f8654238-fffe-4876-9936-de0685f0e1c9),segment_id=f8654238-fffe-4876-9936-de0685f0e1c9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:28:30.133912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:30.176119 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f898bec-3a4f-4096-8439-d62f6a4bb4af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59f87163-489d-42bc-b6ef-8e5a7713c4c5', 'code': 200} Jan 27 17:28:30.214754 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:30.237894 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f87163-489d-42bc-b6ef-8e5a7713c4c5 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:28:30.241674 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=59f87163-489d-42bc-b6ef-8e5a7713c4c5,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:30.256517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 59f87163-489d-42bc-b6ef-8e5a7713c4c5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=59f87163-489d-42bc-b6ef-8e5a7713c4c5,segment=NetworkSegment(f8654238-fffe-4876-9936-de0685f0e1c9),segment_id=f8654238-fffe-4876-9936-de0685f0e1c9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:28:30.262165 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:30.332548 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['59f87163-489d-42bc-b6ef-8e5a7713c4c5'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:28:30.365843 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b03fe-a4b9-4eb8-aff3-783969538821 req-6361df07-24e7-4397-afba-a530ea564661 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:30.367499 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-874b03fe-a4b9-4eb8-aff3-783969538821 req-6361df07-24e7-4397-afba-a530ea564661 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 944 time: 0.0798910 Jan 27 17:28:30.376735 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=59f87163-489d-42bc-b6ef-8e5a7713c4c5,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:30.425717 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-874b03fe-a4b9-4eb8-aff3-783969538821 req-3fa98caa-c27b-43d6-adca-95a6a7a10358 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511363 Jan 27 17:28:31.632572 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b23341-742f-47f0-87f8-18808c1e798c req-3b6b9a45-83ef-4a55-80a5-427c8a45a19a tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:31.634053 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-39b23341-742f-47f0-87f8-18808c1e798c req-3b6b9a45-83ef-4a55-80a5-427c8a45a19a tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 944 time: 0.0893519 Jan 27 17:28:31.680878 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-39b23341-742f-47f0-87f8-18808c1e798c req-81cfde60-1404-4c1f-afd1-48dd577e8709 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383046 Jan 27 17:28:31.809484 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 59f87163-489d-42bc-b6ef-8e5a7713c4c5 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:28:31.867966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079adcde-d3d2-4b29-a78f-0246d8db40f0 req-559f8e06-c4c1-407f-b720-15c492bd3c31 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:31.869425 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-079adcde-d3d2-4b29-a78f-0246d8db40f0 req-559f8e06-c4c1-407f-b720-15c492bd3c31 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 944 time: 0.0805733 Jan 27 17:28:31.880237 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 59f87163-489d-42bc-b6ef-8e5a7713c4c5 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:28:31.880602 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:31.914669 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-079adcde-d3d2-4b29-a78f-0246d8db40f0 req-43fcb208-4eca-4edd-ab5d-217977d9de04 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393648 Jan 27 17:28:32.030921 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:32.063470 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 59f87163-489d-42bc-b6ef-8e5a7713c4c5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=59f87163-489d-42bc-b6ef-8e5a7713c4c5,segment=NetworkSegment(f8654238-fffe-4876-9936-de0685f0e1c9),segment_id=f8654238-fffe-4876-9936-de0685f0e1c9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:28:32.069016 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:32.096825 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac6001-5213-4d26-9a8b-68819fa171f7 req-452c8982-70b8-41bd-b89b-3229681edd4d tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:32.098377 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c0ac6001-5213-4d26-9a8b-68819fa171f7 req-452c8982-70b8-41bd-b89b-3229681edd4d tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 944 time: 0.0806351 Jan 27 17:28:32.135601 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=59f87163-489d-42bc-b6ef-8e5a7713c4c5,revision_number=8']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:32.142488 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c0ac6001-5213-4d26-9a8b-68819fa171f7 req-c460cd71-8ef2-48dd-b7d9-fc83d6c9cbd0 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378630 Jan 27 17:28:32.177588 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f898bec-3a4f-4096-8439-d62f6a4bb4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f87163-489d-42bc-b6ef-8e5a7713c4c5'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:28:32.220849 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f898bec-3a4f-4096-8439-d62f6a4bb4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f87163-489d-42bc-b6ef-8e5a7713c4c5', 'code': 200} Jan 27 17:28:32.671653 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f0c96-8bda-4014-8934-90634a316e11 req-d4fd52f1-e396-4c70-8389-e76716ed04a1 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:32.673085 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-554f0c96-8bda-4014-8934-90634a316e11 req-d4fd52f1-e396-4c70-8389-e76716ed04a1 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/networks?id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284 HTTP/1.1" status: 200 len: 815 time: 0.1529355 Jan 27 17:28:32.690473 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-554f0c96-8bda-4014-8934-90634a316e11 req-fa108754-dc71-4765-886c-f07c8682110f tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/quotas/f9e011c0851044a3bd1b04f303fe4747 HTTP/1.1" status: 200 len: 375 time: 0.0093369 Jan 27 17:28:32.772632 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-554f0c96-8bda-4014-8934-90634a316e11 req-c1ed0564-e6d5-483b-a452-f901c46de41a tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9e011c0851044a3bd1b04f303fe4747&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0753887 Jan 27 17:28:32.922824 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-554f0c96-8bda-4014-8934-90634a316e11 req-dcb6efcb-5288-4db9-a65f-6cf36e753dba service neutron] 10.222.0.50 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432056 Jan 27 17:28:33.054394 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-554f0c96-8bda-4014-8934-90634a316e11 req-7401bb31-1081-4f54-8f4d-b993d414eb74 service neutron] 10.222.0.50 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255226 Jan 27 17:28:33.234019 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3b1f6e1e-d3e1-4590-9571-c290a79dc437 req-da317324-b5ec-4a21-9d10-01ed2011a629 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 210 time: 0.0413249 Jan 27 17:28:33.550452 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:34.147514 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f5898-c69a-4037-96c4-2ebd206dc23f req-9a40553b-a0ee-4769-836a-4cfab453036c tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:34.149202 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-480f5898-c69a-4037-96c4-2ebd206dc23f req-9a40553b-a0ee-4769-836a-4cfab453036c tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f898bec-3a4f-4096-8439-d62f6a4bb4af HTTP/1.1" status: 200 len: 945 time: 0.0832739 Jan 27 17:28:34.223003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-480f5898-c69a-4037-96c4-2ebd206dc23f req-21bf5412-7b52-4b5a-8096-590c3c3063dd tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Deleting port 59f87163-489d-42bc-b6ef-8e5a7713c4c5 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:28:34.223291 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-480f5898-c69a-4037-96c4-2ebd206dc23f req-21bf5412-7b52-4b5a-8096-590c3c3063dd tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:34.293016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f0c96-8bda-4014-8934-90634a316e11 req-6b8a0cda-f879-461d-87bf-2dad06e896de tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:34.294553 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-554f0c96-8bda-4014-8934-90634a316e11 req-6b8a0cda-f879-461d-87bf-2dad06e896de tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.83 "GET /v2.0/networks?id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284 HTTP/1.1" status: 200 len: 815 time: 0.1643260 Jan 27 17:28:34.306957 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-554f0c96-8bda-4014-8934-90634a316e11 req-18479c01-e5b8-4619-81b0-eadeff5256a3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Request body: {'port': {'device_id': '0a0e701f-475d-4b7f-9fb0-98c71ea8caef', 'network_id': '2afb50d9-f8cb-4ccb-9ce1-1213157f3284', 'admin_state_up': True, 'tenant_id': 'f9e011c0851044a3bd1b04f303fe4747'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:28:34.394310 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cccc4a30-6fcc-41d9-8064-49a623934142 req-fbeca5ec-2bb1-4fa5-bd79-8ec43e262fbf tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 210 time: 0.0494580 Jan 27 17:28:34.458169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-554f0c96-8bda-4014-8934-90634a316e11 req-18479c01-e5b8-4619-81b0-eadeff5256a3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:28:34.468239 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-554f0c96-8bda-4014-8934-90634a316e11 req-18479c01-e5b8-4619-81b0-eadeff5256a3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:28:34.478490 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554f0c96-8bda-4014-8934-90634a316e11 req-18479c01-e5b8-4619-81b0-eadeff5256a3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Made reservation on behalf of f9e011c0851044a3bd1b04f303fe4747 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:28:34.482126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-554f0c96-8bda-4014-8934-90634a316e11 req-18479c01-e5b8-4619-81b0-eadeff5256a3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:34.531711 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-480f5898-c69a-4037-96c4-2ebd206dc23f req-21bf5412-7b52-4b5a-8096-590c3c3063dd tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] For port 59f87163-489d-42bc-b6ef-8e5a7713c4c5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=59f87163-489d-42bc-b6ef-8e5a7713c4c5,segment=NetworkSegment(f8654238-fffe-4876-9936-de0685f0e1c9),segment_id=f8654238-fffe-4876-9936-de0685f0e1c9)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:28:34.532037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-480f5898-c69a-4037-96c4-2ebd206dc23f req-21bf5412-7b52-4b5a-8096-590c3c3063dd tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:34.643194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-554f0c96-8bda-4014-8934-90634a316e11 req-18479c01-e5b8-4619-81b0-eadeff5256a3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Allocated IP 172.20.0.14 (2afb50d9-f8cb-4ccb-9ce1-1213157f3284/42f8523a-aee2-481f-b2a2-57b84693b0e3/0d71740d-135b-4c43-a69e-ec629e56890b) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:28:34.653269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-480f5898-c69a-4037-96c4-2ebd206dc23f req-21bf5412-7b52-4b5a-8096-590c3c3063dd tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Calling delete_port for 59f87163-489d-42bc-b6ef-8e5a7713c4c5 owned by compute:nova {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:28:34.797946 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-480f5898-c69a-4037-96c4-2ebd206dc23f req-21bf5412-7b52-4b5a-8096-590c3c3063dd tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:34.810609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['59f87163-489d-42bc-b6ef-8e5a7713c4c5'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:28:34.956980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf5412-7b52-4b5a-8096-590c3c3063dd tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Pushing event deleted for resources: {'Port': ['ID=59f87163-489d-42bc-b6ef-8e5a7713c4c5,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:34.960129 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-554f0c96-8bda-4014-8934-90634a316e11 req-18479c01-e5b8-4619-81b0-eadeff5256a3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:34.990587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-554f0c96-8bda-4014-8934-90634a316e11 req-18479c01-e5b8-4619-81b0-eadeff5256a3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:35.001429 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['59f87163-489d-42bc-b6ef-8e5a7713c4c5'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:28:35.028451 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-480f5898-c69a-4037-96c4-2ebd206dc23f req-21bf5412-7b52-4b5a-8096-590c3c3063dd tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] No DVR routers for this DVR port 59f87163-489d-42bc-b6ef-8e5a7713c4c5 on host hv-neutron-8264 {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:28:35.030921 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-480f5898-c69a-4037-96c4-2ebd206dc23f req-21bf5412-7b52-4b5a-8096-590c3c3063dd tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:35.035146 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f898bec-3a4f-4096-8439-d62f6a4bb4af', 'name': 'network-vif-deleted', 'tag': '59f87163-489d-42bc-b6ef-8e5a7713c4c5'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:28:35.053579 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-480f5898-c69a-4037-96c4-2ebd206dc23f req-21bf5412-7b52-4b5a-8096-590c3c3063dd tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.83 "DELETE /v2.0/ports/59f87163-489d-42bc-b6ef-8e5a7713c4c5 HTTP/1.1" status: 204 len: 173 time: 0.8961911 Jan 27 17:28:35.068223 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554f0c96-8bda-4014-8934-90634a316e11 req-18479c01-e5b8-4619-81b0-eadeff5256a3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Network 2afb50d9-f8cb-4ccb-9ce1-1213157f3284 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:28:35.072109 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-554f0c96-8bda-4014-8934-90634a316e11 req-18479c01-e5b8-4619-81b0-eadeff5256a3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:28:35.076231 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-554f0c96-8bda-4014-8934-90634a316e11 req-18479c01-e5b8-4619-81b0-eadeff5256a3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:28:35.089539 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f898bec-3a4f-4096-8439-d62f6a4bb4af', 'name': 'network-vif-deleted', 'tag': '59f87163-489d-42bc-b6ef-8e5a7713c4c5', 'status': 'completed', 'code': 200} Jan 27 17:28:35.131541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18479c01-e5b8-4619-81b0-eadeff5256a3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Pushing event updated for resources: {'Port': ['ID=0d71740d-135b-4c43-a69e-ec629e56890b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:35.154488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f0c96-8bda-4014-8934-90634a316e11 req-18479c01-e5b8-4619-81b0-eadeff5256a3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:35.155086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-554f0c96-8bda-4014-8934-90634a316e11 req-18479c01-e5b8-4619-81b0-eadeff5256a3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:35.182016 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-554f0c96-8bda-4014-8934-90634a316e11 req-18479c01-e5b8-4619-81b0-eadeff5256a3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8790228 Jan 27 17:28:35.194772 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Request body: {'port': {'device_id': '0a0e701f-475d-4b7f-9fb0-98c71ea8caef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:28:35.305789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:35.585640 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fc86d-a95c-4912-94a2-189254fee619 req-379ae4d4-087f-4f4f-8335-aeca1c12e0dd tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:35.586302 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-904fc86d-a95c-4912-94a2-189254fee619 req-379ae4d4-087f-4f4f-8335-aeca1c12e0dd tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Synchronizing usage tracker for tenant:f9e011c0851044a3bd1b04f303fe4747 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:28:35.602968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-904fc86d-a95c-4912-94a2-189254fee619 req-379ae4d4-087f-4f4f-8335-aeca1c12e0dd tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Unset dirty status for tenant:f9e011c0851044a3bd1b04f303fe4747 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:28:35.604139 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-904fc86d-a95c-4912-94a2-189254fee619 req-379ae4d4-087f-4f4f-8335-aeca1c12e0dd tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 932 time: 0.0998030 Jan 27 17:28:35.651801 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-904fc86d-a95c-4912-94a2-189254fee619 req-86856047-da6d-43ba-80fb-f99a67342680 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415640 Jan 27 17:28:35.654108 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d71740d-135b-4c43-a69e-ec629e56890b {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:28:35.662645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:35.681052 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Transition to ACTIVE for port object 0d71740d-135b-4c43-a69e-ec629e56890b will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:28:35.686229 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:35.810842 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Pushing event updated for resources: {'Port': ['ID=0d71740d-135b-4c43-a69e-ec629e56890b,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:35.912915 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Attempting to bind port 0d71740d-135b-4c43-a69e-ec629e56890b on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:28:35.913132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Attempting to bind port 0d71740d-135b-4c43-a69e-ec629e56890b by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f8654238-fffe-4876-9936-de0685f0e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2afb50d9-f8cb-4ccb-9ce1-1213157f3284'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:28:35.913453 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Attempting to bind port 0d71740d-135b-4c43-a69e-ec629e56890b on network 2afb50d9-f8cb-4ccb-9ce1-1213157f3284 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:28:35.918447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Port 0d71740d-135b-4c43-a69e-ec629e56890b on network 2afb50d9-f8cb-4ccb-9ce1-1213157f3284 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:28:35.918758 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Attempting to bind port 0d71740d-135b-4c43-a69e-ec629e56890b on network 2afb50d9-f8cb-4ccb-9ce1-1213157f3284 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:28:35.924270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:28:35.924604 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Checking segment: {'id': 'f8654238-fffe-4876-9936-de0685f0e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2afb50d9-f8cb-4ccb-9ce1-1213157f3284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:28:35.925007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Bound using segment: {'id': 'f8654238-fffe-4876-9936-de0685f0e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2afb50d9-f8cb-4ccb-9ce1-1213157f3284'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:28:35.925421 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Bound port: 0d71740d-135b-4c43-a69e-ec629e56890b, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8654238-fffe-4876-9936-de0685f0e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '2afb50d9-f8cb-4ccb-9ce1-1213157f3284'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:28:35.925791 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:36.014618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] For port 0d71740d-135b-4c43-a69e-ec629e56890b, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:28:36.019192 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] For port 0d71740d-135b-4c43-a69e-ec629e56890b, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0d71740d-135b-4c43-a69e-ec629e56890b,segment=NetworkSegment(f8654238-fffe-4876-9936-de0685f0e1c9),segment_id=f8654238-fffe-4876-9936-de0685f0e1c9)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:28:36.025176 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:36.086659 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:36.087258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:36.088606 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-554f0c96-8bda-4014-8934-90634a316e11 req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] 10.222.0.83 "PUT /v2.0/ports/0d71740d-135b-4c43-a69e-ec629e56890b HTTP/1.1" status: 200 len: 1094 time: 0.8988645 Jan 27 17:28:36.089032 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0e701f-475d-4b7f-9fb0-98c71ea8caef', 'tag': '0d71740d-135b-4c43-a69e-ec629e56890b'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:28:36.111516 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dc796-ecc0-4c3a-b82a-ddd320f638ac service neutron] Pushing event updated for resources: {'Port': ['ID=0d71740d-135b-4c43-a69e-ec629e56890b,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:36.156730 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0e701f-475d-4b7f-9fb0-98c71ea8caef', 'tag': '0d71740d-135b-4c43-a69e-ec629e56890b', 'status': 'completed', 'code': 200} Jan 27 17:28:36.206153 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f0c96-8bda-4014-8934-90634a316e11 req-9e0dd9fc-3354-4017-b8ee-8aaf3989fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:36.207650 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-554f0c96-8bda-4014-8934-90634a316e11 req-9e0dd9fc-3354-4017-b8ee-8aaf3989fa41 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9e011c0851044a3bd1b04f303fe4747&device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 1097 time: 0.0819817 Jan 27 17:28:36.277421 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-554f0c96-8bda-4014-8934-90634a316e11 req-5a2943c8-1092-4289-b1d4-a23da4019514 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d71740d-135b-4c43-a69e-ec629e56890b HTTP/1.1" status: 200 len: 217 time: 0.0625885 Jan 27 17:28:36.339228 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f0c96-8bda-4014-8934-90634a316e11 req-9316d885-0435-4e47-a228-649a5e76a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:36.340627 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-554f0c96-8bda-4014-8934-90634a316e11 req-9316d885-0435-4e47-a228-649a5e76a3e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=42f8523a-aee2-481f-b2a2-57b84693b0e3 HTTP/1.1" status: 200 len: 855 time: 0.0570827 Jan 27 17:28:36.403896 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-554f0c96-8bda-4014-8934-90634a316e11 req-2a4cd771-b491-40ae-960f-410b71e26561 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569680 Jan 27 17:28:36.541662 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-554f0c96-8bda-4014-8934-90634a316e11 req-1135b644-79f5-4014-96ec-56954d22cdc9 service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314604 Jan 27 17:28:36.672826 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-554f0c96-8bda-4014-8934-90634a316e11 req-d8a59061-3292-41f8-b67a-af45447d7a8d service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250176 Jan 27 17:28:36.849015 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e1137-0e19-495b-a00a-d128958c05e5 req-b8fd0f49-6e7e-4bbe-a152-16946b0d0fda tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:36.850406 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-170e1137-0e19-495b-a00a-d128958c05e5 req-b8fd0f49-6e7e-4bbe-a152-16946b0d0fda tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 944 time: 0.0840561 Jan 27 17:28:36.895175 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-170e1137-0e19-495b-a00a-d128958c05e5 req-04332ac5-4a74-451d-a4cc-6f2aaa6b118d tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388122 Jan 27 17:28:36.911404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8417bd-a141-4c8a-9a6b-d9a264e009e6 req-92376f66-fda7-4666-b99a-b9162eebced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:36.913273 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f8417bd-a141-4c8a-9a6b-d9a264e009e6 req-92376f66-fda7-4666-b99a-b9162eebced2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9e011c0851044a3bd1b04f303fe4747&device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 1097 time: 0.1810265 Jan 27 17:28:37.047706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8417bd-a141-4c8a-9a6b-d9a264e009e6 req-7cf1a7de-8b47-4841-831f-6a21c02e49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:37.049172 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f8417bd-a141-4c8a-9a6b-d9a264e009e6 req-7cf1a7de-8b47-4841-831f-6a21c02e49c6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284 HTTP/1.1" status: 200 len: 917 time: 0.1290045 Jan 27 17:28:37.131567 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f8417bd-a141-4c8a-9a6b-d9a264e009e6 req-cca424f1-e690-4b48-9785-63d137c0cf96 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d71740d-135b-4c43-a69e-ec629e56890b HTTP/1.1" status: 200 len: 217 time: 0.0753329 Jan 27 17:28:37.195471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8417bd-a141-4c8a-9a6b-d9a264e009e6 req-a57f8159-6dd3-44be-95dd-ad58725fc900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:37.196857 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f8417bd-a141-4c8a-9a6b-d9a264e009e6 req-a57f8159-6dd3-44be-95dd-ad58725fc900 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=42f8523a-aee2-481f-b2a2-57b84693b0e3 HTTP/1.1" status: 200 len: 855 time: 0.0582266 Jan 27 17:28:37.242006 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f8417bd-a141-4c8a-9a6b-d9a264e009e6 req-fc29d695-183b-4c3d-a94b-73b18f0761ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384071 Jan 27 17:28:37.387885 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f8417bd-a141-4c8a-9a6b-d9a264e009e6 req-7c71cd7e-11b8-436b-99db-5ef83e6b5db3 service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386559 Jan 27 17:28:37.531508 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f8417bd-a141-4c8a-9a6b-d9a264e009e6 req-58917846-8ca1-49d2-8f04-012e7019cc0e service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371295 Jan 27 17:28:37.803701 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 59f87163-489d-42bc-b6ef-8e5a7713c4c5 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:28:37.844148 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 59f87163-489d-42bc-b6ef-8e5a7713c4c5 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:28:37.844489 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 59f87163-489d-42bc-b6ef-8e5a7713c4c5 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:28:38.110345 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c24f6-402d-4442-8177-0a9025f776db req-27161468-2bdc-4576-bbb3-f1a0fad081ad tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:38.111028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-6c9c24f6-402d-4442-8177-0a9025f776db req-27161468-2bdc-4576-bbb3-f1a0fad081ad tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Synchronizing usage tracker for tenant:f9e011c0851044a3bd1b04f303fe4747 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:28:38.122975 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-6c9c24f6-402d-4442-8177-0a9025f776db req-27161468-2bdc-4576-bbb3-f1a0fad081ad tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Unset dirty status for tenant:f9e011c0851044a3bd1b04f303fe4747 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:28:38.124076 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c9c24f6-402d-4442-8177-0a9025f776db req-27161468-2bdc-4576-bbb3-f1a0fad081ad tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 944 time: 0.1039498 Jan 27 17:28:38.167424 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c9c24f6-402d-4442-8177-0a9025f776db req-61ff7088-d425-46fe-bff5-ef6419bfaf0f tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376725 Jan 27 17:28:39.365662 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0fa10-db56-4f1b-b24b-a3bf1d4e7a44 req-2adad39a-0d72-4f46-b9bd-22ef235be09e tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:39.367021 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-13f0fa10-db56-4f1b-b24b-a3bf1d4e7a44 req-2adad39a-0d72-4f46-b9bd-22ef235be09e tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 944 time: 0.0821424 Jan 27 17:28:39.420620 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-13f0fa10-db56-4f1b-b24b-a3bf1d4e7a44 req-4c227cc9-2dca-4036-9902-eb327a812768 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454085 Jan 27 17:28:39.813408 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 0d71740d-135b-4c43-a69e-ec629e56890b details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:28:39.958361 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 0d71740d-135b-4c43-a69e-ec629e56890b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0d71740d-135b-4c43-a69e-ec629e56890b,segment=NetworkSegment(f8654238-fffe-4876-9936-de0685f0e1c9),segment_id=f8654238-fffe-4876-9936-de0685f0e1c9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:28:39.971423 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '0d71740d-135b-4c43-a69e-ec629e56890b', 'network_id': '2afb50d9-f8cb-4ccb-9ce1-1213157f3284', 'port_id': '0d71740d-135b-4c43-a69e-ec629e56890b', 'mac_address': 'fa:16:3e:21:e4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f8523a-aee2-481f-b2a2-57b84693b0e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:28:40.028781 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:40.046524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d71740d-135b-4c43-a69e-ec629e56890b {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:28:40.062761 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 0d71740d-135b-4c43-a69e-ec629e56890b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0d71740d-135b-4c43-a69e-ec629e56890b,segment=NetworkSegment(f8654238-fffe-4876-9936-de0685f0e1c9),segment_id=f8654238-fffe-4876-9936-de0685f0e1c9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:28:40.067616 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:40.139665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=0d71740d-135b-4c43-a69e-ec629e56890b,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:40.150455 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:40.150793 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:40.151120 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:40.151445 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:40.151766 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:40.152083 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:40.152398 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:40.152714 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:40.153026 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:40.153306 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:40.153608 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:40.153975 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:28:40.265865 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['0d71740d-135b-4c43-a69e-ec629e56890b'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:28:40.623076 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2958a-9ce1-4960-bbde-3dc198129d3d req-67691c23-fcac-45d8-bf74-357d99709c8f tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:40.624517 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ccb2958a-9ce1-4960-bbde-3dc198129d3d req-67691c23-fcac-45d8-bf74-357d99709c8f tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 945 time: 0.0890284 Jan 27 17:28:40.667981 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ccb2958a-9ce1-4960-bbde-3dc198129d3d req-8d9a56c1-d49d-4f90-bae4-a1c75f36b558 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377536 Jan 27 17:28:41.817804 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 0d71740d-135b-4c43-a69e-ec629e56890b up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:28:41.872762 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16bce9-e5fd-4d5a-8977-fb18ed169d95 req-1c8ac5c1-f946-4c94-99b2-c47ce13d2115 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:41.874250 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2a16bce9-e5fd-4d5a-8977-fb18ed169d95 req-1c8ac5c1-f946-4c94-99b2-c47ce13d2115 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 945 time: 0.0795071 Jan 27 17:28:41.888690 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 0d71740d-135b-4c43-a69e-ec629e56890b completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:28:41.893646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 0d71740d-135b-4c43-a69e-ec629e56890b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:28:41.894037 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:41.921464 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2a16bce9-e5fd-4d5a-8977-fb18ed169d95 req-0375ba94-c8b4-4aad-b487-5bb7de1a3b79 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415092 Jan 27 17:28:42.008184 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:42.034518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0e701f-475d-4b7f-9fb0-98c71ea8caef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d71740d-135b-4c43-a69e-ec629e56890b'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:28:42.045245 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 0d71740d-135b-4c43-a69e-ec629e56890b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0d71740d-135b-4c43-a69e-ec629e56890b,segment=NetworkSegment(f8654238-fffe-4876-9936-de0685f0e1c9),segment_id=f8654238-fffe-4876-9936-de0685f0e1c9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:28:42.050403 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:42.090210 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0e701f-475d-4b7f-9fb0-98c71ea8caef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d71740d-135b-4c43-a69e-ec629e56890b', 'code': 200} Jan 27 17:28:42.135267 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=0d71740d-135b-4c43-a69e-ec629e56890b,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:28:42.313736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc90797-64bd-4ff9-95ba-798a5d0c437b req-09b7496a-d493-429e-bd63-7aa795c91242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:42.315104 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2fc90797-64bd-4ff9-95ba-798a5d0c437b req-09b7496a-d493-429e-bd63-7aa795c91242 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 1099 time: 0.0710998 Jan 27 17:28:42.354533 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2fc90797-64bd-4ff9-95ba-798a5d0c437b req-03adba39-bf08-482f-9b91-2cda2b30b37a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335648 Jan 27 17:28:43.122917 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2116258-74a2-4d95-bfa2-de44c8dae254 req-03ed1702-bb86-4838-912e-752b5377502c tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:43.124341 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e2116258-74a2-4d95-bfa2-de44c8dae254 req-03ed1702-bb86-4838-912e-752b5377502c tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0824363 Jan 27 17:28:43.167952 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e2116258-74a2-4d95-bfa2-de44c8dae254 req-5b69d964-5de8-4a7b-87b1-616c3f3eb4c3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377517 Jan 27 17:28:44.376425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a7fe6-77d8-4270-a55f-baaefbfb8e52 req-a59e5949-8fdb-4d2f-8aeb-c3434a7bd2de tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:44.377820 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-907a7fe6-77d8-4270-a55f-baaefbfb8e52 req-a59e5949-8fdb-4d2f-8aeb-c3434a7bd2de tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0873206 Jan 27 17:28:44.428348 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-907a7fe6-77d8-4270-a55f-baaefbfb8e52 req-1cbd0935-9ae1-4558-b5f8-aecf2226f6f4 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424237 Jan 27 17:28:44.630322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29539a02-c979-4bf4-a933-8664910d549b req-e98bb173-394b-4144-90a6-57d2d8c932dc tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:44.631641 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-29539a02-c979-4bf4-a933-8664910d549b req-e98bb173-394b-4144-90a6-57d2d8c932dc tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0883789 Jan 27 17:28:44.675875 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-29539a02-c979-4bf4-a933-8664910d549b req-0103c880-ca22-4552-b22a-45332d7995ad tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385332 Jan 27 17:28:45.080785 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-bf490280-ae4b-4fcb-bfc7-9b2b79fb8125 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1281128 Jan 27 17:28:45.092863 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45921060-1f1b-4df0-86eb-0275bf57cf22 req-09e3d4b9-7555-4919-b265-42b942a8788e tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:45.093863 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-45921060-1f1b-4df0-86eb-0275bf57cf22 req-09e3d4b9-7555-4919-b265-42b942a8788e tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.1002569 Jan 27 17:28:45.138042 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-45921060-1f1b-4df0-86eb-0275bf57cf22 req-aad10119-1de9-4a0c-b175-ce3f1c91f468 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384228 Jan 27 17:28:46.388844 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b4b0a-80ec-41f5-94a0-c67445c40d04 req-d5d51b70-cb65-4bf6-9aa3-f1086dc3bba0 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:46.390227 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d28b4b0a-80ec-41f5-94a0-c67445c40d04 req-d5d51b70-cb65-4bf6-9aa3-f1086dc3bba0 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.1391511 Jan 27 17:28:46.410408 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-cf65bd6c-b747-4ffa-a7d5-66e7d11c4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:46.411777 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-cf65bd6c-b747-4ffa-a7d5-66e7d11c4f7b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9e011c0851044a3bd1b04f303fe4747&device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 1099 time: 0.1132188 Jan 27 17:28:46.474524 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d28b4b0a-80ec-41f5-94a0-c67445c40d04 req-85776c8d-5c88-4940-a5fa-e3901d84afda tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783913 Jan 27 17:28:46.563021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-8b48c1a0-9635-4df8-8716-f2641bd77487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:46.565345 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-8b48c1a0-9635-4df8-8716-f2641bd77487 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284 HTTP/1.1" status: 200 len: 917 time: 0.1454587 Jan 27 17:28:46.634253 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-474cf13e-d6be-47ac-bab2-61d738fc9c72 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d71740d-135b-4c43-a69e-ec629e56890b HTTP/1.1" status: 200 len: 217 time: 0.0633132 Jan 27 17:28:46.697634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-2c3b2508-7e27-43f0-aadd-cf4c91b6ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:46.699057 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-2c3b2508-7e27-43f0-aadd-cf4c91b6ed87 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=42f8523a-aee2-481f-b2a2-57b84693b0e3 HTTP/1.1" status: 200 len: 855 time: 0.0591276 Jan 27 17:28:46.746950 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-e220506c-6a70-47e6-a58b-9824df30317b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415225 Jan 27 17:28:47.000548 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-26e052a7-c77e-4027-834d-0ed50083d8a0 service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475696 Jan 27 17:28:47.142899 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-74d0a47f-7538-45ed-ba50-d08400721735 service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357119 Jan 27 17:28:47.660706 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bd89b-cf69-4c72-804d-0325d81a7921 req-143d84d6-0dcb-4844-8bb7-f65793459396 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:47.662380 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-147bd89b-cf69-4c72-804d-0325d81a7921 req-143d84d6-0dcb-4844-8bb7-f65793459396 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0824971 Jan 27 17:28:47.711883 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-147bd89b-cf69-4c72-804d-0325d81a7921 req-3888ad1b-301e-4fd2-86f0-edffbdc9c9ee tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407572 Jan 27 17:28:48.741202 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb7d8715-298e-4903-b8b2-58341870e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:48.903715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22114fe-6341-4220-a626-4713042edc9f req-6e1b1dda-493d-413b-b9a5-0133c9cf051e tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:48.905140 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f22114fe-6341-4220-a626-4713042edc9f req-6e1b1dda-493d-413b-b9a5-0133c9cf051e tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0834396 Jan 27 17:28:48.948515 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f22114fe-6341-4220-a626-4713042edc9f req-ee886a59-0ddb-4bb9-bce5-694847c7d4a1 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375640 Jan 27 17:28:49.562683 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:28:50.140965 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018ece3-1e18-4bc8-b3b6-69b3bcbd95a5 req-154a089d-5bd0-44d0-bf0f-a1eb38e2a4bf tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:50.142420 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4018ece3-1e18-4bc8-b3b6-69b3bcbd95a5 req-154a089d-5bd0-44d0-bf0f-a1eb38e2a4bf tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0869741 Jan 27 17:28:50.185918 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4018ece3-1e18-4bc8-b3b6-69b3bcbd95a5 req-e4178cfd-35bc-4c43-aa75-93993e06de24 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376480 Jan 27 17:28:51.040244 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c1fe8501-c1f8-4214-b9f9-095f25396a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:51.389459 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ab3f7-a10f-40fe-a04f-77ce229f7ace req-10f553d7-c997-45af-9f7f-5308c10638ac tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:51.390930 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8a6ab3f7-a10f-40fe-a04f-77ce229f7ace req-10f553d7-c997-45af-9f7f-5308c10638ac tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0867510 Jan 27 17:28:51.438137 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8a6ab3f7-a10f-40fe-a04f-77ce229f7ace req-d4c1562a-2061-417c-b12b-bbb4754fedf8 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383370 Jan 27 17:28:52.197237 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:52.233033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:52.796777 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b007b-3e53-4731-ae1c-e6fc2cb59f7d req-717375c5-e8bc-43de-ae03-1b02dde85c8f tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:52.798125 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6d0b007b-3e53-4731-ae1c-e6fc2cb59f7d req-717375c5-e8bc-43de-ae03-1b02dde85c8f tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0868738 Jan 27 17:28:52.843417 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6d0b007b-3e53-4731-ae1c-e6fc2cb59f7d req-89e61237-aab5-4e0d-8658-234d8a769339 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375459 Jan 27 17:28:53.456858 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:28:54.047951 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be811c3-682e-4095-89b8-3526eedcfa39 req-4f55fc89-9706-47d4-af86-b99fdcf50cc2 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:54.049406 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9be811c3-682e-4095-89b8-3526eedcfa39 req-4f55fc89-9706-47d4-af86-b99fdcf50cc2 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0890055 Jan 27 17:28:54.096689 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9be811c3-682e-4095-89b8-3526eedcfa39 req-ec2d2132-e068-47c1-8b40-1353e671af27 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414810 Jan 27 17:28:55.290656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa956630-2f32-482d-8779-863f2a5931b0 req-0fa4ae09-cca9-40d8-a2bb-b95757f27eac tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:55.292087 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-fa956630-2f32-482d-8779-863f2a5931b0 req-0fa4ae09-cca9-40d8-a2bb-b95757f27eac tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0813093 Jan 27 17:28:55.337898 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-fa956630-2f32-482d-8779-863f2a5931b0 req-3e437bee-75fd-450c-8922-ef1c3d85850d tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389266 Jan 27 17:28:56.538470 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f3e65-84a3-4785-af71-4de88da067dc req-533fea68-ee32-4813-bb26-4444d1b5ce7d tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:56.540210 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d40f3e65-84a3-4785-af71-4de88da067dc req-533fea68-ee32-4813-bb26-4444d1b5ce7d tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0946145 Jan 27 17:28:56.584696 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d40f3e65-84a3-4785-af71-4de88da067dc req-1a5aa2fd-af0d-464a-91ae-8ddc605528fc tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385404 Jan 27 17:28:57.798446 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2a119-af1c-4983-bc48-382641fbc26c req-fa349b7e-51a4-4e88-a26c-c348c6b0fb72 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:57.799903 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-48e2a119-af1c-4983-bc48-382641fbc26c req-fa349b7e-51a4-4e88-a26c-c348c6b0fb72 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0963743 Jan 27 17:28:57.844930 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-48e2a119-af1c-4983-bc48-382641fbc26c req-97b1fbac-a082-41a1-a5ac-2955cb192d16 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390656 Jan 27 17:28:59.047656 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65e8f2-0778-48ba-9906-d7bd059d2afa req-79d0c25b-93ba-4a63-8c93-37fb16173ac3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:28:59.049094 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5f65e8f2-0778-48ba-9906-d7bd059d2afa req-79d0c25b-93ba-4a63-8c93-37fb16173ac3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0846012 Jan 27 17:28:59.092936 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5f65e8f2-0778-48ba-9906-d7bd059d2afa req-93e08c2e-c05e-412c-8953-09f9d7f81518 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379643 Jan 27 17:29:00.295312 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9c800-17fb-40c6-ab67-bdb3ee44f034 req-90197e9e-cbd8-4131-b039-d78b487e8f3d tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:00.297662 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a3c9c800-17fb-40c6-ab67-bdb3ee44f034 req-90197e9e-cbd8-4131-b039-d78b487e8f3d tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0987694 Jan 27 17:29:00.347773 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a3c9c800-17fb-40c6-ab67-bdb3ee44f034 req-2f8d8654-92b4-4eff-89f3-ece3a84bbad7 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453653 Jan 27 17:29:01.555062 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0607d25-902e-4a2e-987a-2080657d6306 req-f93363b9-d600-46df-8638-9e97d4d0ae85 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:01.556500 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d0607d25-902e-4a2e-987a-2080657d6306 req-f93363b9-d600-46df-8638-9e97d4d0ae85 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0866272 Jan 27 17:29:01.599614 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d0607d25-902e-4a2e-987a-2080657d6306 req-8b956cc0-78bc-4be7-8e1c-72ea9e1b07c8 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374329 Jan 27 17:29:02.808768 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4aa853-7523-41ed-bdc7-386915f4d054 req-204f4163-440f-4053-9cb7-5ab008fc2466 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:02.810246 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8e4aa853-7523-41ed-bdc7-386915f4d054 req-204f4163-440f-4053-9cb7-5ab008fc2466 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0847549 Jan 27 17:29:02.854844 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8e4aa853-7523-41ed-bdc7-386915f4d054 req-93c63cc7-aca2-4990-91ed-5e09a658fe0b tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389426 Jan 27 17:29:03.562155 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:04.070489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89c0b1-2d76-49eb-a66f-d87b8c4b4850 req-e818375c-8f4f-4178-9213-a58b85fbd2c0 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:04.071962 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9b89c0b1-2d76-49eb-a66f-d87b8c4b4850 req-e818375c-8f4f-4178-9213-a58b85fbd2c0 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0955095 Jan 27 17:29:04.116852 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9b89c0b1-2d76-49eb-a66f-d87b8c4b4850 req-8f430d87-8bf1-4a95-ba76-5a27c20d37e2 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390770 Jan 27 17:29:05.337389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad97fe1-412e-445e-b9eb-8c0cea1e4aa0 req-6a806529-ecb1-47c7-8ef0-2d95047af3bb tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:05.338857 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7ad97fe1-412e-445e-b9eb-8c0cea1e4aa0 req-6a806529-ecb1-47c7-8ef0-2d95047af3bb tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0861745 Jan 27 17:29:05.383443 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7ad97fe1-412e-445e-b9eb-8c0cea1e4aa0 req-17dfcdbf-fe8f-4b25-9aaf-49127aa02486 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385337 Jan 27 17:29:06.586078 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a44f7-ab2b-4c1d-9793-0c9a86bb81de req-f6ee2a24-abd2-4de8-b4be-5f2c8ff24fda tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:06.587521 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-267a44f7-ab2b-4c1d-9793-0c9a86bb81de req-f6ee2a24-abd2-4de8-b4be-5f2c8ff24fda tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0820367 Jan 27 17:29:06.632638 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-267a44f7-ab2b-4c1d-9793-0c9a86bb81de req-86b0e299-ba37-460c-a307-dd7f85d8fb41 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394304 Jan 27 17:29:07.839372 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722fcfc-a60d-43ab-8c18-99fd8ac2abd9 req-be5a26ce-568e-43a1-95ab-283039610775 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:07.841290 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b722fcfc-a60d-43ab-8c18-99fd8ac2abd9 req-be5a26ce-568e-43a1-95ab-283039610775 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0920906 Jan 27 17:29:07.891714 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b722fcfc-a60d-43ab-8c18-99fd8ac2abd9 req-786c2686-7b1d-4a96-a469-5d258ec304ea tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393121 Jan 27 17:29:09.103883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c513109-ef03-42a6-aeb0-2361b95c767b req-e996c3ce-b244-428f-900d-f00c57c0f460 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:09.105338 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2c513109-ef03-42a6-aeb0-2361b95c767b req-e996c3ce-b244-428f-900d-f00c57c0f460 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0914986 Jan 27 17:29:09.148585 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2c513109-ef03-42a6-aeb0-2361b95c767b req-65fae027-77c3-4fef-b533-79007ab314d1 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374162 Jan 27 17:29:10.357270 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14e134-9c44-47ab-9b14-04babea08eb6 req-ed9dc8d5-f4be-4587-a63b-0226b0a19266 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:10.358737 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9f14e134-9c44-47ab-9b14-04babea08eb6 req-ed9dc8d5-f4be-4587-a63b-0226b0a19266 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0855019 Jan 27 17:29:10.404231 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9f14e134-9c44-47ab-9b14-04babea08eb6 req-c2b57ef2-40b6-405d-be72-acf18bcc6326 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394294 Jan 27 17:29:11.601341 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15215b5-8622-4a41-81fd-7e2afae79cd7 req-8ccd159c-feb5-4a01-ba14-ecf07a2eaf38 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:11.602824 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e15215b5-8622-4a41-81fd-7e2afae79cd7 req-8ccd159c-feb5-4a01-ba14-ecf07a2eaf38 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0833008 Jan 27 17:29:11.651915 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e15215b5-8622-4a41-81fd-7e2afae79cd7 req-95868dd4-8a08-48e9-b2f0-ce786585d5bb tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432994 Jan 27 17:29:12.853960 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27100f7f-30a0-4896-a6b6-ed6b65bc07eb req-5744a177-7a9f-4ae1-8809-56f51e3b3576 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:12.855402 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-27100f7f-30a0-4896-a6b6-ed6b65bc07eb req-5744a177-7a9f-4ae1-8809-56f51e3b3576 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0872047 Jan 27 17:29:12.898803 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-27100f7f-30a0-4896-a6b6-ed6b65bc07eb req-c81ad6a8-df11-4dd3-b093-b68f07f7fca3 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377669 Jan 27 17:29:13.852285 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-d1631792-1cc5-4489-87c2-76943032b746 service neutron] 10.222.0.83 "GET /v2.0/ports/0d71740d-135b-4c43-a69e-ec629e56890b/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0812910 Jan 27 17:29:14.152779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fb966-18f0-46c0-902b-a6f1332e131b req-80875a5a-ecd1-4596-81ba-098cab6ebec4 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:14.154157 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd9fb966-18f0-46c0-902b-a6f1332e131b req-80875a5a-ecd1-4596-81ba-098cab6ebec4 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.1468925 Jan 27 17:29:14.158288 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-dc58f76e-b79a-4079-a10f-c4d52ea633ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:14.160030 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-dc58f76e-b79a-4079-a10f-c4d52ea633ac service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef&tenant_id=f9e011c0851044a3bd1b04f303fe4747 HTTP/1.1" status: 200 len: 1099 time: 0.1040363 Jan 27 17:29:14.245638 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd9fb966-18f0-46c0-902b-a6f1332e131b req-d94d1681-567e-4171-b2d5-ed7a9f2af632 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846667 Jan 27 17:29:14.271241 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-af3b0131-1608-44cc-8fd1-c6e3adc26a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:14.272710 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-af3b0131-1608-44cc-8fd1-c6e3adc26a15 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9e011c0851044a3bd1b04f303fe4747&device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 1099 time: 0.0909336 Jan 27 17:29:14.517009 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-4b803a69-be4d-48fa-8e17-742556acc537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:14.518534 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-4b803a69-be4d-48fa-8e17-742556acc537 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284 HTTP/1.1" status: 200 len: 917 time: 0.2395682 Jan 27 17:29:14.585120 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-c1021ddd-bf2a-4028-bb6c-76a086288c0e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d71740d-135b-4c43-a69e-ec629e56890b HTTP/1.1" status: 200 len: 217 time: 0.0601194 Jan 27 17:29:14.649994 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-1c68033f-80c5-4cfd-9db1-fac30fae47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:14.651354 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-1c68033f-80c5-4cfd-9db1-fac30fae47d1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=42f8523a-aee2-481f-b2a2-57b84693b0e3 HTTP/1.1" status: 200 len: 855 time: 0.0600886 Jan 27 17:29:14.696825 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-812292c2-4e8d-41ea-b58b-a7c0e18bd560 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395315 Jan 27 17:29:14.840623 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-a8a04d37-50a2-4e55-acd1-ea3fe1969033 service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371038 Jan 27 17:29:14.976410 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a3760c06-abfe-4a4d-9572-38d75fdd486c req-d40d23b7-0626-4c33-923d-91c5403dbfca service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297400 Jan 27 17:29:15.455588 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc133c-3d3b-4d78-ac2b-da9bead4f366 req-57b4520d-2f74-4890-a401-6f6e13c04fd1 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:15.457138 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8edc133c-3d3b-4d78-ac2b-da9bead4f366 req-57b4520d-2f74-4890-a401-6f6e13c04fd1 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0974076 Jan 27 17:29:15.500339 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8edc133c-3d3b-4d78-ac2b-da9bead4f366 req-7daaa018-b768-4de2-a586-f1d3ba879fe6 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374041 Jan 27 17:29:16.697651 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff686d9-c534-4b1c-8bd0-7e4d75c3d14b req-77c1e526-4087-4541-a854-f617f2527351 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:16.699096 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7ff686d9-c534-4b1c-8bd0-7e4d75c3d14b req-77c1e526-4087-4541-a854-f617f2527351 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.0835845 Jan 27 17:29:16.744564 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7ff686d9-c534-4b1c-8bd0-7e4d75c3d14b req-d566bc07-f794-4aca-afd6-9002fda490fd tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371099 Jan 27 17:29:17.120932 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e42d2c-dab2-42b8-9d42-9965f5002988 req-fc099f90-ea7e-426f-b788-8046359f94d2 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:17.122407 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-54e42d2c-dab2-42b8-9d42-9965f5002988 req-fc099f90-ea7e-426f-b788-8046359f94d2 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef&tenant_id=f9e011c0851044a3bd1b04f303fe4747&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 946 time: 0.1510124 Jan 27 17:29:17.131039 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254b69a-16ab-47d2-9fe6-a433889a3005 req-66877d47-aac8-4e22-8914-3b35cfe5522a tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:17.132318 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5254b69a-16ab-47d2-9fe6-a433889a3005 req-66877d47-aac8-4e22-8914-3b35cfe5522a tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.1597376 Jan 27 17:29:17.177824 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5254b69a-16ab-47d2-9fe6-a433889a3005 req-58415fe2-0cd8-4d8a-93b0-84705878d646 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396085 Jan 27 17:29:17.268961 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e42d2c-dab2-42b8-9d42-9965f5002988 req-982824a1-086e-4b1a-b032-38df9c27d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:17.270447 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-54e42d2c-dab2-42b8-9d42-9965f5002988 req-982824a1-086e-4b1a-b032-38df9c27d880 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9e011c0851044a3bd1b04f303fe4747&device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 1099 time: 0.0787125 Jan 27 17:29:17.403630 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e42d2c-dab2-42b8-9d42-9965f5002988 req-fe3d9f0c-b166-40fc-a145-a8d28553b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:17.404960 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-54e42d2c-dab2-42b8-9d42-9965f5002988 req-fe3d9f0c-b166-40fc-a145-a8d28553b172 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284 HTTP/1.1" status: 200 len: 917 time: 0.1281419 Jan 27 17:29:17.474860 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-54e42d2c-dab2-42b8-9d42-9965f5002988 req-5e82bfde-8f83-450c-9f15-c7962f008cf2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d71740d-135b-4c43-a69e-ec629e56890b HTTP/1.1" status: 200 len: 217 time: 0.0630705 Jan 27 17:29:17.533820 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e42d2c-dab2-42b8-9d42-9965f5002988 req-445c162c-d2c0-470c-af0a-0e45a27058dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:17.535153 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-54e42d2c-dab2-42b8-9d42-9965f5002988 req-445c162c-d2c0-470c-af0a-0e45a27058dd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=42f8523a-aee2-481f-b2a2-57b84693b0e3 HTTP/1.1" status: 200 len: 855 time: 0.0550337 Jan 27 17:29:17.583012 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-54e42d2c-dab2-42b8-9d42-9965f5002988 req-3dd3b9b3-3ea6-4a01-839d-732378866eeb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2afb50d9-f8cb-4ccb-9ce1-1213157f3284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414002 Jan 27 17:29:17.710961 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-54e42d2c-dab2-42b8-9d42-9965f5002988 req-e0c561fc-934c-4e3a-b8b4-3e8f7603052e service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216505 Jan 27 17:29:17.839320 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-54e42d2c-dab2-42b8-9d42-9965f5002988 req-1b971a30-5a12-446a-bc2c-f6d11af50047 service neutron] 10.222.0.83 "GET /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220846 Jan 27 17:29:17.922029 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 0d71740d-135b-4c43-a69e-ec629e56890b details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:29:17.924426 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 0d71740d-135b-4c43-a69e-ec629e56890b no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:29:18.157388 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:18.179579 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 0d71740d-135b-4c43-a69e-ec629e56890b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0d71740d-135b-4c43-a69e-ec629e56890b,segment=NetworkSegment(f8654238-fffe-4876-9936-de0685f0e1c9),segment_id=f8654238-fffe-4876-9936-de0685f0e1c9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:18.198805 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '0d71740d-135b-4c43-a69e-ec629e56890b', 'network_id': '2afb50d9-f8cb-4ccb-9ce1-1213157f3284', 'port_id': '0d71740d-135b-4c43-a69e-ec629e56890b', 'mac_address': 'fa:16:3e:21:e4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f8523a-aee2-481f-b2a2-57b84693b0e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:29:18.204014 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0e701f-475d-4b7f-9fb0-98c71ea8caef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d71740d-135b-4c43-a69e-ec629e56890b'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:29:18.241896 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 0d71740d-135b-4c43-a69e-ec629e56890b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0d71740d-135b-4c43-a69e-ec629e56890b,segment=NetworkSegment(f8654238-fffe-4876-9936-de0685f0e1c9),segment_id=f8654238-fffe-4876-9936-de0685f0e1c9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:18.255387 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:18.333882 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:18.343999 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0e701f-475d-4b7f-9fb0-98c71ea8caef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d71740d-135b-4c43-a69e-ec629e56890b', 'code': 200} Jan 27 17:29:18.360786 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d71740d-135b-4c43-a69e-ec629e56890b {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:29:18.365564 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=0d71740d-135b-4c43-a69e-ec629e56890b,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:18.409050 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f8fef-aaaa-460b-896d-ebcc6d0e629e req-e10a3ed2-21a2-4ea3-8bbc-010bb6539224 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:18.410752 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-001f8fef-aaaa-460b-896d-ebcc6d0e629e req-e10a3ed2-21a2-4ea3-8bbc-010bb6539224 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 944 time: 0.0940135 Jan 27 17:29:18.424867 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:29:18.425216 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:29:18.460639 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-001f8fef-aaaa-460b-896d-ebcc6d0e629e req-350d2ca9-187a-4804-ac0b-6b5722ea272a tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431464 Jan 27 17:29:18.650690 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176442e2-385b-4ada-aed1-93fd699d6de0 req-2e2c92cf-3486-430e-8ecb-de452e34e5d7 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:18.652157 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-176442e2-385b-4ada-aed1-93fd699d6de0 req-2e2c92cf-3486-430e-8ecb-de452e34e5d7 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 944 time: 0.0870180 Jan 27 17:29:18.696671 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-176442e2-385b-4ada-aed1-93fd699d6de0 req-6ad923ce-20b1-42da-8683-9b1a37a5886e tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385714 Jan 27 17:29:18.745078 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-061ee112-454f-47ff-9312-3e766bffd455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:18.883247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb504f72-5bc4-4697-82c9-98d8c1957c0e req-34ea2186-0da5-4678-9be7-8b4e5a4f124f tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:18.884589 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cb504f72-5bc4-4697-82c9-98d8c1957c0e req-34ea2186-0da5-4678-9be7-8b4e5a4f124f tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 944 time: 0.0854642 Jan 27 17:29:18.928972 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cb504f72-5bc4-4697-82c9-98d8c1957c0e req-5073e472-c20b-4307-b5ed-5eb11387104b tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386236 Jan 27 17:29:18.985523 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:19.003053 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d71740d-135b-4c43-a69e-ec629e56890b {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:29:19.019068 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 0d71740d-135b-4c43-a69e-ec629e56890b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0d71740d-135b-4c43-a69e-ec629e56890b,segment=NetworkSegment(f8654238-fffe-4876-9936-de0685f0e1c9),segment_id=f8654238-fffe-4876-9936-de0685f0e1c9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:19.024524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:19.090625 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['0d71740d-135b-4c43-a69e-ec629e56890b'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:29:19.193215 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=0d71740d-135b-4c43-a69e-ec629e56890b,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:19.611027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef00cb0-b8e6-420f-a69b-1dca7b0ebb98 req-2e27846f-67bf-43fe-9d2c-1dcab795ebde tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:19.612487 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6ef00cb0-b8e6-420f-a69b-1dca7b0ebb98 req-2e27846f-67bf-43fe-9d2c-1dcab795ebde tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 945 time: 0.1871550 Jan 27 17:29:19.656672 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6ef00cb0-b8e6-420f-a69b-1dca7b0ebb98 req-d04964b5-11c8-4c73-af4f-8e718e16e045 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382452 Jan 27 17:29:19.918064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 0d71740d-135b-4c43-a69e-ec629e56890b up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:29:19.999642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 0d71740d-135b-4c43-a69e-ec629e56890b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:29:20.000358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:20.119196 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:20.152339 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 0d71740d-135b-4c43-a69e-ec629e56890b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0d71740d-135b-4c43-a69e-ec629e56890b,segment=NetworkSegment(f8654238-fffe-4876-9936-de0685f0e1c9),segment_id=f8654238-fffe-4876-9936-de0685f0e1c9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:20.156524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:20.226346 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=0d71740d-135b-4c43-a69e-ec629e56890b,revision_number=8']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:20.345716 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0e701f-475d-4b7f-9fb0-98c71ea8caef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d71740d-135b-4c43-a69e-ec629e56890b'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:29:20.392476 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0e701f-475d-4b7f-9fb0-98c71ea8caef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d71740d-135b-4c43-a69e-ec629e56890b', 'code': 200} Jan 27 17:29:20.894871 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6c377-d47b-4b90-9979-decf160feba0 req-4a35f393-fe25-4596-8f50-6bf5aedf5a30 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:20.896351 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cbf6c377-d47b-4b90-9979-decf160feba0 req-4a35f393-fe25-4596-8f50-6bf5aedf5a30 tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.1348610 Jan 27 17:29:20.943545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7beaa-35b9-4c07-9955-6aba2620f0fe req-a3b56c2d-34a0-4714-a4f1-e36849fe121a tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:20.944849 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b6b7beaa-35b9-4c07-9955-6aba2620f0fe req-a3b56c2d-34a0-4714-a4f1-e36849fe121a tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 946 time: 0.1217134 Jan 27 17:29:20.994827 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cbf6c377-d47b-4b90-9979-decf160feba0 req-913fbb17-d31d-4393-86b5-9995da932e8a tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ca2b7f1-988e-4f7d-b236-d2c05577925a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922024 Jan 27 17:29:21.025465 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f57534c5-e75f-4c1e-b8f8-ce42a4bc564b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:21.029326 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-b6b7beaa-35b9-4c07-9955-6aba2620f0fe req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Deleting port 0d71740d-135b-4c43-a69e-ec629e56890b {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:29:21.029664 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b6b7beaa-35b9-4c07-9955-6aba2620f0fe req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:21.279612 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-b6b7beaa-35b9-4c07-9955-6aba2620f0fe req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] For port 0d71740d-135b-4c43-a69e-ec629e56890b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0d71740d-135b-4c43-a69e-ec629e56890b,segment=NetworkSegment(f8654238-fffe-4876-9936-de0685f0e1c9),segment_id=f8654238-fffe-4876-9936-de0685f0e1c9)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:21.279860 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b6b7beaa-35b9-4c07-9955-6aba2620f0fe req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:21.401497 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-b6b7beaa-35b9-4c07-9955-6aba2620f0fe req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Calling delete_port for 0d71740d-135b-4c43-a69e-ec629e56890b owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:29:21.559629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b6b7beaa-35b9-4c07-9955-6aba2620f0fe req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:21.571221 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['0d71740d-135b-4c43-a69e-ec629e56890b'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:29:21.608364 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Pushing event deleted for resources: {'Port': ['ID=0d71740d-135b-4c43-a69e-ec629e56890b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:21.645386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:21.645751 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:21.646102 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:21.646427 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:21.646745 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:21.647065 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:21.647380 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:21.647692 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:21.648002 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:21.648309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:21.648606 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:21.648910 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:21.692425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b7beaa-35b9-4c07-9955-6aba2620f0fe req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] No DVR routers for this DVR port 0d71740d-135b-4c43-a69e-ec629e56890b on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:29:21.695201 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b6b7beaa-35b9-4c07-9955-6aba2620f0fe req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:21.697573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0e701f-475d-4b7f-9fb0-98c71ea8caef', 'name': 'network-vif-deleted', 'tag': '0d71740d-135b-4c43-a69e-ec629e56890b'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:29:21.716044 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b6b7beaa-35b9-4c07-9955-6aba2620f0fe req-a371b85d-1f51-4b58-8e36-13e219dcb4da tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.83 "DELETE /v2.0/ports/0d71740d-135b-4c43-a69e-ec629e56890b HTTP/1.1" status: 204 len: 173 time: 0.7650919 Jan 27 17:29:21.801403 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0e701f-475d-4b7f-9fb0-98c71ea8caef', 'name': 'network-vif-deleted', 'tag': '0d71740d-135b-4c43-a69e-ec629e56890b', 'status': 'completed', 'code': 200} Jan 27 17:29:22.165459 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-359fe205-464d-4e9f-9db0-5cb7e16f0e34 req-fdf76429-1003-4631-a186-c66ec0f20e5e tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Synchronizing usage tracker for tenant:f9e011c0851044a3bd1b04f303fe4747 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:29:22.182903 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-359fe205-464d-4e9f-9db0-5cb7e16f0e34 req-fdf76429-1003-4631-a186-c66ec0f20e5e tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] Unset dirty status for tenant:f9e011c0851044a3bd1b04f303fe4747 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:29:22.184028 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-359fe205-464d-4e9f-9db0-5cb7e16f0e34 req-fdf76429-1003-4631-a186-c66ec0f20e5e tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a0e701f-475d-4b7f-9fb0-98c71ea8caef HTTP/1.1" status: 200 len: 210 time: 0.0624552 Jan 27 17:29:22.193662 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:22.231354 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:23.459251 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:23.462065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 41106) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:23.620379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Deleting subnet 42f8523a-aee2-481f-b2a2-57b84693b0e3 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:29:23.623576 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:23.671224 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:23.728475 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:23.808789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:23.846955 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42f8523a-aee2-481f-b2a2-57b84693b0e3,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:23.849332 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:23.858177 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:23.858519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:23.858850 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:23.859183 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:23.859484 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:23.859804 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:23.860125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:23.860441 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:23.860754 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:23.861062 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:23.861359 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:23.861664 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:23.865270 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6fb5cfe4-03c8-458f-bb7c-3a7c37989ada admin admin] 10.222.0.50 "DELETE /v2.0/subnets/42f8523a-aee2-481f-b2a2-57b84693b0e3 HTTP/1.1" status: 204 len: 168 time: 0.4016569 Jan 27 17:29:23.867884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 41110) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:23.972237 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d80e253-729c-4a58-a6d3-edb2607af133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:24.098496 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d80e253-729c-4a58-a6d3-edb2607af133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:24.124250 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-5d80e253-729c-4a58-a6d3-edb2607af133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2afb50d9-f8cb-4ccb-9ce1-1213157f3284']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:24.136382 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-5d80e253-729c-4a58-a6d3-edb2607af133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8654238-fffe-4876-9936-de0685f0e1c9') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:24.136666 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-5d80e253-729c-4a58-a6d3-edb2607af133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8654238-fffe-4876-9936-de0685f0e1c9') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:24.148359 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d80e253-729c-4a58-a6d3-edb2607af133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:24.165941 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d80e253-729c-4a58-a6d3-edb2607af133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:24.173113 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d80e253-729c-4a58-a6d3-edb2607af133 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:29:24.173571 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d80e253-729c-4a58-a6d3-edb2607af133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:29:24.187090 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:29:24.266043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d80e253-729c-4a58-a6d3-edb2607af133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:24.281658 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5d80e253-729c-4a58-a6d3-edb2607af133 admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:24.291870 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80e253-729c-4a58-a6d3-edb2607af133 admin admin] Pushing event deleted for resources: {'Network': ['ID=2afb50d9-f8cb-4ccb-9ce1-1213157f3284,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:24.301852 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5d80e253-729c-4a58-a6d3-edb2607af133 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2afb50d9-f8cb-4ccb-9ce1-1213157f3284 HTTP/1.1" status: 204 len: 168 time: 0.4326947 Jan 27 17:29:24.415529 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 41116) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:24.464768 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ca18414b-7fdc-4b9b-9e8e-8f2111112866 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9e011c0851044a3bd1b04f303fe4747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480523 Jan 27 17:29:24.468367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 41120) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:24.526577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-61ef77fa-04f5-49cd-9086-9afa788c2a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:24.555853 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-61ef77fa-04f5-49cd-9086-9afa788c2a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:24.609350 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-61ef77fa-04f5-49cd-9086-9afa788c2a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:24.628227 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef77fa-04f5-49cd-9086-9afa788c2a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca2b7f1-988e-4f7d-b236-d2c05577925a,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:24.636532 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-61ef77fa-04f5-49cd-9086-9afa788c2a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:24.637628 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-61ef77fa-04f5-49cd-9086-9afa788c2a99 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ca2b7f1-988e-4f7d-b236-d2c05577925a HTTP/1.1" status: 204 len: 168 time: 0.1684110 Jan 27 17:29:25.379119 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 41144) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:25.537280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-330327487-network', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:29:25.542627 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:29:25.546548 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Usage tracker for resource:network and tenant:5664aff4a32145a6a58a201a1f6ccbb0 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:29:25.549428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:29:25.555202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:29:25.567847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Made reservation on behalf of 5664aff4a32145a6a58a201a1f6ccbb0 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:29:25.571705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:25.590675 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:25.608595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:29:25.612560 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Usage tracker for resource:security_group_rule and tenant:5664aff4a32145a6a58a201a1f6ccbb0 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:29:25.615393 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:29:25.621255 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:29:25.702725 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:25.709935 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:25.741321 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:29:25.749472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c36795-87b1-49fb-bdcc-215443a769c0,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:25.754889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:25.755218 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Added segment da973469-7d84-4be2-ab9d-4abbb5af9d2c of type vlan for network 6a65ecad-e05e-4d1e-8189-62bebfde050c Jan 27 17:29:25.780214 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:25.811737 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:25.812704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:25.813280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:25.913519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] Pushing event updated for resources: {'Network': ['ID=6a65ecad-e05e-4d1e-8189-62bebfde050c,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:25.917069 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d59d18df-b1a6-45d4-8cae-ede4b3d51889 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5362861 Jan 27 17:29:25.921082 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 41150) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:25.925636 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 6a65ecad-e05e-4d1e-8189-62bebfde050c details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:29:25.926458 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-3d93efff-acbf-4212-97e3-0ab88d3da79d admin admin] Request body: {'subnet': {'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-330327487-subnet', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:29:25.931643 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3d93efff-acbf-4212-97e3-0ab88d3da79d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:29:25.935592 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3d93efff-acbf-4212-97e3-0ab88d3da79d admin admin] Usage tracker for resource:subnet and tenant:5664aff4a32145a6a58a201a1f6ccbb0 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:29:25.938475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3d93efff-acbf-4212-97e3-0ab88d3da79d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:29:25.940697 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 0d71740d-135b-4c43-a69e-ec629e56890b no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:29:25.944498 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3d93efff-acbf-4212-97e3-0ab88d3da79d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:29:25.956388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d93efff-acbf-4212-97e3-0ab88d3da79d admin admin] Made reservation on behalf of 5664aff4a32145a6a58a201a1f6ccbb0 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:29:25.958789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d93efff-acbf-4212-97e3-0ab88d3da79d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:25.984024 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 0d71740d-135b-4c43-a69e-ec629e56890b {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:29:25.984356 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 0d71740d-135b-4c43-a69e-ec629e56890b not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:29:26.164727 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d93efff-acbf-4212-97e3-0ab88d3da79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:26.246904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93efff-acbf-4212-97e3-0ab88d3da79d admin admin] Pushing event updated for resources: {'Subnet': ['ID=83408c0e-9001-43fa-ba81-13cf4ba3876b,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:26.257075 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d93efff-acbf-4212-97e3-0ab88d3da79d admin admin] Checking segment: {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:29:26.257423 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d93efff-acbf-4212-97e3-0ab88d3da79d admin admin] Network hostable DHCP agents. Network: 6a65ecad-e05e-4d1e-8189-62bebfde050c, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:29:26.277562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d93efff-acbf-4212-97e3-0ab88d3da79d admin admin] Network 6a65ecad-e05e-4d1e-8189-62bebfde050c is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:29:26.288720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-3d93efff-acbf-4212-97e3-0ab88d3da79d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 6a65ecad-e05e-4d1e-8189-62bebfde050c) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:29:26.292694 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d93efff-acbf-4212-97e3-0ab88d3da79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:26.293259 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3d93efff-acbf-4212-97e3-0ab88d3da79d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:26.297664 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b45d8bd-13b7-4002-987f-791ed2a76e8f None None] Network 6a65ecad-e05e-4d1e-8189-62bebfde050c requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:29:26.415184 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3d93efff-acbf-4212-97e3-0ab88d3da79d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4929614 Jan 27 17:29:26.418057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 41154) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:26.422872 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:29:26.427370 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:29:26.431162 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Usage tracker for resource:router and tenant:5664aff4a32145a6a58a201a1f6ccbb0 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:29:26.433947 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:29:26.439998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:29:26.450266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:26.451218 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:26.465264 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:26.518614 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-6a65ecad-e05e-4d1e-8189-62bebfde050c', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:29:26.519479 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:26.560943 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:29:26.672142 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Allocated IP 172.20.0.2 (6a65ecad-e05e-4d1e-8189-62bebfde050c/83408c0e-9001-43fa-ba81-13cf4ba3876b/1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:29:26.730837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:26.872773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:26.882723 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Transition to ACTIVE for port object 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:29:26.899912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Transition to ACTIVE for port object 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:29:26.905852 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:26.970424 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Network 6a65ecad-e05e-4d1e-8189-62bebfde050c is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:29:26.973020 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:29:26.976793 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:29:26.984466 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Pushing event updated for resources: {'Port': ['ID=1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:27.036840 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:27.069415 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Attempting to bind port 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:29:27.069776 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Attempting to bind port 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:29:27.070115 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Attempting to bind port 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 on network 6a65ecad-e05e-4d1e-8189-62bebfde050c {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:29:27.075650 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:29:27.076070 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Checking segment: {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:29:27.076436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:27.076821 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Bound using segment: {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:29:27.077305 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Bound port: 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:29:27.077656 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:27.079205 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:27.170795 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] For port 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:29:27.173725 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] For port 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:29:27.179110 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:27.211612 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Allocated IP 172.26.1.224 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/d9deb773-0f45-434d-a238-d6d7315a089c) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:29:27.258125 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b2dd7-5332-4dba-9fe1-4844c798c5d6 None None] Pushing event updated for resources: {'Port': ['ID=1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:27.373757 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:27.420423 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:27.497368 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:29:27.500786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:29:27.503776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:29:27.539531 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Pushing event updated for resources: {'Port': ['ID=d9deb773-0f45-434d-a238-d6d7315a089c,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:28.058551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:28.230933 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae03282d-54a4-445d-8d83-b04908f9cc39 None None] Network 6a65ecad-e05e-4d1e-8189-62bebfde050c requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:29:28.339482 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-846d99f4-c700-4ed1-a6fd-1adf44fb6eac None None] Provisioning for port 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:29:28.399370 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:28.605777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Router 6217276f-e328-45be-b2be-0e085ab924dd is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:29:28.787232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:29:28.796830 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Sync routers for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:29:28.806118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:29:28.806721 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:29:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:28.812863 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:28.814187 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-52062bde-2e21-47f3-8c0c-3df69b4d8d20 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3951571 Jan 27 17:29:28.817132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 41158) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:28.980386 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:29:29.287595 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:27Z', 'revision_number': 3, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:29.292079 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Checking router: 6217276f-e328-45be-b2be-0e085ab924dd for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:29:29.292421 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Updating router 6217276f-e328-45be-b2be-0e085ab924dd port d9deb773-0f45-434d-a238-d6d7315a089c binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:29:29.347015 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:29.447215 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:29:29.610883 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:29:29.617589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:29.622137 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:29:29.622509 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:29.823107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Allocated IP 172.20.0.1 (6a65ecad-e05e-4d1e-8189-62bebfde050c/83408c0e-9001-43fa-ba81-13cf4ba3876b/0e041be6-9808-4318-b302-ba6e44de174d) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:29:29.825743 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:29.838869 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:29.859100 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Transition to ACTIVE for port object d9deb773-0f45-434d-a238-d6d7315a089c will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:29:29.870385 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:29.908241 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:29.923803 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:29.952205 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Attempting to bind port d9deb773-0f45-434d-a238-d6d7315a089c on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:29:29.952566 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Attempting to bind port d9deb773-0f45-434d-a238-d6d7315a089c by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:29:29.953270 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Attempting to bind port d9deb773-0f45-434d-a238-d6d7315a089c on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:29:29.961709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7977185-f8a5-4247-b614-ebe3b21a43cf None None] Pushing event updated for resources: {'Port': ['ID=d9deb773-0f45-434d-a238-d6d7315a089c,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:29.964266 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:29:29.964583 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:29:29.965038 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:29.965381 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:29:29.965881 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Bound port: d9deb773-0f45-434d-a238-d6d7315a089c, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:29:29.966236 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:29.977236 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:29.992747 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Transition to ACTIVE for port object 0e041be6-9808-4318-b302-ba6e44de174d will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:29:30.016563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:30.086061 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Network 6a65ecad-e05e-4d1e-8189-62bebfde050c is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:29:30.088793 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:29:30.091436 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:29:30.095623 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:30.102076 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] For port d9deb773-0f45-434d-a238-d6d7315a089c, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:29:30.106461 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] For port d9deb773-0f45-434d-a238-d6d7315a089c, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d9deb773-0f45-434d-a238-d6d7315a089c,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:29:30.112328 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:30.133243 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Pushing event updated for resources: {'Port': ['ID=0e041be6-9808-4318-b302-ba6e44de174d,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:30.154973 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:30.189296 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:29:30.189945 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:29:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:30.292713 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7977185-f8a5-4247-b614-ebe3b21a43cf None None] Pushing event updated for resources: {'Port': ['ID=d9deb773-0f45-434d-a238-d6d7315a089c,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:30.415742 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:29:30.417277 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:30.518526 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8e223e04-0ddf-4d73-8d41-b36e78d998a3 None None] Provisioning for port 0e041be6-9808-4318-b302-ba6e44de174d completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:29:30.541330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8e223e04-0ddf-4d73-8d41-b36e78d998a3 None None] Provisioning complete for port 0e041be6-9808-4318-b302-ba6e44de174d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:29:30.541720 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e223e04-0ddf-4d73-8d41-b36e78d998a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:30.641180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:30.647337 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:30.659694 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8e223e04-0ddf-4d73-8d41-b36e78d998a3 None None] Port 0e041be6-9808-4318-b302-ba6e44de174d cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:29:30.757019 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Pushing event updated for resources: {'Port': ['ID=0e041be6-9808-4318-b302-ba6e44de174d,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:30.759502 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:30.764098 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:27Z', 'revision_number': 3, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:30.768492 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cae539-78ec-400e-a3a2-5e9f39628144 None None] The sync data for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv is: [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:27Z', 'revision_number': 3, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:29:31.022375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Network 6a65ecad-e05e-4d1e-8189-62bebfde050c is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:29:31.024593 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:29:31.231494 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Router 6217276f-e328-45be-b2be-0e085ab924dd has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:29:31.405423 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-29337df3-d5c9-4f0b-9ab2-46fa143131b1 None None] Provisioning complete for port 0e041be6-9808-4318-b302-ba6e44de174d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:29:31.409584 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29337df3-d5c9-4f0b-9ab2-46fa143131b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:31.440163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:29:31.453355 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e78ea09c-4066-450f-bd38-38e6d094a4cb admin admin] 10.222.0.50 "PUT /v2.0/routers/6217276f-e328-45be-b2be-0e085ab924dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6351097 Jan 27 17:29:31.489342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-29337df3-d5c9-4f0b-9ab2-46fa143131b1 None None] Port 0e041be6-9808-4318-b302-ba6e44de174d cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:29:31.529077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:29:31.609664 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:29:31.610079 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:31.741546 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d9deb773-0f45-434d-a238-d6d7315a089c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:29:31.822613 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port d9deb773-0f45-434d-a238-d6d7315a089c completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:29:31.827835 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port d9deb773-0f45-434d-a238-d6d7315a089c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:29:31.828192 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:31.944210 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:31.960875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port d9deb773-0f45-434d-a238-d6d7315a089c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d9deb773-0f45-434d-a238-d6d7315a089c,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:31.965519 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.033394 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=d9deb773-0f45-434d-a238-d6d7315a089c,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:32.243993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 41170) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:32.249575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ea299160-0cc7-4326-a9eb-46d0eebd2f3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--727428910', 'description': 'tempest-description--834295418'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:29:32.256173 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ea299160-0cc7-4326-a9eb-46d0eebd2f3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:29:32.260547 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ea299160-0cc7-4326-a9eb-46d0eebd2f3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Usage tracker for resource:security_group and tenant:5664aff4a32145a6a58a201a1f6ccbb0 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:29:32.263573 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ea299160-0cc7-4326-a9eb-46d0eebd2f3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:29:32.270129 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ea299160-0cc7-4326-a9eb-46d0eebd2f3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:29:32.281572 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea299160-0cc7-4326-a9eb-46d0eebd2f3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.301576 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ea299160-0cc7-4326-a9eb-46d0eebd2f3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:29:32.305931 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ea299160-0cc7-4326-a9eb-46d0eebd2f3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Usage tracker for resource:security_group_rule and tenant:5664aff4a32145a6a58a201a1f6ccbb0 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:29:32.309107 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ea299160-0cc7-4326-a9eb-46d0eebd2f3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:29:32.315306 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ea299160-0cc7-4326-a9eb-46d0eebd2f3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:29:32.385199 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Sync routers for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:29:32.392046 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea299160-0cc7-4326-a9eb-46d0eebd2f3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.394958 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:29:32.395619 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:29:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:32.397452 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea299160-0cc7-4326-a9eb-46d0eebd2f3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.438581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea299160-0cc7-4326-a9eb-46d0eebd2f3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afdc01ac-346a-4979-a60c-f3fbf403a7a1,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:32.442220 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ea299160-0cc7-4326-a9eb-46d0eebd2f3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.446374 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ea299160-0cc7-4326-a9eb-46d0eebd2f3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1982377 Jan 27 17:29:32.446570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 41174) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:32.451714 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b08aee96-5ff8-4a34-8e37-23d2b20f751b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Request body: {'security_group_rule': {'security_group_id': 'afdc01ac-346a-4979-a60c-f3fbf403a7a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:29:32.457876 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b08aee96-5ff8-4a34-8e37-23d2b20f751b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:29:32.461970 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b08aee96-5ff8-4a34-8e37-23d2b20f751b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Usage tracker for resource:security_group_rule and tenant:5664aff4a32145a6a58a201a1f6ccbb0 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:29:32.465010 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b08aee96-5ff8-4a34-8e37-23d2b20f751b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:29:32.470965 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b08aee96-5ff8-4a34-8e37-23d2b20f751b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:29:32.490663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b08aee96-5ff8-4a34-8e37-23d2b20f751b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.555157 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b08aee96-5ff8-4a34-8e37-23d2b20f751b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.560220 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b08aee96-5ff8-4a34-8e37-23d2b20f751b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.571618 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:29:32.584979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08aee96-5ff8-4a34-8e37-23d2b20f751b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bbba73-1a8d-4505-83e8-355c45bdeb7e,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:32.596381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b08aee96-5ff8-4a34-8e37-23d2b20f751b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.597636 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b08aee96-5ff8-4a34-8e37-23d2b20f751b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501327 Jan 27 17:29:32.600352 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 41178) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:32.605288 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-6f0af6fb-705d-4c79-afb1-c3809ebbebe0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Request body: {'security_group_rule': {'security_group_id': 'afdc01ac-346a-4979-a60c-f3fbf403a7a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:29:32.611147 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6f0af6fb-705d-4c79-afb1-c3809ebbebe0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:29:32.614981 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6f0af6fb-705d-4c79-afb1-c3809ebbebe0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Usage tracker for resource:security_group_rule and tenant:5664aff4a32145a6a58a201a1f6ccbb0 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:29:32.617865 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6f0af6fb-705d-4c79-afb1-c3809ebbebe0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:29:32.623471 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6f0af6fb-705d-4c79-afb1-c3809ebbebe0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:29:32.641298 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6f0af6fb-705d-4c79-afb1-c3809ebbebe0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.702377 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6f0af6fb-705d-4c79-afb1-c3809ebbebe0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.707733 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6f0af6fb-705d-4c79-afb1-c3809ebbebe0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.735142 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0af6fb-705d-4c79-afb1-c3809ebbebe0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85282aca-0684-4ab4-90a5-be93fbb0bda7,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:32.748421 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6f0af6fb-705d-4c79-afb1-c3809ebbebe0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.749673 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6f0af6fb-705d-4c79-afb1-c3809ebbebe0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483715 Jan 27 17:29:32.752731 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 41182) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:32.757737 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:29:32.763605 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:29:32.767391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Usage tracker for resource:floatingip and tenant:5664aff4a32145a6a58a201a1f6ccbb0 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:29:32.770255 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:29:32.775982 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:29:32.786680 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.892838 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 2, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:32.896615 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Checking router: 6217276f-e328-45be-b2be-0e085ab924dd for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:29:32.896961 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Updating router 6217276f-e328-45be-b2be-0e085ab924dd port 0e041be6-9808-4318-b302-ba6e44de174d binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:29:32.924297 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:32.950456 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.062224 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Allocated IP 172.26.1.87 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/f42989ab-7ef4-4399-b183-c313b3648171) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:29:33.211868 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.241727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.290573 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.301762 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Transition to ACTIVE for port object 0e041be6-9808-4318-b302-ba6e44de174d will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:29:33.306716 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:29:33.307771 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.309704 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:29:33.313292 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:29:33.346972 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Pushing event updated for resources: {'Port': ['ID=f42989ab-7ef4-4399-b183-c313b3648171,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:33.404301 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d9deb773-0f45-434d-a238-d6d7315a089c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:29:33.408562 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.507215 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.514974 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port d9deb773-0f45-434d-a238-d6d7315a089c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:29:33.515378 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.530357 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Attempting to bind port 0e041be6-9808-4318-b302-ba6e44de174d on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:29:33.530953 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Attempting to bind port 0e041be6-9808-4318-b302-ba6e44de174d by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:29:33.531046 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Attempting to bind port 0e041be6-9808-4318-b302-ba6e44de174d on network 6a65ecad-e05e-4d1e-8189-62bebfde050c {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:29:33.539347 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:29:33.540005 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Checking segment: {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:29:33.540552 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.541081 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Bound using segment: {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:29:33.541715 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Bound port: 0e041be6-9808-4318-b302-ba6e44de174d, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:29:33.542076 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.592379 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d0818-c4b4-452b-b8f4-93d5b3e75f7b None None] Pushing event updated for resources: {'Port': ['ID=0e041be6-9808-4318-b302-ba6e44de174d,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:33.598844 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.615436 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d0818-c4b4-452b-b8f4-93d5b3e75f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:33.615801 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d0818-c4b4-452b-b8f4-93d5b3e75f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:33.616312 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d0818-c4b4-452b-b8f4-93d5b3e75f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:33.616639 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d0818-c4b4-452b-b8f4-93d5b3e75f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:33.616963 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d0818-c4b4-452b-b8f4-93d5b3e75f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:33.617285 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d0818-c4b4-452b-b8f4-93d5b3e75f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:33.617601 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d0818-c4b4-452b-b8f4-93d5b3e75f7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:33.617944 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d0818-c4b4-452b-b8f4-93d5b3e75f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:33.618258 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d0818-c4b4-452b-b8f4-93d5b3e75f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:33.618576 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d0818-c4b4-452b-b8f4-93d5b3e75f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:33.618881 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d0818-c4b4-452b-b8f4-93d5b3e75f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:33.619188 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848d0818-c4b4-452b-b8f4-93d5b3e75f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:33.657988 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] For port 0e041be6-9808-4318-b302-ba6e44de174d, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:29:33.661301 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] For port 0e041be6-9808-4318-b302-ba6e44de174d, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0e041be6-9808-4318-b302-ba6e44de174d,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:29:33.667444 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.746197 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:29:33.746850 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:29:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:33.839464 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d0818-c4b4-452b-b8f4-93d5b3e75f7b None None] Pushing event updated for resources: {'Port': ['ID=0e041be6-9808-4318-b302-ba6e44de174d,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:33.880808 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.886741 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:33.965860 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:29:34.003420 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Pushing event updated for resources: {'Port': ['ID=f42989ab-7ef4-4399-b183-c313b3648171,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:34.016189 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:34.042120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:34.052164 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f082f58c-78d7-4e2a-86d2-a6fa3312f8da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2899294 Jan 27 17:29:34.208287 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-6dfcf931-3b86-4396-9470-8ffba4d9e3bc tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Synchronizing usage tracker for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:29:34.225429 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-6dfcf931-3b86-4396-9470-8ffba4d9e3bc tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Unset dirty status for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:29:34.226601 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-6dfcf931-3b86-4396-9470-8ffba4d9e3bc tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--727428910&fields=id&tenant_id=5664aff4a32145a6a58a201a1f6ccbb0 HTTP/1.1" status: 200 len: 267 time: 0.0573988 Jan 27 17:29:34.285274 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:33Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:34.289521 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d00e96-3206-4591-8ea7-df0e6b13df1a None None] The sync data for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv is: [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:33Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:29:34.390072 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-f68b131c-dc6e-4e7e-9729-51dc12688c30 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:34.391510 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-f68b131c-dc6e-4e7e-9729-51dc12688c30 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 811 time: 0.1579063 Jan 27 17:29:34.412808 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-5a9e4f6c-1d0f-49e0-938d-26c4805f7879 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/quotas/5664aff4a32145a6a58a201a1f6ccbb0 HTTP/1.1" status: 200 len: 375 time: 0.0099814 Jan 27 17:29:34.502948 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-8719c4af-4547-4d65-8036-a5771ed48b7c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841379 Jan 27 17:29:34.690610 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-5a762102-226f-4e1d-b43c-6c217079bf67 service neutron] 10.222.0.50 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756907 Jan 27 17:29:34.826516 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-197a98ea-fab2-468d-94c7-5018272ed938 service neutron] 10.222.0.50 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297772 Jan 27 17:29:35.007619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-21d365aa-6dce-426b-8152-3ac12a2ffe7a req-011f01c8-964f-4d30-9d7d-cda7e8d95cd6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Synchronizing usage tracker for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:29:35.030987 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-21d365aa-6dce-426b-8152-3ac12a2ffe7a req-011f01c8-964f-4d30-9d7d-cda7e8d95cd6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Unset dirty status for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:29:35.033898 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-21d365aa-6dce-426b-8152-3ac12a2ffe7a req-011f01c8-964f-4d30-9d7d-cda7e8d95cd6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 210 time: 0.0674169 Jan 27 17:29:35.419278 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0e041be6-9808-4318-b302-ba6e44de174d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:29:35.494197 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 0e041be6-9808-4318-b302-ba6e44de174d completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:29:35.499146 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 0e041be6-9808-4318-b302-ba6e44de174d triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:29:35.499502 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:35.616406 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:35.650644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 0e041be6-9808-4318-b302-ba6e44de174d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0e041be6-9808-4318-b302-ba6e44de174d,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:35.655812 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:35.721385 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=0e041be6-9808-4318-b302-ba6e44de174d,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:36.198652 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0d8ebac6-4e51-4994-a541-22400204278c req-d9a6e1e4-0199-464b-959b-b24c60708583 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 210 time: 0.0492215 Jan 27 17:29:36.235280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-81e2e042-e95f-47f9-af75-8f755f332f17 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:36.235985 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-81e2e042-e95f-47f9-af75-8f755f332f17 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Synchronizing usage tracker for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:29:36.251732 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-81e2e042-e95f-47f9-af75-8f755f332f17 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Unset dirty status for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:29:36.252940 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-81e2e042-e95f-47f9-af75-8f755f332f17 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 811 time: 0.1705401 Jan 27 17:29:36.304258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-5b70ac64-9c6e-4798-b29a-8f26855ef9fe tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Synchronizing usage tracker for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:29:36.316311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-5b70ac64-9c6e-4798-b29a-8f26855ef9fe tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Unset dirty status for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:29:36.317341 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-5b70ac64-9c6e-4798-b29a-8f26855ef9fe tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5664aff4a32145a6a58a201a1f6ccbb0 HTTP/1.1" status: 200 len: 379 time: 0.0568271 Jan 27 17:29:36.326800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-755df0e5-97d6-4ddc-83f7-62b747409a34 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Request body: {'port': {'device_id': '35fcb5af-89b5-4c94-b257-8ff634ec04f3', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'admin_state_up': True, 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'security_groups': ['afdc01ac-346a-4979-a60c-f3fbf403a7a1']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:29:36.464650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-755df0e5-97d6-4ddc-83f7-62b747409a34 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:29:36.474269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-755df0e5-97d6-4ddc-83f7-62b747409a34 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:29:36.486814 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-755df0e5-97d6-4ddc-83f7-62b747409a34 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Made reservation on behalf of 5664aff4a32145a6a58a201a1f6ccbb0 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:29:36.490430 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-755df0e5-97d6-4ddc-83f7-62b747409a34 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:36.648980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-755df0e5-97d6-4ddc-83f7-62b747409a34 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Allocated IP 172.20.0.9 (6a65ecad-e05e-4d1e-8189-62bebfde050c/83408c0e-9001-43fa-ba81-13cf4ba3876b/891c6331-0a41-4d38-a10c-a065a08cdc37) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:29:36.845199 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-755df0e5-97d6-4ddc-83f7-62b747409a34 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:36.860781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-755df0e5-97d6-4ddc-83f7-62b747409a34 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Transition to ACTIVE for port object 891c6331-0a41-4d38-a10c-a065a08cdc37 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:29:36.885822 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-755df0e5-97d6-4ddc-83f7-62b747409a34 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:36.955342 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-755df0e5-97d6-4ddc-83f7-62b747409a34 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Network 6a65ecad-e05e-4d1e-8189-62bebfde050c is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:29:36.958517 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-755df0e5-97d6-4ddc-83f7-62b747409a34 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:29:36.962384 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-755df0e5-97d6-4ddc-83f7-62b747409a34 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:29:36.996168 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755df0e5-97d6-4ddc-83f7-62b747409a34 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Pushing event updated for resources: {'Port': ['ID=891c6331-0a41-4d38-a10c-a065a08cdc37,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:37.034240 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-755df0e5-97d6-4ddc-83f7-62b747409a34 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:37.034849 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-755df0e5-97d6-4ddc-83f7-62b747409a34 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:37.062998 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-755df0e5-97d6-4ddc-83f7-62b747409a34 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7403336 Jan 27 17:29:37.074809 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Request body: {'port': {'device_id': '35fcb5af-89b5-4c94-b257-8ff634ec04f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:29:37.186358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:37.239788 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4e698ff1-4186-425c-8845-176094c3fdcc None None] Provisioning for port 891c6331-0a41-4d38-a10c-a065a08cdc37 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:29:37.245385 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4e698ff1-4186-425c-8845-176094c3fdcc None None] Provisioning complete for port 891c6331-0a41-4d38-a10c-a065a08cdc37 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:29:37.246038 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e698ff1-4186-425c-8845-176094c3fdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:37.342559 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4e698ff1-4186-425c-8845-176094c3fdcc None None] Port 891c6331-0a41-4d38-a10c-a065a08cdc37 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:29:37.381325 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0e041be6-9808-4318-b302-ba6e44de174d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:29:37.452524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 0e041be6-9808-4318-b302-ba6e44de174d triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:29:37.452998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:37.636976 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c07ab-05ee-449c-b0aa-4ee2fc531dd9 req-cc19839f-5f85-446f-ab33-723b05082fc5 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:37.637592 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-a70c07ab-05ee-449c-b0aa-4ee2fc531dd9 req-cc19839f-5f85-446f-ab33-723b05082fc5 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Synchronizing usage tracker for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:29:37.670793 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-a70c07ab-05ee-449c-b0aa-4ee2fc531dd9 req-cc19839f-5f85-446f-ab33-723b05082fc5 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Unset dirty status for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:29:37.671897 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a70c07ab-05ee-449c-b0aa-4ee2fc531dd9 req-cc19839f-5f85-446f-ab33-723b05082fc5 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 931 time: 0.3631220 Jan 27 17:29:37.750496 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 891c6331-0a41-4d38-a10c-a065a08cdc37 {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:29:37.761358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:37.769012 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a70c07ab-05ee-449c-b0aa-4ee2fc531dd9 req-8350a999-1581-4e5c-94ff-5bb722c84932 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650976 Jan 27 17:29:37.781327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Transition to ACTIVE for port object 891c6331-0a41-4d38-a10c-a065a08cdc37 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:29:37.787011 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:37.945431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Pushing event updated for resources: {'Port': ['ID=891c6331-0a41-4d38-a10c-a065a08cdc37,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:38.024227 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Attempting to bind port 891c6331-0a41-4d38-a10c-a065a08cdc37 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:29:38.024550 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Attempting to bind port 891c6331-0a41-4d38-a10c-a065a08cdc37 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:29:38.024862 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Attempting to bind port 891c6331-0a41-4d38-a10c-a065a08cdc37 on network 6a65ecad-e05e-4d1e-8189-62bebfde050c {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:29:38.029510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Port 891c6331-0a41-4d38-a10c-a065a08cdc37 on network 6a65ecad-e05e-4d1e-8189-62bebfde050c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:29:38.029849 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Attempting to bind port 891c6331-0a41-4d38-a10c-a065a08cdc37 on network 6a65ecad-e05e-4d1e-8189-62bebfde050c {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:29:38.034986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:29:38.035311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Checking segment: {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:29:38.035688 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Bound using segment: {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:29:38.036088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Bound port: 891c6331-0a41-4d38-a10c-a065a08cdc37, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:29:38.036425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:38.126198 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] For port 891c6331-0a41-4d38-a10c-a065a08cdc37, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:29:38.128951 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] For port 891c6331-0a41-4d38-a10c-a065a08cdc37, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=891c6331-0a41-4d38-a10c-a065a08cdc37,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:29:38.136565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:38.194728 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:38.195362 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:38.196680 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] 10.222.0.83 "PUT /v2.0/ports/891c6331-0a41-4d38-a10c-a065a08cdc37 HTTP/1.1" status: 200 len: 1093 time: 1.1261380 Jan 27 17:29:38.197101 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fcb5af-89b5-4c94-b257-8ff634ec04f3', 'tag': '891c6331-0a41-4d38-a10c-a065a08cdc37'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:29:38.222576 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c179e-9086-4046-99b3-30b3143b9a7d service neutron] Pushing event updated for resources: {'Port': ['ID=891c6331-0a41-4d38-a10c-a065a08cdc37,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:38.275039 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fcb5af-89b5-4c94-b257-8ff634ec04f3', 'tag': '891c6331-0a41-4d38-a10c-a065a08cdc37', 'status': 'completed', 'code': 200} Jan 27 17:29:38.316733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-d22769d2-421a-4d8b-a0c5-fbed2ebc6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:38.318408 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-d22769d2-421a-4d8b-a0c5-fbed2ebc6d4c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 1096 time: 0.0797966 Jan 27 17:29:38.385971 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-aad4be65-da94-412a-8ff1-1dac0942392a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891c6331-0a41-4d38-a10c-a065a08cdc37 HTTP/1.1" status: 200 len: 217 time: 0.0607858 Jan 27 17:29:38.449367 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-0ecc6a56-e24a-48ab-9aa3-c93b000a145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:38.450774 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-0ecc6a56-e24a-48ab-9aa3-c93b000a145f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0594792 Jan 27 17:29:38.525629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a34db494-f726-4692-8f6f-97e7e0b31f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:38.527001 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-a34db494-f726-4692-8f6f-97e7e0b31f76 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684197 Jan 27 17:29:38.691231 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-e6fb782f-6135-49cb-ab68-bdae5f97975d service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580834 Jan 27 17:29:38.823534 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-01d1903b-98ac-40a1-b798-bb4d368e725a req-f34b06a2-ca87-489a-acb6-2d787de3fd68 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265807 Jan 27 17:29:39.006064 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd0a2b-17cd-472c-9574-d4a89a88c355 req-486b70ba-45e2-4ad1-8ce9-2bb99041ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:39.007521 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f1dd0a2b-17cd-472c-9574-d4a89a88c355 req-486b70ba-45e2-4ad1-8ce9-2bb99041ee99 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 1096 time: 0.1378274 Jan 27 17:29:39.017808 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe2259-4d87-451a-8b3c-d7081b32d607 req-45db0e27-0fa0-4d9d-b3f5-816c17df53b2 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:39.019140 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-abfe2259-4d87-451a-8b3c-d7081b32d607 req-45db0e27-0fa0-4d9d-b3f5-816c17df53b2 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 943 time: 0.1152852 Jan 27 17:29:39.143660 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-abfe2259-4d87-451a-8b3c-d7081b32d607 req-e776b4c1-1851-43d6-b1e4-f485d5053b95 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063683 Jan 27 17:29:39.178423 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd0a2b-17cd-472c-9574-d4a89a88c355 req-8f9628b6-e6b2-48b2-88d1-2d435618b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:39.179869 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f1dd0a2b-17cd-472c-9574-d4a89a88c355 req-8f9628b6-e6b2-48b2-88d1-2d435618b30a service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1599057 Jan 27 17:29:39.257017 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f1dd0a2b-17cd-472c-9574-d4a89a88c355 req-9c3bfb61-356f-4ef3-82a2-66f976418d60 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891c6331-0a41-4d38-a10c-a065a08cdc37 HTTP/1.1" status: 200 len: 217 time: 0.0695295 Jan 27 17:29:39.331567 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd0a2b-17cd-472c-9574-d4a89a88c355 req-55956325-061b-4a3e-971e-6bac248c519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:39.333408 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f1dd0a2b-17cd-472c-9574-d4a89a88c355 req-55956325-061b-4a3e-971e-6bac248c519a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0685787 Jan 27 17:29:39.526199 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd0a2b-17cd-472c-9574-d4a89a88c355 req-d1f65c36-3dc0-40bb-baec-2060bd905d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:39.527626 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f1dd0a2b-17cd-472c-9574-d4a89a88c355 req-d1f65c36-3dc0-40bb-baec-2060bd905d75 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1864843 Jan 27 17:29:39.659842 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f1dd0a2b-17cd-472c-9574-d4a89a88c355 req-d64ed547-71bc-4712-8629-d120272903d0 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256356 Jan 27 17:29:39.789468 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f1dd0a2b-17cd-472c-9574-d4a89a88c355 req-ced1bb88-6ba0-4627-8731-c6c88b068a2f service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232851 Jan 27 17:29:40.351482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e86fea-2b11-473c-9395-fa8ebbbef043 req-5828e19e-4271-4816-88bf-3bbe2f664df4 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:40.352925 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-11e86fea-2b11-473c-9395-fa8ebbbef043 req-5828e19e-4271-4816-88bf-3bbe2f664df4 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 943 time: 0.0955195 Jan 27 17:29:40.397156 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-11e86fea-2b11-473c-9395-fa8ebbbef043 req-a64c81aa-5b84-42c5-babb-0a10f66efe70 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384333 Jan 27 17:29:41.597871 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d45186-41af-4f98-860a-df0955a7dfe3 req-98bbb225-7a41-49a2-9627-a3329b5ed483 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:41.599212 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-79d45186-41af-4f98-860a-df0955a7dfe3 req-98bbb225-7a41-49a2-9627-a3329b5ed483 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 943 time: 0.0884273 Jan 27 17:29:41.643254 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-79d45186-41af-4f98-860a-df0955a7dfe3 req-9a51659b-2253-49fd-8bf4-c44b9a41a5a6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384111 Jan 27 17:29:42.035247 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 891c6331-0a41-4d38-a10c-a065a08cdc37 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:29:42.171579 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 891c6331-0a41-4d38-a10c-a065a08cdc37, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=891c6331-0a41-4d38-a10c-a065a08cdc37,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:42.189421 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '891c6331-0a41-4d38-a10c-a065a08cdc37', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'port_id': '891c6331-0a41-4d38-a10c-a065a08cdc37', 'mac_address': 'fa:16:3e:42:d8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:29:42.245342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:42.265603 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891c6331-0a41-4d38-a10c-a065a08cdc37 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:29:42.281227 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 891c6331-0a41-4d38-a10c-a065a08cdc37, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=891c6331-0a41-4d38-a10c-a065a08cdc37,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:42.287723 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:42.355358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=891c6331-0a41-4d38-a10c-a065a08cdc37,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:42.362398 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:42.362741 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:42.363058 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:42.363415 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:42.363774 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:42.364096 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:42.364418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:42.364735 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:42.365055 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:42.365373 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:42.365714 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:42.366009 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:29:42.490855 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['891c6331-0a41-4d38-a10c-a065a08cdc37'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:29:42.838215 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca19daa-e490-404d-b680-99877cf2bce1 req-9e321693-aaa5-4fac-93b1-aba0a6dcbf26 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:42.840470 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8ca19daa-e490-404d-b680-99877cf2bce1 req-9e321693-aaa5-4fac-93b1-aba0a6dcbf26 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 944 time: 0.0869882 Jan 27 17:29:42.895200 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8ca19daa-e490-404d-b680-99877cf2bce1 req-ed016c34-df29-43d9-b431-91472edaed51 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486512 Jan 27 17:29:44.037264 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 891c6331-0a41-4d38-a10c-a065a08cdc37 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:29:44.093596 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e31ed-f165-4f64-8678-c0ef7bf4e5f6 req-18a73725-907f-4583-a0af-bd2e0c982afe tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:44.095124 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb7e31ed-f165-4f64-8678-c0ef7bf4e5f6 req-18a73725-907f-4583-a0af-bd2e0c982afe tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 944 time: 0.0899215 Jan 27 17:29:44.104865 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 891c6331-0a41-4d38-a10c-a065a08cdc37 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:29:44.109772 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 891c6331-0a41-4d38-a10c-a065a08cdc37 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:29:44.110162 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:44.140565 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb7e31ed-f165-4f64-8678-c0ef7bf4e5f6 req-39f97950-ab4a-4dfc-811e-c1ddc69086e8 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392294 Jan 27 17:29:44.240259 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:44.274739 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fcb5af-89b5-4c94-b257-8ff634ec04f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891c6331-0a41-4d38-a10c-a065a08cdc37'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:29:44.284223 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 891c6331-0a41-4d38-a10c-a065a08cdc37, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=891c6331-0a41-4d38-a10c-a065a08cdc37,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:29:44.290257 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:44.328938 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fcb5af-89b5-4c94-b257-8ff634ec04f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891c6331-0a41-4d38-a10c-a065a08cdc37', 'code': 200} Jan 27 17:29:44.362882 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=891c6331-0a41-4d38-a10c-a065a08cdc37,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:29:44.548631 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4639046-a68b-4096-a25a-6fa9a4304932 req-260602e4-08e2-4397-8c4b-3872118c535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:44.550139 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e4639046-a68b-4096-a25a-6fa9a4304932 req-260602e4-08e2-4397-8c4b-3872118c535f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 1098 time: 0.0739441 Jan 27 17:29:44.590246 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e4639046-a68b-4096-a25a-6fa9a4304932 req-5177ece9-78af-45f9-bef5-bb6fd0f7b96f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342188 Jan 27 17:29:45.504648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b30384-cc85-4d2f-b613-26c4430b1442 req-0c604895-4ebb-4f7b-9a0a-88d49c271d3e tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:45.506118 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-52b30384-cc85-4d2f-b613-26c4430b1442 req-0c604895-4ebb-4f7b-9a0a-88d49c271d3e tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0911682 Jan 27 17:29:45.550353 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-52b30384-cc85-4d2f-b613-26c4430b1442 req-c7b1c158-ceca-4553-8ede-d9c587e34ebc tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385370 Jan 27 17:29:46.746097 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f2591-49a2-4007-9939-d473ad515572 req-afc0bc28-3c87-46e4-bf3f-f68862c0773a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:46.747519 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3f1f2591-49a2-4007-9939-d473ad515572 req-afc0bc28-3c87-46e4-bf3f-f68862c0773a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0885270 Jan 27 17:29:46.798928 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3f1f2591-49a2-4007-9939-d473ad515572 req-b637f175-eb89-4d49-abc8-2f79d95beb3b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430677 Jan 27 17:29:47.000220 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132cee8-7e5e-4a83-b13a-5290817b03d6 req-e0946fae-2ee2-4773-b691-2610441b9119 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:47.001645 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e132cee8-7e5e-4a83-b13a-5290817b03d6 req-e0946fae-2ee2-4773-b691-2610441b9119 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.1033018 Jan 27 17:29:47.011514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 41240) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:29:47.016361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-13a42f26-318b-4bd3-808c-fa7639307ef3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Request body: {'floatingip': {'port_id': '891c6331-0a41-4d38-a10c-a065a08cdc37'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:29:47.095487 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-13a42f26-318b-4bd3-808c-fa7639307ef3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for floatingip, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:47.816745 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-13a42f26-318b-4bd3-808c-fa7639307ef3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:47.821548 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-13a42f26-318b-4bd3-808c-fa7639307ef3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:47.995996 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-13a42f26-318b-4bd3-808c-fa7639307ef3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Floating IP 7be478bd-7708-4644-b4dc-06373d8a05e5 associated. External IP: 172.26.1.87, port: 891c6331-0a41-4d38-a10c-a065a08cdc37. Jan 27 17:29:48.352489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a42f26-318b-4bd3-808c-fa7639307ef3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Router 6217276f-e328-45be-b2be-0e085ab924dd has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:29:48.528476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a42f26-318b-4bd3-808c-fa7639307ef3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:29:48.533134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-13a42f26-318b-4bd3-808c-fa7639307ef3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:48.539732 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf50191d-352b-4a75-ae93-86e147d6f557 None None] Sync routers for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:29:48.550059 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50191d-352b-4a75-ae93-86e147d6f557 None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:29:48.550670 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-bf50191d-352b-4a75-ae93-86e147d6f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:29:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:48.590750 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-13a42f26-318b-4bd3-808c-fa7639307ef3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "PUT /v2.0/floatingips/7be478bd-7708-4644-b4dc-06373d8a05e5 HTTP/1.1" status: 200 len: 990 time: 1.5782032 Jan 27 17:29:48.591306 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fcb5af-89b5-4c94-b257-8ff634ec04f3', 'tag': '891c6331-0a41-4d38-a10c-a065a08cdc37'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:29:48.635598 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fcb5af-89b5-4c94-b257-8ff634ec04f3', 'tag': '891c6331-0a41-4d38-a10c-a065a08cdc37', 'status': 'completed', 'code': 200} Jan 27 17:29:48.735202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f5dc7-a5a0-432c-b2b3-7f9277da48ff req-2cc207b6-8312-4472-aa30-32cb32f9465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:48.737086 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a6f5dc7-a5a0-432c-b2b3-7f9277da48ff req-2cc207b6-8312-4472-aa30-32cb32f9465f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 1098 time: 0.0794995 Jan 27 17:29:48.740272 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-bf50191d-352b-4a75-ae93-86e147d6f557 None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:29:48.811294 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-709d671d-d8dd-4731-ad2f-afba55abd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:48.871036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f5dc7-a5a0-432c-b2b3-7f9277da48ff req-b15af4e0-f365-46c0-adb2-8b67445b7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:48.872391 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a6f5dc7-a5a0-432c-b2b3-7f9277da48ff req-b15af4e0-f365-46c0-adb2-8b67445b7dfb service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1294141 Jan 27 17:29:48.984852 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a6f5dc7-a5a0-432c-b2b3-7f9277da48ff req-f1d03c49-9b31-4fff-8d74-d02224698a5a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891c6331-0a41-4d38-a10c-a065a08cdc37 HTTP/1.1" status: 200 len: 998 time: 0.1062796 Jan 27 17:29:49.067469 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f5dc7-a5a0-432c-b2b3-7f9277da48ff req-af8ad4bc-769a-4cba-a5af-89ded4e42eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:49.069064 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a6f5dc7-a5a0-432c-b2b3-7f9277da48ff req-af8ad4bc-769a-4cba-a5af-89ded4e42eb4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0775447 Jan 27 17:29:49.108581 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-bf50191d-352b-4a75-ae93-86e147d6f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '7be478bd-7708-4644-b4dc-06373d8a05e5', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'port_id': '891c6331-0a41-4d38-a10c-a065a08cdc37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'mac_address': 'fa:16:3e:42:d8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fcb5af-89b5-4c94-b257-8ff634ec04f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:29:33Z', 'updated_at': '2022-01-27T17:29:47Z', 'revision_number': 1, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:49.112665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf50191d-352b-4a75-ae93-86e147d6f557 None None] Checking router: 6217276f-e328-45be-b2be-0e085ab924dd for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:29:49.121651 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50191d-352b-4a75-ae93-86e147d6f557 None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:29:49.122238 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-bf50191d-352b-4a75-ae93-86e147d6f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:29:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:49.147181 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f5dc7-a5a0-432c-b2b3-7f9277da48ff req-62c2679b-bb8c-496c-9841-d8dfd0ebda7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:29:49.148695 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a6f5dc7-a5a0-432c-b2b3-7f9277da48ff req-62c2679b-bb8c-496c-9841-d8dfd0ebda7d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726995 Jan 27 17:29:49.345362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-bf50191d-352b-4a75-ae93-86e147d6f557 None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:29:49.414608 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a6f5dc7-a5a0-432c-b2b3-7f9277da48ff req-2dd4c1d0-ef45-4a10-b44c-03ab353f05ff service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597561 Jan 27 17:29:49.543737 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a6f5dc7-a5a0-432c-b2b3-7f9277da48ff req-3f905883-e919-405a-8ce5-69d312515b80 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232338 Jan 27 17:29:49.704970 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-bf50191d-352b-4a75-ae93-86e147d6f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '7be478bd-7708-4644-b4dc-06373d8a05e5', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'port_id': '891c6331-0a41-4d38-a10c-a065a08cdc37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'mac_address': 'fa:16:3e:42:d8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fcb5af-89b5-4c94-b257-8ff634ec04f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:29:33Z', 'updated_at': '2022-01-27T17:29:47Z', 'revision_number': 1, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:29:49.709676 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf50191d-352b-4a75-ae93-86e147d6f557 None None] The sync data for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv is: [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '7be478bd-7708-4644-b4dc-06373d8a05e5', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'port_id': '891c6331-0a41-4d38-a10c-a065a08cdc37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'mac_address': 'fa:16:3e:42:d8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fcb5af-89b5-4c94-b257-8ff634ec04f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:29:33Z', 'updated_at': '2022-01-27T17:29:47Z', 'revision_number': 1, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:29:49.909910 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80ba9a1-820c-4ea6-a703-fefc961366c2 None None] New status for floating IP 7be478bd-7708-4644-b4dc-06373d8a05e5: ACTIVE {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:29:51.040609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-742df589-12ef-4fe0-ba91-45cc0965724f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:52.195395 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:52.225507 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:29:53.466287 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:03.565024 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:30:03.580447 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:18.767817 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-40cbd7e5-bf87-4161-9b00-aa1ff982ff00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:21.041820 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-20cac789-ed30-49d8-beb5-f5ae10bae5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:22.204982 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:22.228344 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:22.883929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac4edb-b2c6-498b-ac71-07f712a675a5 req-563cb730-2a40-48a6-9191-b3d919fbf224 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:22.885264 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d3ac4edb-b2c6-498b-ac71-07f712a675a5 req-563cb730-2a40-48a6-9191-b3d919fbf224 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0946009 Jan 27 17:30:22.929631 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d3ac4edb-b2c6-498b-ac71-07f712a675a5 req-0dd70b1c-700f-4bd7-aae9-baa7af88b572 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385752 Jan 27 17:30:23.286745 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-25112c00-fa13-4502-bf16-7c4c43d96c89 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724578 Jan 27 17:30:23.336649 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9070a4b-a301-4f9b-a1a5-af0d62ee9955 req-637f2eba-84ae-415f-ad84-78f8aac165f6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:23.338168 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c9070a4b-a301-4f9b-a1a5-af0d62ee9955 req-637f2eba-84ae-415f-ad84-78f8aac165f6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0815597 Jan 27 17:30:23.384380 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c9070a4b-a301-4f9b-a1a5-af0d62ee9955 req-45c4aa99-d694-40b2-bf63-2ace8ae2d0cf tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404935 Jan 27 17:30:23.465532 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:24.433828 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-94fc3024-6f85-4923-9088-8155c18fc5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:24.435363 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-94fc3024-6f85-4923-9088-8155c18fc5d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 1098 time: 0.0766346 Jan 27 17:30:24.566946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-a5a9ee34-35da-4db6-833f-b104bf527c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:24.568395 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-a5a9ee34-35da-4db6-833f-b104bf527c3c service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1270070 Jan 27 17:30:24.573209 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b978e-8e51-44cc-a859-dba9f26aed0b req-8027ace8-8722-48b4-b762-03a089a328f0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:24.574709 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-697b978e-8e51-44cc-a859-dba9f26aed0b req-8027ace8-8722-48b4-b762-03a089a328f0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0839038 Jan 27 17:30:24.620594 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-697b978e-8e51-44cc-a859-dba9f26aed0b req-41b4c197-a293-4b3f-9aae-dfa4a6d3ec03 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401087 Jan 27 17:30:24.670707 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-4bddd343-5e2f-4dcb-bc28-08a5854e99b7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891c6331-0a41-4d38-a10c-a065a08cdc37 HTTP/1.1" status: 200 len: 1000 time: 0.0963590 Jan 27 17:30:24.733386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-55960d35-297c-4e57-a6d5-e9b02673e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:24.734783 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-55960d35-297c-4e57-a6d5-e9b02673e737 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0577319 Jan 27 17:30:24.812954 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-d6c04777-b098-43c2-b829-73b291c03733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:24.814417 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-d6c04777-b098-43c2-b829-73b291c03733 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736797 Jan 27 17:30:24.943414 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-2006ecd5-b42b-4c49-8485-19ac93c9a892 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226251 Jan 27 17:30:25.074889 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-1d87a654-ff09-449c-9b0c-2e16fd913a2f service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255991 Jan 27 17:30:25.818045 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e68187-689e-4962-a65d-182c047269ac req-303455d4-aadb-43ba-b9c4-5d61f629352b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:25.819462 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-31e68187-689e-4962-a65d-182c047269ac req-303455d4-aadb-43ba-b9c4-5d61f629352b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0866520 Jan 27 17:30:25.862875 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-31e68187-689e-4962-a65d-182c047269ac req-f1ddf010-fd07-45b9-a6cd-f3d2b9e28037 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377595 Jan 27 17:30:26.216929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c513e08-f8b6-4eb8-bb1f-fd9b027b4275 req-479bedcb-9321-40cc-89d3-2b41b02219dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:26.218496 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1c513e08-f8b6-4eb8-bb1f-fd9b027b4275 req-479bedcb-9321-40cc-89d3-2b41b02219dd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 1098 time: 0.0937469 Jan 27 17:30:26.369540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c513e08-f8b6-4eb8-bb1f-fd9b027b4275 req-a420e0b7-6b19-4322-9480-501baac57480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:26.370883 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1c513e08-f8b6-4eb8-bb1f-fd9b027b4275 req-a420e0b7-6b19-4322-9480-501baac57480 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1320715 Jan 27 17:30:26.597565 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1c513e08-f8b6-4eb8-bb1f-fd9b027b4275 req-c1a7f698-063d-4fd1-a4e9-baad0631e94f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891c6331-0a41-4d38-a10c-a065a08cdc37 HTTP/1.1" status: 200 len: 1000 time: 0.2195356 Jan 27 17:30:26.662405 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c513e08-f8b6-4eb8-bb1f-fd9b027b4275 req-55bd92b4-25b2-478b-8eae-d37900d32418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:26.663692 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1c513e08-f8b6-4eb8-bb1f-fd9b027b4275 req-55bd92b4-25b2-478b-8eae-d37900d32418 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0599527 Jan 27 17:30:26.743979 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c513e08-f8b6-4eb8-bb1f-fd9b027b4275 req-e5bf794b-a1f4-4f60-908d-c7b45604517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:26.745404 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1c513e08-f8b6-4eb8-bb1f-fd9b027b4275 req-e5bf794b-a1f4-4f60-908d-c7b45604517b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745201 Jan 27 17:30:26.878527 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1c513e08-f8b6-4eb8-bb1f-fd9b027b4275 req-847c862e-cc00-4da8-91fd-f39969b50b18 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260161 Jan 27 17:30:27.010092 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1c513e08-f8b6-4eb8-bb1f-fd9b027b4275 req-38e490c4-090e-407c-8e77-d4d7304e73e3 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248713 Jan 27 17:30:27.048806 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b460a19-45cc-4b96-a4a9-f67e8a403bd9 req-f7d0b832-e080-4dda-902b-d70527a38de4 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:27.050273 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2b460a19-45cc-4b96-a4a9-f67e8a403bd9 req-f7d0b832-e080-4dda-902b-d70527a38de4 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0847585 Jan 27 17:30:27.094705 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2b460a19-45cc-4b96-a4a9-f67e8a403bd9 req-0156b395-1231-482d-868d-e36474bb8b42 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385323 Jan 27 17:30:28.291329 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d22767-7466-414b-97a6-818f6fe18f0a req-cbba368b-56fc-4652-a578-9b8b8adc0bca tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:28.292793 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d8d22767-7466-414b-97a6-818f6fe18f0a req-cbba368b-56fc-4652-a578-9b8b8adc0bca tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0936968 Jan 27 17:30:28.341081 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d8d22767-7466-414b-97a6-818f6fe18f0a req-c0cef850-2b91-4ad1-a8e1-d4846f41da48 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394835 Jan 27 17:30:29.537092 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abf401-90ba-4595-888e-ac3b322ea905 req-8a16a7de-7953-4d7c-b4f6-64b6dd68d1b4 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:29.538580 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-82abf401-90ba-4595-888e-ac3b322ea905 req-8a16a7de-7953-4d7c-b4f6-64b6dd68d1b4 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0885746 Jan 27 17:30:29.593091 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-82abf401-90ba-4595-888e-ac3b322ea905 req-58bb673e-17e8-41f3-98c7-a597bb866903 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485215 Jan 27 17:30:30.800138 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ffd6f-0be3-432f-b4f6-a80936fe5084 req-0e7a8d6b-549e-4b33-bb08-54c09a98dc47 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:30.801588 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-318ffd6f-0be3-432f-b4f6-a80936fe5084 req-0e7a8d6b-549e-4b33-bb08-54c09a98dc47 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0880413 Jan 27 17:30:30.851366 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-318ffd6f-0be3-432f-b4f6-a80936fe5084 req-43e46a1e-73ce-49f1-8907-92891e1c9057 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413513 Jan 27 17:30:32.051060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfd89e-fb31-4f86-8ac1-cc89148c24ac req-481fd249-0381-4e37-aba5-afd66a440b67 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:32.052489 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6ddfd89e-fb31-4f86-8ac1-cc89148c24ac req-481fd249-0381-4e37-aba5-afd66a440b67 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0879154 Jan 27 17:30:32.097283 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6ddfd89e-fb31-4f86-8ac1-cc89148c24ac req-622d5af3-b379-4c76-9cea-966525eed141 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388060 Jan 27 17:30:33.292228 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ba0c6-5643-4fbb-b47e-ac5526609fb7 req-79fb2e9d-ac59-497a-b674-097f7f29a252 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:33.293704 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d23ba0c6-5643-4fbb-b47e-ac5526609fb7 req-79fb2e9d-ac59-497a-b674-097f7f29a252 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0906045 Jan 27 17:30:33.359980 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d23ba0c6-5643-4fbb-b47e-ac5526609fb7 req-fba68f89-921c-44cb-9ade-44b9ad761d56 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604498 Jan 27 17:30:33.569352 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:34.670837 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67532ce6-8e74-42d8-a3ef-423747386250 req-117e8b8c-f210-4fe5-af0e-d208d8f4494e tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:34.672293 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-67532ce6-8e74-42d8-a3ef-423747386250 req-117e8b8c-f210-4fe5-af0e-d208d8f4494e tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.1987102 Jan 27 17:30:34.733615 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-67532ce6-8e74-42d8-a3ef-423747386250 req-b7769f0b-5554-43f5-8952-c09635900112 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541277 Jan 27 17:30:35.932988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811b4af-832a-4927-a58a-e06190ca2678 req-da796fb3-06fc-4927-a49d-aa6ab8443eca tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:35.934451 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9811b4af-832a-4927-a58a-e06190ca2678 req-da796fb3-06fc-4927-a49d-aa6ab8443eca tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0868313 Jan 27 17:30:35.978662 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9811b4af-832a-4927-a58a-e06190ca2678 req-5dd67807-3cc6-4057-a130-365370c9e847 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384305 Jan 27 17:30:36.740743 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-f240abf4-0bde-4769-b1f4-78fa83c57074 service neutron] 10.222.0.83 "GET /v2.0/ports/891c6331-0a41-4d38-a10c-a065a08cdc37/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0870554 Jan 27 17:30:37.025655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-9546985a-d489-4292-94e3-cd05649fc6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:37.027189 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-9546985a-d489-4292-94e3-cd05649fc6de service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3&tenant_id=5664aff4a32145a6a58a201a1f6ccbb0 HTTP/1.1" status: 200 len: 1098 time: 0.0830493 Jan 27 17:30:37.119406 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-f1d1271c-7e86-46e5-801b-5fc69c94e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:37.120943 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-f1d1271c-7e86-46e5-801b-5fc69c94e79d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 1098 time: 0.0711617 Jan 27 17:30:37.174059 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaed349-7670-4867-a7ea-6c54a3bec2a6 req-9bc14ef7-5af2-4990-ad79-7329b6fcc0b4 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:37.175472 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5eaed349-7670-4867-a7ea-6c54a3bec2a6 req-9bc14ef7-5af2-4990-ad79-7329b6fcc0b4 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0792089 Jan 27 17:30:37.220182 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5eaed349-7670-4867-a7ea-6c54a3bec2a6 req-0962c957-3bd0-4076-bd96-2e0a08639cf0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388789 Jan 27 17:30:37.251767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-dc01c55f-6ab1-4e1b-8868-3b9aff17edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:37.253246 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-dc01c55f-6ab1-4e1b-8868-3b9aff17edcd service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1266246 Jan 27 17:30:37.362815 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-264e7383-2f11-4141-a5d2-a4d4d8d43c42 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891c6331-0a41-4d38-a10c-a065a08cdc37 HTTP/1.1" status: 200 len: 1000 time: 0.1040440 Jan 27 17:30:37.423681 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-2bb923ea-2d14-42ca-974f-44385a3060a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:37.425049 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-2bb923ea-2d14-42ca-974f-44385a3060a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0562892 Jan 27 17:30:37.503345 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-fdbf9d19-1838-4697-9604-03734c6c8b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:37.504769 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-fdbf9d19-1838-4697-9604-03734c6c8b94 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739319 Jan 27 17:30:37.633292 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-930a147a-e79e-4a12-8621-e3bcbead03c3 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220343 Jan 27 17:30:37.773783 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9f57d2fc-5f18-43f3-aecb-1dd1554ccc33 req-58547586-01ce-4ece-bd89-435118a83dd3 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342750 Jan 27 17:30:38.435383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5c1dc-3321-43ca-8d5f-3a43bb43d11c req-9cec8c0f-bc70-4881-957e-e84f5c72c849 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:38.436874 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f0f5c1dc-3321-43ca-8d5f-3a43bb43d11c req-9cec8c0f-bc70-4881-957e-e84f5c72c849 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0986416 Jan 27 17:30:38.481942 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f0f5c1dc-3321-43ca-8d5f-3a43bb43d11c req-8e62762f-aea1-4299-afb4-d356d09b7aac tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390782 Jan 27 17:30:39.697049 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2cd60-7fdb-426b-aa90-623bd71116c3 req-5da91b78-04d3-446e-9b28-0b89a8215fd4 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:39.698511 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b5c2cd60-7fdb-426b-aa90-623bd71116c3 req-5da91b78-04d3-446e-9b28-0b89a8215fd4 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0935297 Jan 27 17:30:39.755353 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b5c2cd60-7fdb-426b-aa90-623bd71116c3 req-c83dc32e-7acc-4815-ab9d-92559c585baf tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496688 Jan 27 17:30:40.096405 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc0d7b-70c9-44e5-accb-14bc9664d7a6 req-ac47b040-0c4e-4912-8a2f-9b869dc1ffb8 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:40.097946 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-90cc0d7b-70c9-44e5-accb-14bc9664d7a6 req-ac47b040-0c4e-4912-8a2f-9b869dc1ffb8 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0803771 Jan 27 17:30:40.111428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3030a1f-e89e-49d1-b500-5a7a816b7859 req-88df7a7d-8606-4aa9-88af-9fe762385bba tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:40.112839 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e3030a1f-e89e-49d1-b500-5a7a816b7859 req-88df7a7d-8606-4aa9-88af-9fe762385bba tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3&tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 945 time: 0.0899630 Jan 27 17:30:40.145297 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-90cc0d7b-70c9-44e5-accb-14bc9664d7a6 req-2bedfdc9-4596-4c1c-9d30-1b5495e9268f tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417588 Jan 27 17:30:40.270510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3030a1f-e89e-49d1-b500-5a7a816b7859 req-cbc87142-a45a-4436-9fa4-2567ebfc8d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:40.271898 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e3030a1f-e89e-49d1-b500-5a7a816b7859 req-cbc87142-a45a-4436-9fa4-2567ebfc8d32 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 1098 time: 0.0772469 Jan 27 17:30:40.357065 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 891c6331-0a41-4d38-a10c-a065a08cdc37 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:30:40.359619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 891c6331-0a41-4d38-a10c-a065a08cdc37 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:30:40.519399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3030a1f-e89e-49d1-b500-5a7a816b7859 req-ae3244da-04ae-4051-b28e-bc81e325225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:40.520929 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e3030a1f-e89e-49d1-b500-5a7a816b7859 req-ae3244da-04ae-4051-b28e-bc81e325225b service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.2431343 Jan 27 17:30:40.564352 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:30:40.569509 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:40.605465 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 891c6331-0a41-4d38-a10c-a065a08cdc37, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=891c6331-0a41-4d38-a10c-a065a08cdc37,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:30:40.621582 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fcb5af-89b5-4c94-b257-8ff634ec04f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '891c6331-0a41-4d38-a10c-a065a08cdc37'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:30:40.624424 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e3030a1f-e89e-49d1-b500-5a7a816b7859 req-106fe141-f956-49e4-82c7-7dd2e9049f0f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891c6331-0a41-4d38-a10c-a065a08cdc37 HTTP/1.1" status: 200 len: 1000 time: 0.0973144 Jan 27 17:30:40.628941 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '891c6331-0a41-4d38-a10c-a065a08cdc37', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'port_id': '891c6331-0a41-4d38-a10c-a065a08cdc37', 'mac_address': 'fa:16:3e:42:d8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:30:40.634763 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 891c6331-0a41-4d38-a10c-a065a08cdc37, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=891c6331-0a41-4d38-a10c-a065a08cdc37,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:30:40.670725 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:40.694082 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3030a1f-e89e-49d1-b500-5a7a816b7859 req-bbb12520-3bfb-4037-a242-bb6db0ed996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:40.695528 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e3030a1f-e89e-49d1-b500-5a7a816b7859 req-bbb12520-3bfb-4037-a242-bb6db0ed996c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0657945 Jan 27 17:30:40.716697 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fcb5af-89b5-4c94-b257-8ff634ec04f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '891c6331-0a41-4d38-a10c-a065a08cdc37', 'code': 200} Jan 27 17:30:40.744466 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:40.767239 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891c6331-0a41-4d38-a10c-a065a08cdc37 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:30:40.769716 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3030a1f-e89e-49d1-b500-5a7a816b7859 req-f3d5e79c-60b7-4742-bb95-3987b74f1a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:40.771170 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=891c6331-0a41-4d38-a10c-a065a08cdc37,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:40.771298 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e3030a1f-e89e-49d1-b500-5a7a816b7859 req-f3d5e79c-60b7-4742-bb95-3987b74f1a2d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689523 Jan 27 17:30:40.786267 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 891c6331-0a41-4d38-a10c-a065a08cdc37, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=891c6331-0a41-4d38-a10c-a065a08cdc37,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:30:40.791406 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:40.857238 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['891c6331-0a41-4d38-a10c-a065a08cdc37'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:30:40.890793 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=891c6331-0a41-4d38-a10c-a065a08cdc37,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:40.909163 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e3030a1f-e89e-49d1-b500-5a7a816b7859 req-b5ddf469-0edc-4d6b-b980-fb6cc2cce845 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311440 Jan 27 17:30:41.041710 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e3030a1f-e89e-49d1-b500-5a7a816b7859 req-0e3e7c27-5ced-4b16-9279-fab97d7ff59f service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256707 Jan 27 17:30:41.348296 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34358380-2cef-4f7f-9098-8ebe1f7ea48a req-7bd297b1-077e-4baa-bbbc-fb0d60ca1f95 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:41.349823 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-34358380-2cef-4f7f-9098-8ebe1f7ea48a req-7bd297b1-077e-4baa-bbbc-fb0d60ca1f95 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 944 time: 0.0829797 Jan 27 17:30:41.395360 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-34358380-2cef-4f7f-9098-8ebe1f7ea48a req-d0c191ac-befb-4039-a2cb-5fa3465cea3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399237 Jan 27 17:30:42.351484 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 891c6331-0a41-4d38-a10c-a065a08cdc37 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:30:42.429291 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 891c6331-0a41-4d38-a10c-a065a08cdc37 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:30:42.429655 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:42.582948 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:42.587896 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32f227-7638-4005-9259-fb5a6e5202b3 req-9fcb4885-7561-4bca-be26-998e1e724801 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:42.589375 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7a32f227-7638-4005-9259-fb5a6e5202b3 req-9fcb4885-7561-4bca-be26-998e1e724801 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 944 time: 0.0839157 Jan 27 17:30:42.614915 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 891c6331-0a41-4d38-a10c-a065a08cdc37, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=891c6331-0a41-4d38-a10c-a065a08cdc37,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:30:42.620220 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:42.636069 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7a32f227-7638-4005-9259-fb5a6e5202b3 req-5ccfbafe-9956-416d-abc3-90915f837493 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407944 Jan 27 17:30:42.689649 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=891c6331-0a41-4d38-a10c-a065a08cdc37,revision_number=8']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:42.696857 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:42.697197 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:42.697510 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:42.697902 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:42.698230 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:42.698558 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:42.698874 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:42.699195 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:42.699515 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:42.699815 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:42.700149 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:42.700460 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:42.717429 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fcb5af-89b5-4c94-b257-8ff634ec04f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891c6331-0a41-4d38-a10c-a065a08cdc37'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:30:42.760790 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fcb5af-89b5-4c94-b257-8ff634ec04f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891c6331-0a41-4d38-a10c-a065a08cdc37', 'code': 200} Jan 27 17:30:42.830957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952a8d9-6b75-4868-9a38-775fbd4c2b48 req-cb00e65d-b86d-4d03-8554-fcf5f2d1b808 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:42.832393 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7952a8d9-6b75-4868-9a38-775fbd4c2b48 req-cb00e65d-b86d-4d03-8554-fcf5f2d1b808 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0939062 Jan 27 17:30:42.879104 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7952a8d9-6b75-4868-9a38-775fbd4c2b48 req-0996d0cf-e248-4d4f-a927-5dc50466b35e tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408204 Jan 27 17:30:43.075536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6457e2-4d01-41a8-8d6b-a10dc232cf07 req-51713905-ec87-4223-a6b7-d1e24793fb16 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:43.077100 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3b6457e2-4d01-41a8-8d6b-a10dc232cf07 req-51713905-ec87-4223-a6b7-d1e24793fb16 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0848846 Jan 27 17:30:43.121046 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3b6457e2-4d01-41a8-8d6b-a10dc232cf07 req-8ac4924a-01d1-41f0-bd83-0432a732cff3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381780 Jan 27 17:30:43.501186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54a41-1710-4160-85c2-8ec2835ea5ce req-76b678f8-d754-4464-b48f-52eb9c294b61 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:43.502661 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-69f54a41-1710-4160-85c2-8ec2835ea5ce req-76b678f8-d754-4464-b48f-52eb9c294b61 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0858090 Jan 27 17:30:43.546316 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-69f54a41-1710-4160-85c2-8ec2835ea5ce req-88228254-e07a-4571-93cd-354c07c6ba89 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377176 Jan 27 17:30:44.757450 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c65d5-3937-4357-9dd5-798132329f06 req-e351d312-051c-401b-b58c-df81330920bb tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:44.758944 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d67c65d5-3937-4357-9dd5-798132329f06 req-e351d312-051c-401b-b58c-df81330920bb tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.1051028 Jan 27 17:30:44.803745 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d67c65d5-3937-4357-9dd5-798132329f06 req-f68f32ff-7008-4189-b49a-6dbbce3960c8 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390656 Jan 27 17:30:45.161401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9457f-7c1c-4410-93c5-44cd79d25442 req-0ee35f76-4210-4cd6-91cc-96980467e7a0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:45.162852 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a7e9457f-7c1c-4410-93c5-44cd79d25442 req-0ee35f76-4210-4cd6-91cc-96980467e7a0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 945 time: 0.0826328 Jan 27 17:30:45.234897 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-a7e9457f-7c1c-4410-93c5-44cd79d25442 req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Deleting port 891c6331-0a41-4d38-a10c-a065a08cdc37 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:30:45.235232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-a7e9457f-7c1c-4410-93c5-44cd79d25442 req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:45.482047 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-a7e9457f-7c1c-4410-93c5-44cd79d25442 req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] For port 891c6331-0a41-4d38-a10c-a065a08cdc37, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=891c6331-0a41-4d38-a10c-a065a08cdc37,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:30:45.482394 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-a7e9457f-7c1c-4410-93c5-44cd79d25442 req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:45.774605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-a7e9457f-7c1c-4410-93c5-44cd79d25442 req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:45.774969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-a7e9457f-7c1c-4410-93c5-44cd79d25442 req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:45.775274 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [req-a7e9457f-7c1c-4410-93c5-44cd79d25442 req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Floating IP 7be478bd-7708-4644-b4dc-06373d8a05e5 disassociated. External IP: 172.26.1.87, port: 891c6331-0a41-4d38-a10c-a065a08cdc37. Jan 27 17:30:45.775605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-a7e9457f-7c1c-4410-93c5-44cd79d25442 req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Calling delete_port for 891c6331-0a41-4d38-a10c-a065a08cdc37 owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:30:45.953786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-a7e9457f-7c1c-4410-93c5-44cd79d25442 req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:45.992978 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3dde2108-a45c-443e-8d77-3421e21a34f8 req-de68300a-347e-4bbb-9b44-b18ffa35a61f tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 210 time: 0.0758982 Jan 27 17:30:46.011631 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Pushing event deleted for resources: {'Port': ['ID=891c6331-0a41-4d38-a10c-a065a08cdc37,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:46.020542 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:46.020881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:46.021214 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:46.021514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:46.021969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:46.022267 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:46.022607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:46.022955 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:46.023248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:46.023606 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:46.023868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:46.024178 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:30:46.329229 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7e9457f-7c1c-4410-93c5-44cd79d25442 req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Router 6217276f-e328-45be-b2be-0e085ab924dd has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:30:46.508611 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7e9457f-7c1c-4410-93c5-44cd79d25442 req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:30:46.520750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eec10d-2b46-4e1b-b6e4-8e8c3e9baee8 None None] Sync routers for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:30:46.530912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eec10d-2b46-4e1b-b6e4-8e8c3e9baee8 None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:30:46.531599 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-24eec10d-2b46-4e1b-b6e4-8e8c3e9baee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:30:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:30:46.582687 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e9457f-7c1c-4410-93c5-44cd79d25442 req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] No DVR routers for this DVR port 891c6331-0a41-4d38-a10c-a065a08cdc37 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:30:46.585228 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-a7e9457f-7c1c-4410-93c5-44cd79d25442 req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:46.587777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fcb5af-89b5-4c94-b257-8ff634ec04f3', 'name': 'network-vif-deleted', 'tag': '891c6331-0a41-4d38-a10c-a065a08cdc37'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:30:46.604645 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a7e9457f-7c1c-4410-93c5-44cd79d25442 req-edeaab39-fb10-475d-a53a-67ab8b24cc93 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "DELETE /v2.0/ports/891c6331-0a41-4d38-a10c-a065a08cdc37 HTTP/1.1" status: 204 len: 173 time: 1.4363711 Jan 27 17:30:46.640645 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fcb5af-89b5-4c94-b257-8ff634ec04f3', 'name': 'network-vif-deleted', 'tag': '891c6331-0a41-4d38-a10c-a065a08cdc37', 'status': 'completed', 'code': 200} Jan 27 17:30:46.714004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-24eec10d-2b46-4e1b-b6e4-8e8c3e9baee8 None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:30:47.021110 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-24eec10d-2b46-4e1b-b6e4-8e8c3e9baee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:30:47.027075 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eec10d-2b46-4e1b-b6e4-8e8c3e9baee8 None None] Checking router: 6217276f-e328-45be-b2be-0e085ab924dd for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:30:47.038271 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eec10d-2b46-4e1b-b6e4-8e8c3e9baee8 None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:30:47.038888 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-24eec10d-2b46-4e1b-b6e4-8e8c3e9baee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:30:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:30:47.176273 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-0553dbb3-0d5e-4452-a8db-33681455e520 req-b36c0a05-bc6e-4067-86b0-4fb173a6b21d tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Synchronizing usage tracker for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:30:47.191758 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-0553dbb3-0d5e-4452-a8db-33681455e520 req-b36c0a05-bc6e-4067-86b0-4fb173a6b21d tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Unset dirty status for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:30:47.193014 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0553dbb3-0d5e-4452-a8db-33681455e520 req-b36c0a05-bc6e-4067-86b0-4fb173a6b21d tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=35fcb5af-89b5-4c94-b257-8ff634ec04f3 HTTP/1.1" status: 200 len: 210 time: 0.0610893 Jan 27 17:30:47.231528 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-24eec10d-2b46-4e1b-b6e4-8e8c3e9baee8 None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:30:47.543915 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-24eec10d-2b46-4e1b-b6e4-8e8c3e9baee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:30:47.547928 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eec10d-2b46-4e1b-b6e4-8e8c3e9baee8 None None] The sync data for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv is: [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:30:47.773166 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa445222-2ef5-438a-ad43-f9ca284288d0 None None] New status for floating IP 7be478bd-7708-4644-b4dc-06373d8a05e5: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:30:48.549289 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-aaf144a6-1b2f-4881-b562-f3b66483277d tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--727428910&fields=id&tenant_id=5664aff4a32145a6a58a201a1f6ccbb0 HTTP/1.1" status: 200 len: 267 time: 0.0487967 Jan 27 17:30:48.703400 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-21748ea2-c5f1-4b95-815b-e8095ead3ef7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:48.704801 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-21748ea2-c5f1-4b95-815b-e8095ead3ef7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 811 time: 0.1491103 Jan 27 17:30:48.720160 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-89b855cb-bcae-41bc-b866-52d1501813da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/quotas/5664aff4a32145a6a58a201a1f6ccbb0 HTTP/1.1" status: 200 len: 375 time: 0.0096290 Jan 27 17:30:48.750713 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b9667f59-4d11-46e0-b830-ecdbb8506b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:48.808245 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-7c14e5e7-a60a-4dd4-ad13-03170074011e tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829034 Jan 27 17:30:48.967118 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-3a08b642-6fe1-4cc9-b13f-8bc14be2fdc3 service neutron] 10.222.0.50 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469872 Jan 27 17:30:49.099406 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-48d3be87-3401-4856-b4b4-5230c1f4ea83 service neutron] 10.222.0.50 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233761 Jan 27 17:30:49.293646 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ec867ea1-0291-42b9-93d3-39507d6d3b39 req-b4712cc0-22c6-4698-8104-3d4b7a052023 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 210 time: 0.0526097 Jan 27 17:30:50.326482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-79ddfc5f-51e2-473d-8a68-5030599b1cd7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:50.328027 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-79ddfc5f-51e2-473d-8a68-5030599b1cd7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 811 time: 0.1467292 Jan 27 17:30:50.376978 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-b2b2400b-4617-4652-abff-b36999b3cc15 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5664aff4a32145a6a58a201a1f6ccbb0 HTTP/1.1" status: 200 len: 379 time: 0.0410678 Jan 27 17:30:50.388048 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-0411b63c-879d-42ac-b987-beda52045f59 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Request body: {'port': {'device_id': '515eb77b-d43b-4632-bcd1-f8979a87a371', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'admin_state_up': True, 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'security_groups': ['afdc01ac-346a-4979-a60c-f3fbf403a7a1']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:30:50.452041 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f11d2b00-262a-4a19-8ba2-59a707e0d225 req-5330fc53-44bf-4a08-93c1-c3fd4b260d2e tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 210 time: 0.0467978 Jan 27 17:30:50.459579 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 891c6331-0a41-4d38-a10c-a065a08cdc37 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:30:50.503427 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 891c6331-0a41-4d38-a10c-a065a08cdc37 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:30:50.503748 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 891c6331-0a41-4d38-a10c-a065a08cdc37 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:30:50.525927 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-0411b63c-879d-42ac-b987-beda52045f59 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:30:50.535559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-0411b63c-879d-42ac-b987-beda52045f59 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:30:50.545958 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-0411b63c-879d-42ac-b987-beda52045f59 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Made reservation on behalf of 5664aff4a32145a6a58a201a1f6ccbb0 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:30:50.549374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-0411b63c-879d-42ac-b987-beda52045f59 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:50.708913 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-0411b63c-879d-42ac-b987-beda52045f59 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Allocated IP 172.20.0.11 (6a65ecad-e05e-4d1e-8189-62bebfde050c/83408c0e-9001-43fa-ba81-13cf4ba3876b/9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:30:50.901627 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-0411b63c-879d-42ac-b987-beda52045f59 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:50.917272 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-0411b63c-879d-42ac-b987-beda52045f59 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Transition to ACTIVE for port object 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:30:50.943263 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-0411b63c-879d-42ac-b987-beda52045f59 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:51.012133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-0411b63c-879d-42ac-b987-beda52045f59 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Network 6a65ecad-e05e-4d1e-8189-62bebfde050c is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:30:51.015333 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-0411b63c-879d-42ac-b987-beda52045f59 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:30:51.019069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-0411b63c-879d-42ac-b987-beda52045f59 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:30:51.046779 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f1ebeb3e-8f3d-43fd-acaf-c09dd0c7b09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:51.059801 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411b63c-879d-42ac-b987-beda52045f59 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Pushing event updated for resources: {'Port': ['ID=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:51.093086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-0411b63c-879d-42ac-b987-beda52045f59 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:51.093725 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-0411b63c-879d-42ac-b987-beda52045f59 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:51.119533 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-0411b63c-879d-42ac-b987-beda52045f59 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7353673 Jan 27 17:30:51.130780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Request body: {'port': {'device_id': '515eb77b-d43b-4632-bcd1-f8979a87a371', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:30:51.243284 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:51.325665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-401066a6-cd0a-4839-bcf0-14b674a05b03 None None] Provisioning for port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:30:51.331026 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-401066a6-cd0a-4839-bcf0-14b674a05b03 None None] Provisioning complete for port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:30:51.331752 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-401066a6-cd0a-4839-bcf0-14b674a05b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:51.384240 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-401066a6-cd0a-4839-bcf0-14b674a05b03 None None] Port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:30:51.759308 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:30:51.768859 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:51.787771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Transition to ACTIVE for port object 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:30:51.793294 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:51.910254 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b997e-c5b7-4874-a741-2fe3e2a6b7a8 req-1d9c367b-a7f7-4fdd-9ffb-745994cba2a3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:51.910974 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-c42b997e-c5b7-4874-a741-2fe3e2a6b7a8 req-1d9c367b-a7f7-4fdd-9ffb-745994cba2a3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Synchronizing usage tracker for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:30:51.941630 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:52.016687 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-c42b997e-c5b7-4874-a741-2fe3e2a6b7a8 req-1d9c367b-a7f7-4fdd-9ffb-745994cba2a3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Unset dirty status for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:30:52.017775 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c42b997e-c5b7-4874-a741-2fe3e2a6b7a8 req-1d9c367b-a7f7-4fdd-9ffb-745994cba2a3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 932 time: 0.4489524 Jan 27 17:30:52.090044 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Attempting to bind port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:30:52.090324 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Attempting to bind port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:30:52.090668 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Attempting to bind port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a on network 6a65ecad-e05e-4d1e-8189-62bebfde050c {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:30:52.095181 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c42b997e-c5b7-4874-a741-2fe3e2a6b7a8 req-7455919c-695c-4ede-871f-073bb8b162f6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694499 Jan 27 17:30:52.098818 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a on network 6a65ecad-e05e-4d1e-8189-62bebfde050c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:30:52.099256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Attempting to bind port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a on network 6a65ecad-e05e-4d1e-8189-62bebfde050c {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:30:52.104365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:30:52.104698 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Checking segment: {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:30:52.105071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Bound using segment: {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:30:52.105467 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Bound port: 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:30:52.105884 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:52.197493 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:52.198153 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] For port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:30:52.200488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] For port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:30:52.204721 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:52.232581 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:52.261972 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:52.262561 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:52.263925 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] 10.222.0.83 "PUT /v2.0/ports/9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a HTTP/1.1" status: 200 len: 1094 time: 1.1375427 Jan 27 17:30:52.264321 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515eb77b-d43b-4632-bcd1-f8979a87a371', 'tag': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:30:52.288224 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa95aff-1d2f-40df-8001-30ca88b8c7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:52.345241 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515eb77b-d43b-4632-bcd1-f8979a87a371', 'tag': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a', 'status': 'completed', 'code': 200} Jan 27 17:30:52.387941 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-da7f6357-9f72-4c08-8cf5-7caaf4609be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:52.389405 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-da7f6357-9f72-4c08-8cf5-7caaf4609be6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 1097 time: 0.0856550 Jan 27 17:30:52.457903 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-e320c334-c37a-4f25-af68-07067cf79607 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a HTTP/1.1" status: 200 len: 217 time: 0.0606132 Jan 27 17:30:52.522514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-2c947928-578f-4ca2-a299-6dbd7167c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:52.524032 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-2c947928-578f-4ca2-a299-6dbd7167c1bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0604315 Jan 27 17:30:52.599790 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-bb6c45ac-c344-46fd-bc63-43a6e9672ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:52.601230 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-bb6c45ac-c344-46fd-bc63-43a6e9672ba4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708270 Jan 27 17:30:52.740889 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-5867330d-fea4-4888-b2d1-b6d9487533cd service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337585 Jan 27 17:30:52.895970 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-87a8c57b-1780-428d-87ee-cc3ea2a3e379 req-54bf1314-8f32-4bd4-9f5b-0d0e2db2307f service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482372 Jan 27 17:30:53.019468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e47688-2e34-4943-a242-ee2dc346f6aa req-e9bec004-d461-4a7e-9ad4-c61d0ab10b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:53.020928 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-30e47688-2e34-4943-a242-ee2dc346f6aa req-e9bec004-d461-4a7e-9ad4-c61d0ab10b76 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 1097 time: 0.0794346 Jan 27 17:30:53.152573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e47688-2e34-4943-a242-ee2dc346f6aa req-de1d321e-af02-4949-b4c0-8c783b89f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:53.153975 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-30e47688-2e34-4943-a242-ee2dc346f6aa req-de1d321e-af02-4949-b4c0-8c783b89f0b8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1268542 Jan 27 17:30:53.258821 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-30e47688-2e34-4943-a242-ee2dc346f6aa req-4bb08052-c543-4023-9dee-a99a5b8901c3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a HTTP/1.1" status: 200 len: 217 time: 0.0947728 Jan 27 17:30:53.334609 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e47688-2e34-4943-a242-ee2dc346f6aa req-5a55f4cf-7924-45d8-b5a8-79763b0a18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:53.336017 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-30e47688-2e34-4943-a242-ee2dc346f6aa req-5a55f4cf-7924-45d8-b5a8-79763b0a18cb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0695858 Jan 27 17:30:53.387768 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b88db-8e35-4179-974b-704ec1cb82b2 req-beedc98d-a373-455d-b8b5-63e9f23ebd04 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:53.389257 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-436b88db-8e35-4179-974b-704ec1cb82b2 req-beedc98d-a373-455d-b8b5-63e9f23ebd04 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 944 time: 0.1787386 Jan 27 17:30:53.469939 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:53.558130 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-436b88db-8e35-4179-974b-704ec1cb82b2 req-ebd10c97-a2cf-4025-b43c-5d2de0dcde96 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512617 Jan 27 17:30:53.570511 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e47688-2e34-4943-a242-ee2dc346f6aa req-d0ecedcc-9875-41ec-a377-2c59f2f91948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:53.571942 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-30e47688-2e34-4943-a242-ee2dc346f6aa req-d0ecedcc-9875-41ec-a377-2c59f2f91948 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2281566 Jan 27 17:30:53.701826 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-30e47688-2e34-4943-a242-ee2dc346f6aa req-4b7f514c-c66f-4f6b-b138-4d399339fd7e service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227443 Jan 27 17:30:53.833643 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-30e47688-2e34-4943-a242-ee2dc346f6aa req-0674be03-7424-450e-bbe0-0e1abdd3c83f service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259575 Jan 27 17:30:54.476655 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:30:54.647319 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:30:54.661023 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'port_id': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a', 'mac_address': 'fa:16:3e:9c:13:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:30:54.715669 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:54.732318 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:30:54.744471 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc571c03-09f1-4e5b-9f68-21445cc649ac req-8803d6b7-a04c-4068-a2cd-5a4082da3704 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:54.745936 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-fc571c03-09f1-4e5b-9f68-21445cc649ac req-8803d6b7-a04c-4068-a2cd-5a4082da3704 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 944 time: 0.0823646 Jan 27 17:30:54.747611 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:30:54.752728 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:54.791322 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-fc571c03-09f1-4e5b-9f68-21445cc649ac req-598d0056-4793-4772-84ba-46ccf42b9cf4 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384955 Jan 27 17:30:54.824574 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:54.956768 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:30:55.996301 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b0eee-12e5-4252-9778-1a1f0d1354b4 req-91c253c0-15f0-40b4-bd2e-1a99caac5cb4 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:55.997736 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-832b0eee-12e5-4252-9778-1a1f0d1354b4 req-91c253c0-15f0-40b4-bd2e-1a99caac5cb4 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 945 time: 0.1008453 Jan 27 17:30:56.045562 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-832b0eee-12e5-4252-9778-1a1f0d1354b4 req-d7b90175-4d46-4566-9ee5-18aacd31b5ef tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420513 Jan 27 17:30:56.476324 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:30:56.560151 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:30:56.565073 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:30:56.565425 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:56.700690 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:56.731410 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515eb77b-d43b-4632-bcd1-f8979a87a371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:30:56.741211 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:30:56.747158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:56.784739 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515eb77b-d43b-4632-bcd1-f8979a87a371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a', 'code': 200} Jan 27 17:30:56.818688 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:30:57.006548 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a842793-694d-4c7f-a4fe-958152cd6bf9 req-1ef21732-a303-419b-b1c3-6119bdce2110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:57.007908 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2a842793-694d-4c7f-a4fe-958152cd6bf9 req-1ef21732-a303-419b-b1c3-6119bdce2110 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 1099 time: 0.0714903 Jan 27 17:30:57.047958 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2a842793-694d-4c7f-a4fe-958152cd6bf9 req-dfe74b59-a1b3-4c9f-9366-98100c9b0a32 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340197 Jan 27 17:30:57.247217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c407a-e468-488a-8e00-e4c2a24d3ed3 req-3ca82806-84fb-44ff-852c-64a38b296c49 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:57.248690 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e34c407a-e468-488a-8e00-e4c2a24d3ed3 req-3ca82806-84fb-44ff-852c-64a38b296c49 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0904362 Jan 27 17:30:57.294333 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e34c407a-e468-488a-8e00-e4c2a24d3ed3 req-9b994f17-e866-4597-821e-27c71dad106c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379610 Jan 27 17:30:58.497772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7391a6-7f2d-424f-aa15-22a3b2035654 req-e73605ab-2171-4d55-b741-a8500ac156dd tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:58.499214 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4e7391a6-7f2d-424f-aa15-22a3b2035654 req-e73605ab-2171-4d55-b741-a8500ac156dd tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0892744 Jan 27 17:30:58.547538 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4e7391a6-7f2d-424f-aa15-22a3b2035654 req-a311325c-12f4-4cf9-b0b0-86d2d5872365 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424905 Jan 27 17:30:58.726883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a4b6d-19cb-40b1-946b-50f45fb00add req-472c450b-0f3b-44c6-bacb-80af2587dae6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:30:58.728319 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b25a4b6d-19cb-40b1-946b-50f45fb00add req-472c450b-0f3b-44c6-bacb-80af2587dae6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0830307 Jan 27 17:30:58.736943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 41446) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:30:58.741877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4bbfd9a5-4285-475c-9c1e-de8568d506b1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Request body: {'floatingip': {'port_id': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:30:58.820548 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd9a5-4285-475c-9c1e-de8568d506b1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for floatingip, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:59.425561 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd9a5-4285-475c-9c1e-de8568d506b1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:59.432561 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd9a5-4285-475c-9c1e-de8568d506b1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:30:59.718312 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-4bbfd9a5-4285-475c-9c1e-de8568d506b1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Floating IP 7be478bd-7708-4644-b4dc-06373d8a05e5 associated. External IP: 172.26.1.87, port: 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a. Jan 27 17:31:00.093615 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbfd9a5-4285-475c-9c1e-de8568d506b1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Router 6217276f-e328-45be-b2be-0e085ab924dd has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:31:00.279637 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbfd9a5-4285-475c-9c1e-de8568d506b1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:31:00.284946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd9a5-4285-475c-9c1e-de8568d506b1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:00.289709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b220cd10-3334-4c58-8c62-294e481b8449 None None] Sync routers for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:31:00.299986 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b220cd10-3334-4c58-8c62-294e481b8449 None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:31:00.300680 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b220cd10-3334-4c58-8c62-294e481b8449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:30:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:31:00.339630 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4bbfd9a5-4285-475c-9c1e-de8568d506b1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "PUT /v2.0/floatingips/7be478bd-7708-4644-b4dc-06373d8a05e5 HTTP/1.1" status: 200 len: 991 time: 1.6016831 Jan 27 17:31:00.340268 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515eb77b-d43b-4632-bcd1-f8979a87a371', 'tag': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:31:00.396116 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515eb77b-d43b-4632-bcd1-f8979a87a371', 'tag': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a', 'status': 'completed', 'code': 200} Jan 27 17:31:00.485347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-b220cd10-3334-4c58-8c62-294e481b8449 None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:31:00.490726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7737b8-2f7e-4248-b2e3-e4f80b607327 req-11471201-a1e3-46aa-8e2d-766a69212075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:00.492255 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd7737b8-2f7e-4248-b2e3-e4f80b607327 req-11471201-a1e3-46aa-8e2d-766a69212075 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 1099 time: 0.0736337 Jan 27 17:31:00.622620 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7737b8-2f7e-4248-b2e3-e4f80b607327 req-c9da7226-a085-4448-94e3-1cf663d105c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:00.623957 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd7737b8-2f7e-4248-b2e3-e4f80b607327 req-c9da7226-a085-4448-94e3-1cf663d105c1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1248999 Jan 27 17:31:00.721411 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd7737b8-2f7e-4248-b2e3-e4f80b607327 req-a1196dc7-9266-4aaa-87ad-3a9941870f76 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a HTTP/1.1" status: 200 len: 999 time: 0.0917695 Jan 27 17:31:00.785799 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7737b8-2f7e-4248-b2e3-e4f80b607327 req-53163fbe-d47c-4160-92a0-fb08de0bb584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:00.787445 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd7737b8-2f7e-4248-b2e3-e4f80b607327 req-53163fbe-d47c-4160-92a0-fb08de0bb584 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0604546 Jan 27 17:31:00.830668 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b220cd10-3334-4c58-8c62-294e481b8449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '7be478bd-7708-4644-b4dc-06373d8a05e5', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'port_id': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'mac_address': 'fa:16:3e:9c:13:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515eb77b-d43b-4632-bcd1-f8979a87a371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:29:33Z', 'updated_at': '2022-01-27T17:30:59Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:31:00.835061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b220cd10-3334-4c58-8c62-294e481b8449 None None] Checking router: 6217276f-e328-45be-b2be-0e085ab924dd for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:31:00.844283 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b220cd10-3334-4c58-8c62-294e481b8449 None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:31:00.844981 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b220cd10-3334-4c58-8c62-294e481b8449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:30:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:31:00.861155 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7737b8-2f7e-4248-b2e3-e4f80b607327 req-b1dc86ad-3963-4641-b75b-ee626080c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:00.862671 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd7737b8-2f7e-4248-b2e3-e4f80b607327 req-b1dc86ad-3963-4641-b75b-ee626080c435 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696378 Jan 27 17:31:00.992812 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd7737b8-2f7e-4248-b2e3-e4f80b607327 req-605ddaba-0161-4503-81b3-c623acbd54a9 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242750 Jan 27 17:31:01.015640 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-b220cd10-3334-4c58-8c62-294e481b8449 None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:31:01.245937 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd7737b8-2f7e-4248-b2e3-e4f80b607327 req-667b572a-0c16-40c6-88d7-b0f42617224e service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469668 Jan 27 17:31:01.404969 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b220cd10-3334-4c58-8c62-294e481b8449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '7be478bd-7708-4644-b4dc-06373d8a05e5', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'port_id': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'mac_address': 'fa:16:3e:9c:13:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515eb77b-d43b-4632-bcd1-f8979a87a371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:29:33Z', 'updated_at': '2022-01-27T17:30:59Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:31:01.411740 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b220cd10-3334-4c58-8c62-294e481b8449 None None] The sync data for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv is: [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '7be478bd-7708-4644-b4dc-06373d8a05e5', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'port_id': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'mac_address': 'fa:16:3e:9c:13:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515eb77b-d43b-4632-bcd1-f8979a87a371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:29:33Z', 'updated_at': '2022-01-27T17:30:59Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:31:01.615510 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68bae3c-9b28-41f6-994a-a7dea1679966 None None] New status for floating IP 7be478bd-7708-4644-b4dc-06373d8a05e5: ACTIVE {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:31:03.597324 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:17.570606 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:31:18.773119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6cc8ce66-4210-4f0c-ae54-d32e2110b4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:21.043705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-98084452-fe3d-49b8-afc2-6e385b41f548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:22.202686 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:22.246420 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:23.477412 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:27.109565 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5e5fb0dd-9033-4b37-a9a2-56bfdd7c345e req-e54d70f8-1ec6-4eac-889e-2818a827f0f3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772834 Jan 27 17:31:27.254446 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fb0dd-9033-4b37-a9a2-56bfdd7c345e req-b30d415d-1fa3-4a97-8fe8-c8359ce09f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:27.255892 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5e5fb0dd-9033-4b37-a9a2-56bfdd7c345e req-b30d415d-1fa3-4a97-8fe8-c8359ce09f24 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 1099 time: 0.0754483 Jan 27 17:31:27.414565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fb0dd-9033-4b37-a9a2-56bfdd7c345e req-8355affa-07ae-42d4-98d8-b74c771d90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:27.416390 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5e5fb0dd-9033-4b37-a9a2-56bfdd7c345e req-8355affa-07ae-42d4-98d8-b74c771d90a4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1373520 Jan 27 17:31:27.519090 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5e5fb0dd-9033-4b37-a9a2-56bfdd7c345e req-ea6d3715-757c-4421-a463-a421d44eceea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a HTTP/1.1" status: 200 len: 1001 time: 0.0958743 Jan 27 17:31:27.585931 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fb0dd-9033-4b37-a9a2-56bfdd7c345e req-61290aac-f123-4957-ad47-069e04b79c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:27.587339 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5e5fb0dd-9033-4b37-a9a2-56bfdd7c345e req-61290aac-f123-4957-ad47-069e04b79c05 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0619328 Jan 27 17:31:27.671448 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fb0dd-9033-4b37-a9a2-56bfdd7c345e req-94291fe0-4e39-4e4e-9d0a-328640466dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:27.672922 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5e5fb0dd-9033-4b37-a9a2-56bfdd7c345e req-94291fe0-4e39-4e4e-9d0a-328640466dde service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792942 Jan 27 17:31:27.805344 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5e5fb0dd-9033-4b37-a9a2-56bfdd7c345e req-6f69aaca-7589-417b-a25f-d092067b0858 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252792 Jan 27 17:31:27.941192 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5e5fb0dd-9033-4b37-a9a2-56bfdd7c345e req-3d4288d8-e64a-4849-91d6-5458234fc7d6 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293340 Jan 27 17:31:33.594310 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:36.159237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb724537-e1a5-4465-bf45-5ab8560431b1 req-71ddbd9b-2280-4d68-ac41-3b07ed5980ef tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:36.160708 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb724537-e1a5-4465-bf45-5ab8560431b1 req-71ddbd9b-2280-4d68-ac41-3b07ed5980ef tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0938911 Jan 27 17:31:36.204239 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb724537-e1a5-4465-bf45-5ab8560431b1 req-da3bd481-a966-44bf-87e8-316f87e8f63c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373785 Jan 27 17:31:37.403892 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418de68c-1514-4252-9312-a6643afef010 req-42b01ee2-f161-4dd2-9415-5412379ed199 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:37.405357 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-418de68c-1514-4252-9312-a6643afef010 req-42b01ee2-f161-4dd2-9415-5412379ed199 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0856767 Jan 27 17:31:37.449363 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-418de68c-1514-4252-9312-a6643afef010 req-c9d18584-f0a0-4a02-a3f5-eeb9795b60e8 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383003 Jan 27 17:31:38.659150 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59346312-f04e-447c-af62-16236871d51d req-46994f42-051f-4b2a-8b8b-d0ffdd446ebb tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:38.660615 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-59346312-f04e-447c-af62-16236871d51d req-46994f42-051f-4b2a-8b8b-d0ffdd446ebb tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0922816 Jan 27 17:31:38.704889 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-59346312-f04e-447c-af62-16236871d51d req-fc9aa67b-6f0a-4e4c-ad12-da1f1e01203c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379419 Jan 27 17:31:39.911883 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcec9e8-8202-453a-b3c6-f8f7361d9567 req-f19227f5-9068-4130-b874-6b900a0cb0a5 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:39.913321 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-fdcec9e8-8202-453a-b3c6-f8f7361d9567 req-f19227f5-9068-4130-b874-6b900a0cb0a5 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0860510 Jan 27 17:31:39.959126 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-fdcec9e8-8202-453a-b3c6-f8f7361d9567 req-b7d90902-c5b3-4544-8d2a-24452abcbb55 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393713 Jan 27 17:31:41.158679 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eba2fa-0915-4bb8-aab9-50ef50793955 req-2e39c8c3-95f5-498c-8e79-846857b415d7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:41.160135 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-59eba2fa-0915-4bb8-aab9-50ef50793955 req-2e39c8c3-95f5-498c-8e79-846857b415d7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0869553 Jan 27 17:31:41.206066 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-59eba2fa-0915-4bb8-aab9-50ef50793955 req-1c3b6ca3-5649-4e0f-bc6c-846118f9cc86 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390244 Jan 27 17:31:42.400423 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26995d7e-2262-4b53-9237-3dcb0efa0615 req-f10e21eb-d41b-453c-8659-ad711aa96a4c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:42.401787 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-26995d7e-2262-4b53-9237-3dcb0efa0615 req-f10e21eb-d41b-453c-8659-ad711aa96a4c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0829160 Jan 27 17:31:42.447299 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-26995d7e-2262-4b53-9237-3dcb0efa0615 req-88e269b8-2aa0-4640-8550-7b187436a381 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383089 Jan 27 17:31:43.659155 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449b32a-1061-465e-a3d6-bfe30946eac1 req-5303d8d7-6467-4c80-bad9-dd3063f1ddfa tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:43.660547 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b449b32a-1061-465e-a3d6-bfe30946eac1 req-5303d8d7-6467-4c80-bad9-dd3063f1ddfa tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0958114 Jan 27 17:31:43.704414 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b449b32a-1061-465e-a3d6-bfe30946eac1 req-3fe33630-dab2-4cba-859d-07107d08be9c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376515 Jan 27 17:31:44.900383 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb01f08-b476-4fec-b90f-90251dc19c7c req-7bc556e3-6477-415e-9953-5f21d68f3c78 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:44.901871 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9bb01f08-b476-4fec-b90f-90251dc19c7c req-7bc556e3-6477-415e-9953-5f21d68f3c78 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0872786 Jan 27 17:31:44.948236 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9bb01f08-b476-4fec-b90f-90251dc19c7c req-6f789fc0-5d6f-4e42-ab42-4a684395e701 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381429 Jan 27 17:31:46.155714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e5848-690f-4dd0-849f-3175622be040 req-1913c196-ef9f-448b-9ef6-2e05fe964fe2 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:46.157755 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-183e5848-690f-4dd0-849f-3175622be040 req-1913c196-ef9f-448b-9ef6-2e05fe964fe2 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0903673 Jan 27 17:31:46.202691 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-183e5848-690f-4dd0-849f-3175622be040 req-37e0b605-4f1a-4e63-8a5c-8cd4487f2257 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391607 Jan 27 17:31:47.408389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847da94-87f6-4935-a919-0220ca5ab423 req-a5bdac3f-0610-4a52-97e9-eeb52762e7a8 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:47.409874 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c847da94-87f6-4935-a919-0220ca5ab423 req-a5bdac3f-0610-4a52-97e9-eeb52762e7a8 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0921295 Jan 27 17:31:47.462638 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c847da94-87f6-4935-a919-0220ca5ab423 req-e39cc963-55ad-4f39-97c4-a7018817dc6e tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442624 Jan 27 17:31:48.758059 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbf7fefa-87ed-4c4a-9aa9-8b740661d74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:48.809918 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622bc9a-669a-47e9-bfae-2da1fd252138 req-21f1ab3f-243c-420b-b284-961149e5eeff tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:48.811330 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1622bc9a-669a-47e9-bfae-2da1fd252138 req-21f1ab3f-243c-420b-b284-961149e5eeff tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0806143 Jan 27 17:31:48.858346 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1622bc9a-669a-47e9-bfae-2da1fd252138 req-fe310044-02c1-43ea-ba01-841b3ab9a02c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410604 Jan 27 17:31:50.172468 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781b98a-a899-4805-9b0d-aba58d0f048e req-3c2402e7-23d6-4f0a-adc1-f7ba18022d26 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:50.173996 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9781b98a-a899-4805-9b0d-aba58d0f048e req-3c2402e7-23d6-4f0a-adc1-f7ba18022d26 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.1975219 Jan 27 17:31:50.217520 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9781b98a-a899-4805-9b0d-aba58d0f048e req-5f1132d4-0afa-4c57-b225-11f1c70f852a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376661 Jan 27 17:31:51.034738 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1876904-5195-4f6c-8588-c0a7774e75fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:51.418859 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153a6a5-2ea1-4fc5-8f86-e5fab320fa42 req-3063d144-1398-4908-8c04-1588583af0be tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:51.420302 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e153a6a5-2ea1-4fc5-8f86-e5fab320fa42 req-3063d144-1398-4908-8c04-1588583af0be tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0901940 Jan 27 17:31:51.464636 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e153a6a5-2ea1-4fc5-8f86-e5fab320fa42 req-0bb1870a-87f6-4120-aecc-7a5460c79643 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381188 Jan 27 17:31:52.215223 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:52.245358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:52.672239 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb669f-b87e-4cf4-adb3-598e1e43f08f req-65c6cb17-df67-41be-bd89-91fc8ce7f051 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:52.673716 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f6eb669f-b87e-4cf4-adb3-598e1e43f08f req-65c6cb17-df67-41be-bd89-91fc8ce7f051 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0876746 Jan 27 17:31:52.717703 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f6eb669f-b87e-4cf4-adb3-598e1e43f08f req-a5952f43-dce9-41ce-8dab-23881f34621b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381558 Jan 27 17:31:53.134212 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-ea86b164-893b-4f30-8520-28590be0d959 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1271343 Jan 27 17:31:53.151375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b2167-5782-4dec-a377-c3da313592b5 req-48f5a72a-07fb-4ea9-8a04-74c3ad68f4e2 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:53.152802 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-775b2167-5782-4dec-a377-c3da313592b5 req-48f5a72a-07fb-4ea9-8a04-74c3ad68f4e2 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0966437 Jan 27 17:31:53.199049 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-775b2167-5782-4dec-a377-c3da313592b5 req-e733a088-cdac-4e92-bd60-0cf1a8fdea28 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403240 Jan 27 17:31:53.487740 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:31:54.278448 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-979d9468-63ca-42e1-b1ff-1d2c9087094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:54.279917 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-979d9468-63ca-42e1-b1ff-1d2c9087094b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 1099 time: 0.0826046 Jan 27 17:31:54.565102 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-c094ec06-1ab4-45af-b6f1-4d012332bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:54.566595 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-c094ec06-1ab4-45af-b6f1-4d012332bc78 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.2810230 Jan 27 17:31:54.570290 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:31:54.634829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac6103-84c7-4ec4-80c2-5b228961f75f req-77cdd0bb-52df-4877-b580-cb0068b9aa66 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:54.636257 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7dac6103-84c7-4ec4-80c2-5b228961f75f req-77cdd0bb-52df-4877-b580-cb0068b9aa66 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.3308368 Jan 27 17:31:54.704369 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-6dc1a379-5ce8-4531-8b4a-61d5f290ab17 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a HTTP/1.1" status: 200 len: 1001 time: 0.1314485 Jan 27 17:31:54.708746 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7dac6103-84c7-4ec4-80c2-5b228961f75f req-a8ebe6e3-add4-40ce-971d-0534aada52cd tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599911 Jan 27 17:31:54.768909 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-7143645b-a647-49de-9f23-2786c479316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:54.770403 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-7143645b-a647-49de-9f23-2786c479316b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0600111 Jan 27 17:31:54.846948 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-4b3acb0c-f8b8-4b59-abc9-a6356b06400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:54.848305 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-4b3acb0c-f8b8-4b59-abc9-a6356b06400a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723617 Jan 27 17:31:54.979623 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-a38750f5-403b-4d0a-997f-50c79915c026 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249762 Jan 27 17:31:55.110380 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-55bb5e45-906d-4e0f-9492-039681acd91b service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245234 Jan 27 17:31:55.905499 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc5930-5142-49ec-803a-36ff28bb237e req-9b9b9545-aabf-4276-b618-5e39ca5a1fe6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:55.906922 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ddfc5930-5142-49ec-803a-36ff28bb237e req-9b9b9545-aabf-4276-b618-5e39ca5a1fe6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0821304 Jan 27 17:31:55.950129 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ddfc5930-5142-49ec-803a-36ff28bb237e req-6c50449f-e48b-4747-90c7-675cc63a9508 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375404 Jan 27 17:31:56.719271 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-d1edcd9f-6ef8-4497-97a2-3a1b60ce696a service neutron] 10.222.0.83 "GET /v2.0/ports/9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0810235 Jan 27 17:31:57.005453 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-e4cb6265-660f-43ea-ab10-9bd28d887c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:57.006975 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-e4cb6265-660f-43ea-ab10-9bd28d887c77 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371&tenant_id=5664aff4a32145a6a58a201a1f6ccbb0 HTTP/1.1" status: 200 len: 1099 time: 0.0768893 Jan 27 17:31:57.159010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-0cffa6dc-0a8d-4b64-9f5d-d39988b3f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:57.160933 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-0cffa6dc-0a8d-4b64-9f5d-d39988b3f1b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 1099 time: 0.1324310 Jan 27 17:31:57.202452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b401ef-4d04-49c9-83a0-94b17fe981ff req-0c9fa9b4-cc3c-4b24-b64d-bfc1bbce92e8 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:57.203853 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-31b401ef-4d04-49c9-83a0-94b17fe981ff req-0c9fa9b4-cc3c-4b24-b64d-bfc1bbce92e8 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.1352537 Jan 27 17:31:57.317983 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-31b401ef-4d04-49c9-83a0-94b17fe981ff req-508458d2-0132-4e46-a3af-a356d6f77dee tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042109 Jan 27 17:31:57.333471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-bd653ef4-ff24-4b7c-b80d-8e0818d9ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:57.334928 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-bd653ef4-ff24-4b7c-b80d-8e0818d9ed95 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1679261 Jan 27 17:31:57.439056 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-be24b0aa-eeb8-411a-9d06-0f2df9edfef7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a HTTP/1.1" status: 200 len: 1001 time: 0.0980093 Jan 27 17:31:57.501796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-ac405a56-3651-4beb-aee2-6d44e8911b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:57.503186 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-ac405a56-3651-4beb-aee2-6d44e8911b66 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0578880 Jan 27 17:31:57.581772 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-9b71a5bf-a391-4756-b9e7-37526d295432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:57.583114 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-9b71a5bf-a391-4756-b9e7-37526d295432 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743210 Jan 27 17:31:57.714485 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-89c7dbe2-18b1-498f-8982-3988a9fb29c5 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253815 Jan 27 17:31:57.961600 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-62adf249-2e9c-4a37-bffe-280f2a710f1f req-8793d576-724f-4c72-b300-30cccb681b17 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414191 Jan 27 17:31:58.520900 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6523e-b985-4617-9d2a-32639366d608 req-9a3a3b93-8156-428f-b278-d39a4762f311 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:58.522350 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-81e6523e-b985-4617-9d2a-32639366d608 req-9a3a3b93-8156-428f-b278-d39a4762f311 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0898559 Jan 27 17:31:58.569131 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-81e6523e-b985-4617-9d2a-32639366d608 req-5264470e-dcd4-47e8-a4e6-e50a91d89a1a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410197 Jan 27 17:31:59.774431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874181a-b5d4-4d42-a9c7-2c00a541b15d req-9fb3e6ea-37f4-4800-a822-b0b1228942aa tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:31:59.775847 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8874181a-b5d4-4d42-a9c7-2c00a541b15d req-9fb3e6ea-37f4-4800-a822-b0b1228942aa tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0863948 Jan 27 17:31:59.820144 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8874181a-b5d4-4d42-a9c7-2c00a541b15d req-2421fa4d-32e1-4281-a86c-e6bcc0c2137a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386384 Jan 27 17:32:00.190866 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0efbb-620f-4660-937f-bdbf5c976064 req-bcd836a3-7c0a-4d37-ae65-29ac397e253b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:00.192305 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4dc0efbb-620f-4660-937f-bdbf5c976064 req-bcd836a3-7c0a-4d37-ae65-29ac397e253b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.1403141 Jan 27 17:32:00.199429 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af95af-73a4-4194-8e93-7d0cc83881e1 req-5bc3ac02-e325-419e-920c-acf94c0a869f tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:00.200710 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-88af95af-73a4-4194-8e93-7d0cc83881e1 req-5bc3ac02-e325-419e-920c-acf94c0a869f tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371&tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 946 time: 0.1468742 Jan 27 17:32:00.242836 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4dc0efbb-620f-4660-937f-bdbf5c976064 req-a3987a01-df57-4fcc-95dc-1c055fa15a1f tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412145 Jan 27 17:32:00.347595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af95af-73a4-4194-8e93-7d0cc83881e1 req-e417e5b1-7754-4591-8580-e3fc1c288ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:00.348987 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-88af95af-73a4-4194-8e93-7d0cc83881e1 req-e417e5b1-7754-4591-8580-e3fc1c288ab1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 1099 time: 0.0747700 Jan 27 17:32:00.481731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af95af-73a4-4194-8e93-7d0cc83881e1 req-9421785d-0305-4f42-aa1f-8eee2df19f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:00.483177 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-88af95af-73a4-4194-8e93-7d0cc83881e1 req-9421785d-0305-4f42-aa1f-8eee2df19f95 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1285446 Jan 27 17:32:00.586442 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-88af95af-73a4-4194-8e93-7d0cc83881e1 req-50264a19-2b56-4398-a52e-db92ef277497 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a HTTP/1.1" status: 200 len: 1001 time: 0.0968456 Jan 27 17:32:00.649607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af95af-73a4-4194-8e93-7d0cc83881e1 req-e9816c27-f0c7-4d85-b581-3f8487f3f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:00.651715 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-88af95af-73a4-4194-8e93-7d0cc83881e1 req-e9816c27-f0c7-4d85-b581-3f8487f3f45f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0596232 Jan 27 17:32:00.727942 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:32:00.730828 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:32:00.737471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af95af-73a4-4194-8e93-7d0cc83881e1 req-30648a95-7cd0-4a4e-8eb4-397d27a52113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:00.739113 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-88af95af-73a4-4194-8e93-7d0cc83881e1 req-30648a95-7cd0-4a4e-8eb4-397d27a52113 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809507 Jan 27 17:32:00.871706 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-88af95af-73a4-4194-8e93-7d0cc83881e1 req-54d0b283-7228-4dfb-8de8-3d0dc2e59bcd service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261144 Jan 27 17:32:00.948342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:00.972697 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:32:00.992013 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'port_id': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a', 'mac_address': 'fa:16:3e:9c:13:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:32:00.997111 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515eb77b-d43b-4632-bcd1-f8979a87a371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:32:01.004287 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-88af95af-73a4-4194-8e93-7d0cc83881e1 req-8406ec58-1df5-4bb5-9340-7a16b9b8ca39 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249125 Jan 27 17:32:01.048296 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:32:01.056855 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515eb77b-d43b-4632-bcd1-f8979a87a371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a', 'code': 200} Jan 27 17:32:01.059939 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:01.104470 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:01.136452 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:32:01.188011 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:01.211285 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:01.211499 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:01.211826 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:01.212179 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:01.212474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:01.212818 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:01.213106 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:01.213451 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:01.213787 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:01.214096 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:01.214381 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:01.214719 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:01.228553 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:32:01.229006 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:32:01.432109 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa38cc-f675-41a7-8f53-6f5ca3afd9c5 req-ab65f3b0-8cda-44ff-b208-7be73c308226 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:01.433582 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-01fa38cc-f675-41a7-8f53-6f5ca3afd9c5 req-ab65f3b0-8cda-44ff-b208-7be73c308226 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 944 time: 0.0815437 Jan 27 17:32:01.478012 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-01fa38cc-f675-41a7-8f53-6f5ca3afd9c5 req-c31405bd-500c-4c24-9bec-dbc80634c310 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385764 Jan 27 17:32:01.782894 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:01.802968 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:32:01.817871 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:32:01.822882 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:01.893084 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:32:01.920913 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:02.690506 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0903ea-5266-4617-b717-ffa5c44707ee req-b13c6d07-356b-4932-9b57-baa6f65ad846 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:02.691946 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ea0903ea-5266-4617-b717-ffa5c44707ee req-b13c6d07-356b-4932-9b57-baa6f65ad846 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 945 time: 0.0913415 Jan 27 17:32:02.738635 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ea0903ea-5266-4617-b717-ffa5c44707ee req-0862bd7f-8dd3-4531-b52f-982d9962414b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407500 Jan 27 17:32:02.741444 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:32:02.811077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:32:02.811777 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:02.926518 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279c05a-0f2d-4f93-b68a-c5dd919bdea1 req-a5c16384-c713-4f08-9b4c-a79eca7a962c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:02.927991 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f279c05a-0f2d-4f93-b68a-c5dd919bdea1 req-a5c16384-c713-4f08-9b4c-a79eca7a962c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 945 time: 0.0862720 Jan 27 17:32:02.968457 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:02.972334 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f279c05a-0f2d-4f93-b68a-c5dd919bdea1 req-ba708d01-441c-4985-812c-9819992d303b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385580 Jan 27 17:32:03.000873 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:32:03.006598 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:03.057822 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515eb77b-d43b-4632-bcd1-f8979a87a371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:32:03.080838 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a,revision_number=8']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:03.116576 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515eb77b-d43b-4632-bcd1-f8979a87a371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a', 'code': 200} Jan 27 17:32:03.384017 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050691fd-de77-4438-90b8-cb09bcb8fc7b req-4e5b395b-1330-4120-87c9-63f8ceed34f9 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:03.385817 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-050691fd-de77-4438-90b8-cb09bcb8fc7b req-4e5b395b-1330-4120-87c9-63f8ceed34f9 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.1426723 Jan 27 17:32:03.396802 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05e157-6f5f-420a-b418-59f5730bdb2f req-84718625-cf0d-44c5-ab35-525ed9edff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:03.398245 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5e05e157-6f5f-420a-b418-59f5730bdb2f req-84718625-cf0d-44c5-ab35-525ed9edff49 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 1099 time: 0.1078317 Jan 27 17:32:03.517145 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-050691fd-de77-4438-90b8-cb09bcb8fc7b req-8b1b72a9-e3ca-4145-a32b-b254640a2b11 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245077 Jan 27 17:32:03.553168 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05e157-6f5f-420a-b418-59f5730bdb2f req-03fea020-e943-4636-8e1d-5de49d970f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:03.554636 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5e05e157-6f5f-420a-b418-59f5730bdb2f req-03fea020-e943-4636-8e1d-5de49d970f60 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1446540 Jan 27 17:32:03.600995 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:03.772899 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5e05e157-6f5f-420a-b418-59f5730bdb2f req-920370e2-a6be-4cb3-9a58-bce7266f48fd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a HTTP/1.1" status: 200 len: 1001 time: 0.2120624 Jan 27 17:32:03.843876 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05e157-6f5f-420a-b418-59f5730bdb2f req-0c247f51-7fcb-48b6-832e-2d57337c2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:03.846004 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5e05e157-6f5f-420a-b418-59f5730bdb2f req-0c247f51-7fcb-48b6-832e-2d57337c2555 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0668888 Jan 27 17:32:03.925764 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05e157-6f5f-420a-b418-59f5730bdb2f req-5b765464-7a73-481a-afa5-074e16702b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:03.927276 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5e05e157-6f5f-420a-b418-59f5730bdb2f req-5b765464-7a73-481a-afa5-074e16702b94 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756521 Jan 27 17:32:04.060044 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5e05e157-6f5f-420a-b418-59f5730bdb2f req-3ff6519d-2c46-41c9-a00c-8bc7276a8f2b service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263585 Jan 27 17:32:04.191599 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5e05e157-6f5f-420a-b418-59f5730bdb2f req-e173cb20-40e5-4cfe-8266-01c42a4de3f9 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257575 Jan 27 17:32:04.706050 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9ad8b-c110-4a9d-b6dc-ef02a01e8b4c req-f9f6b147-b430-44b7-a455-6eb2bf075ccf tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:04.707569 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-74f9ad8b-c110-4a9d-b6dc-ef02a01e8b4c req-f9f6b147-b430-44b7-a455-6eb2bf075ccf tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0813541 Jan 27 17:32:04.751490 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-74f9ad8b-c110-4a9d-b6dc-ef02a01e8b4c req-b31d900a-f5a5-4414-a41b-f9b61282d4d7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381567 Jan 27 17:32:05.953403 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b8f19-6550-4449-9f14-ec7b1b0c3019 req-fc67d65a-ad57-4893-8d41-4616f5e741b7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:05.954900 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fb4b8f19-6550-4449-9f14-ec7b1b0c3019 req-fc67d65a-ad57-4893-8d41-4616f5e741b7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0856705 Jan 27 17:32:06.005077 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fb4b8f19-6550-4449-9f14-ec7b1b0c3019 req-a29d71c6-6fd2-4eb4-8297-8e7e504ac9f1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432358 Jan 27 17:32:06.404219 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be241494-4083-4071-8855-4ba0c69b6eeb req-385268b9-83f0-4db5-abae-d5bd4613cd9a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:06.405584 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-be241494-4083-4071-8855-4ba0c69b6eeb req-385268b9-83f0-4db5-abae-d5bd4613cd9a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0898554 Jan 27 17:32:06.454690 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-be241494-4083-4071-8855-4ba0c69b6eeb req-e778a07b-9364-4c47-8525-d60535b89e20 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406125 Jan 27 17:32:07.652612 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39865592-2e63-41bb-9f66-07de0761c485 req-01573a80-9eaf-439e-a9d2-80bb55736878 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:07.654103 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-39865592-2e63-41bb-9f66-07de0761c485 req-01573a80-9eaf-439e-a9d2-80bb55736878 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0835309 Jan 27 17:32:07.697755 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-39865592-2e63-41bb-9f66-07de0761c485 req-99bf45d0-89c6-40a6-acfa-df5d70a180a0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378685 Jan 27 17:32:07.952565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75787738-a4a2-4281-af35-cc1da98cd1e5 req-3b4ff0df-691b-4576-8d23-28e91fbdcf8f tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:07.953927 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-75787738-a4a2-4281-af35-cc1da98cd1e5 req-3b4ff0df-691b-4576-8d23-28e91fbdcf8f tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 946 time: 0.0926208 Jan 27 17:32:08.022040 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-75787738-a4a2-4281-af35-cc1da98cd1e5 req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Deleting port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:32:08.022353 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-75787738-a4a2-4281-af35-cc1da98cd1e5 req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:08.265859 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-75787738-a4a2-4281-af35-cc1da98cd1e5 req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] For port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:32:08.266084 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-75787738-a4a2-4281-af35-cc1da98cd1e5 req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:08.551478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-75787738-a4a2-4281-af35-cc1da98cd1e5 req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:08.551712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-75787738-a4a2-4281-af35-cc1da98cd1e5 req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:08.552049 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [req-75787738-a4a2-4281-af35-cc1da98cd1e5 req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Floating IP 7be478bd-7708-4644-b4dc-06373d8a05e5 disassociated. External IP: 172.26.1.87, port: 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a. Jan 27 17:32:08.552378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-75787738-a4a2-4281-af35-cc1da98cd1e5 req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Calling delete_port for 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:32:08.703302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-75787738-a4a2-4281-af35-cc1da98cd1e5 req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:08.756196 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Pushing event deleted for resources: {'Port': ['ID=9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:08.768868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:08.769109 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:08.769436 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:08.769777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:08.770151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:08.770465 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:08.770778 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:08.771092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:08.771401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:08.771710 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:08.772013 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:08.772314 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:32:09.003064 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c203f0af-a722-45ec-978c-afa3e29eee6a req-32dbd03b-fd22-4d8b-94e4-5403ccadb51e tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=515eb77b-d43b-4632-bcd1-f8979a87a371 HTTP/1.1" status: 200 len: 210 time: 0.0579491 Jan 27 17:32:09.117017 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75787738-a4a2-4281-af35-cc1da98cd1e5 req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Router 6217276f-e328-45be-b2be-0e085ab924dd has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:32:09.302476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75787738-a4a2-4281-af35-cc1da98cd1e5 req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:32:09.316495 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73c00dc-5a4c-4f4d-8b07-b17c35d40a04 None None] Sync routers for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:32:09.326627 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73c00dc-5a4c-4f4d-8b07-b17c35d40a04 None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:32:09.327241 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b73c00dc-5a4c-4f4d-8b07-b17c35d40a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:31:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:09.380043 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-75787738-a4a2-4281-af35-cc1da98cd1e5 req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] No DVR routers for this DVR port 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:32:09.382480 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-75787738-a4a2-4281-af35-cc1da98cd1e5 req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:09.384938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515eb77b-d43b-4632-bcd1-f8979a87a371', 'name': 'network-vif-deleted', 'tag': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:32:09.401231 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-75787738-a4a2-4281-af35-cc1da98cd1e5 req-a14c7098-18c4-467c-9f83-5d4d5d445113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "DELETE /v2.0/ports/9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a HTTP/1.1" status: 204 len: 173 time: 1.4422398 Jan 27 17:32:09.437349 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515eb77b-d43b-4632-bcd1-f8979a87a371', 'name': 'network-vif-deleted', 'tag': '9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a', 'status': 'completed', 'code': 200} Jan 27 17:32:09.508820 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-b73c00dc-5a4c-4f4d-8b07-b17c35d40a04 None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:32:09.821854 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b73c00dc-5a4c-4f4d-8b07-b17c35d40a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:09.825791 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73c00dc-5a4c-4f4d-8b07-b17c35d40a04 None None] Checking router: 6217276f-e328-45be-b2be-0e085ab924dd for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:32:09.835243 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73c00dc-5a4c-4f4d-8b07-b17c35d40a04 None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:32:09.835936 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b73c00dc-5a4c-4f4d-8b07-b17c35d40a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:31:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:10.013726 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-b73c00dc-5a4c-4f4d-8b07-b17c35d40a04 None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:32:10.323663 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b73c00dc-5a4c-4f4d-8b07-b17c35d40a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:10.327788 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73c00dc-5a4c-4f4d-8b07-b17c35d40a04 None None] The sync data for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv is: [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:32:10.342532 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-f082fc7d-fab0-4c1e-8fd0-8c184073856b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--727428910&fields=id&tenant_id=5664aff4a32145a6a58a201a1f6ccbb0 HTTP/1.1" status: 200 len: 267 time: 0.0409839 Jan 27 17:32:10.494423 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-d01bbe96-73f3-42aa-8c12-5bcde3a5ea7a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:10.495873 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-d01bbe96-73f3-42aa-8c12-5bcde3a5ea7a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 811 time: 0.1467600 Jan 27 17:32:10.511337 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-061b70b3-e6c6-4742-9c45-b1fbc5b6c4b1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/quotas/5664aff4a32145a6a58a201a1f6ccbb0 HTTP/1.1" status: 200 len: 375 time: 0.0097702 Jan 27 17:32:10.557100 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ea75e8-8828-409c-b54d-8b5b4170f853 None None] New status for floating IP 7be478bd-7708-4644-b4dc-06373d8a05e5: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:32:10.598992 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-0aae5b6a-71f4-42a8-bd21-9d8fe3f723d8 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Synchronizing usage tracker for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:32:10.615961 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-0aae5b6a-71f4-42a8-bd21-9d8fe3f723d8 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Unset dirty status for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:32:10.617469 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-0aae5b6a-71f4-42a8-bd21-9d8fe3f723d8 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1005785 Jan 27 17:32:10.806034 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-e2b99391-5825-4e44-9dd0-0d0cbaf64d58 service neutron] 10.222.0.50 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729474 Jan 27 17:32:10.943320 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-eedb0425-db9e-4b86-86b0-080a2a0df790 service neutron] 10.222.0.50 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311390 Jan 27 17:32:11.145195 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-804730cd-0f57-4c32-a63b-3417d8065475 req-da3b3983-59b0-4dcf-88aa-27d0ef819720 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 210 time: 0.0421953 Jan 27 17:32:12.171101 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-d2ba6846-daec-4dc6-ae47-8a3df812d880 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:12.172538 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-d2ba6846-daec-4dc6-ae47-8a3df812d880 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 811 time: 0.1493905 Jan 27 17:32:12.220949 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-80485394-d93a-4df2-953e-1652027c6e6b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5664aff4a32145a6a58a201a1f6ccbb0 HTTP/1.1" status: 200 len: 379 time: 0.0404935 Jan 27 17:32:12.232227 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-2b877f0b-c195-4734-b959-eb6753fb1e20 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Request body: {'port': {'device_id': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'admin_state_up': True, 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'security_groups': ['afdc01ac-346a-4979-a60c-f3fbf403a7a1']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:32:12.313206 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cc0232ef-be76-4af2-b8a8-b5c20e61e97c req-04456510-2264-4929-bbc2-fc23e10325cd tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 210 time: 0.0592484 Jan 27 17:32:12.411217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-2b877f0b-c195-4734-b959-eb6753fb1e20 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:32:12.421186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-2b877f0b-c195-4734-b959-eb6753fb1e20 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:32:12.434839 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-2b877f0b-c195-4734-b959-eb6753fb1e20 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Made reservation on behalf of 5664aff4a32145a6a58a201a1f6ccbb0 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:32:12.438410 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-2b877f0b-c195-4734-b959-eb6753fb1e20 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:12.715168 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-2b877f0b-c195-4734-b959-eb6753fb1e20 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Allocated IP 172.20.0.5 (6a65ecad-e05e-4d1e-8189-62bebfde050c/83408c0e-9001-43fa-ba81-13cf4ba3876b/48221cfa-e91a-4df2-a52b-d9133fa0ab5f) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:32:12.788938 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:32:12.826626 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:32:12.826967 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9d2f8dc1-6dc7-4db5-98e1-94b8280cde6a not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:32:12.898815 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-2b877f0b-c195-4734-b959-eb6753fb1e20 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:12.913957 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-2b877f0b-c195-4734-b959-eb6753fb1e20 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Transition to ACTIVE for port object 48221cfa-e91a-4df2-a52b-d9133fa0ab5f will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:32:12.941500 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-2b877f0b-c195-4734-b959-eb6753fb1e20 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:13.009020 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-2b877f0b-c195-4734-b959-eb6753fb1e20 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Network 6a65ecad-e05e-4d1e-8189-62bebfde050c is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:32:13.012037 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-2b877f0b-c195-4734-b959-eb6753fb1e20 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:32:13.015696 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-2b877f0b-c195-4734-b959-eb6753fb1e20 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:32:13.053875 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b877f0b-c195-4734-b959-eb6753fb1e20 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Pushing event updated for resources: {'Port': ['ID=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:13.085531 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-2b877f0b-c195-4734-b959-eb6753fb1e20 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:13.086163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-2b877f0b-c195-4734-b959-eb6753fb1e20 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:13.116587 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-2b877f0b-c195-4734-b959-eb6753fb1e20 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8881578 Jan 27 17:32:13.128026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Request body: {'port': {'device_id': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:32:13.231530 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b0e1365a-7a2d-4831-9a79-390398ac7217 None None] Provisioning for port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:32:13.236241 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b0e1365a-7a2d-4831-9a79-390398ac7217 None None] Provisioning complete for port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:32:13.236624 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b0e1365a-7a2d-4831-9a79-390398ac7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:13.242831 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:13.288151 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1365a-7a2d-4831-9a79-390398ac7217 None None] Port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:32:13.505393 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872e3e9-cd3f-48de-ac18-e4b95d563cdb req-c257cb9e-edb5-4984-bf50-5cd64b124943 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:13.507067 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3872e3e9-cd3f-48de-ac18-e4b95d563cdb req-c257cb9e-edb5-4984-bf50-5cd64b124943 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 931 time: 0.0851507 Jan 27 17:32:13.551555 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3872e3e9-cd3f-48de-ac18-e4b95d563cdb req-14292e22-c03d-4f1c-a8eb-de7e313c1c43 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384910 Jan 27 17:32:13.591077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48221cfa-e91a-4df2-a52b-d9133fa0ab5f {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:32:13.598221 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:13.613820 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Transition to ACTIVE for port object 48221cfa-e91a-4df2-a52b-d9133fa0ab5f will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:32:13.620896 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:13.772583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Pushing event updated for resources: {'Port': ['ID=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:13.854246 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Attempting to bind port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:32:13.854570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Attempting to bind port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:32:13.854882 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Attempting to bind port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f on network 6a65ecad-e05e-4d1e-8189-62bebfde050c {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:32:13.859395 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f on network 6a65ecad-e05e-4d1e-8189-62bebfde050c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:32:13.859698 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Attempting to bind port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f on network 6a65ecad-e05e-4d1e-8189-62bebfde050c {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:32:13.864728 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:32:13.865052 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Checking segment: {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:32:13.865420 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Bound using segment: {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:32:13.865869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Bound port: 48221cfa-e91a-4df2-a52b-d9133fa0ab5f, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:32:13.866201 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:13.954381 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] For port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:32:13.957774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] For port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:32:13.964474 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:14.025039 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:14.025540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:14.026932 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] 10.222.0.83 "PUT /v2.0/ports/48221cfa-e91a-4df2-a52b-d9133fa0ab5f HTTP/1.1" status: 200 len: 1093 time: 0.9036942 Jan 27 17:32:14.027401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'tag': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:32:14.050322 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733bcf8-6b8f-46ed-91bc-55c6bea2de03 service neutron] Pushing event updated for resources: {'Port': ['ID=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:14.109338 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'tag': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f', 'status': 'completed', 'code': 200} Jan 27 17:32:14.150562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-8156775b-9207-4069-b568-0aecce5a9cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:14.152075 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-8156775b-9207-4069-b568-0aecce5a9cff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0766788 Jan 27 17:32:14.223356 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-bdbc15d7-cf38-4c40-be33-f624b50784c5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f HTTP/1.1" status: 200 len: 217 time: 0.0648930 Jan 27 17:32:14.286969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-e5824975-45d4-4bff-ba75-d75ece1a98df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:14.288352 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-e5824975-45d4-4bff-ba75-d75ece1a98df service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0596666 Jan 27 17:32:14.482833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-e477ce67-8610-43ba-8c5e-3fc8790d6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:14.484305 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-e477ce67-8610-43ba-8c5e-3fc8790d6261 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1899486 Jan 27 17:32:14.621483 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-e279d9ba-4ef3-4c66-89a6-22f0c01b13ac service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297255 Jan 27 17:32:14.740249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608d955-a521-439b-ae67-abbfa41ad6b9 req-a4bca59a-281c-44fd-9746-6f3a69a35012 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:14.741734 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b608d955-a521-439b-ae67-abbfa41ad6b9 req-a4bca59a-281c-44fd-9746-6f3a69a35012 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 943 time: 0.0808318 Jan 27 17:32:14.752552 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3dd7fca2-2d7e-4f4c-9e04-1481dc8f6cbd req-6f38c2c9-6856-4411-988a-43397421ff5f service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241672 Jan 27 17:32:14.790029 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b608d955-a521-439b-ae67-abbfa41ad6b9 req-ca15d3dc-68a3-41e8-9f48-cddb1468b393 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422120 Jan 27 17:32:14.873659 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d710da-7915-4ba7-aa39-0cfc8e56fbda req-efb67e36-20ea-4483-b50a-dc39107d266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:14.875086 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d2d710da-7915-4ba7-aa39-0cfc8e56fbda req-efb67e36-20ea-4483-b50a-dc39107d266b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0722237 Jan 27 17:32:15.009716 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d710da-7915-4ba7-aa39-0cfc8e56fbda req-1fe4fae5-1631-414f-a160-31a726698e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:15.011191 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d2d710da-7915-4ba7-aa39-0cfc8e56fbda req-1fe4fae5-1631-414f-a160-31a726698e68 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1290481 Jan 27 17:32:15.082162 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d2d710da-7915-4ba7-aa39-0cfc8e56fbda req-563e2ef7-44fe-487d-b3bf-28cc4322b651 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f HTTP/1.1" status: 200 len: 217 time: 0.0638235 Jan 27 17:32:15.145989 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d710da-7915-4ba7-aa39-0cfc8e56fbda req-7ae019cf-8391-4d6b-8e90-e6025ae68b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:15.148003 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d2d710da-7915-4ba7-aa39-0cfc8e56fbda req-7ae019cf-8391-4d6b-8e90-e6025ae68b5c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0591381 Jan 27 17:32:15.232712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d710da-7915-4ba7-aa39-0cfc8e56fbda req-07d5004b-d046-4335-818a-f83ef4b619d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:15.234197 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d2d710da-7915-4ba7-aa39-0cfc8e56fbda req-07d5004b-d046-4335-818a-f83ef4b619d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788133 Jan 27 17:32:15.374898 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d2d710da-7915-4ba7-aa39-0cfc8e56fbda req-3fafae69-7bdb-4dc9-9bb7-0b23f8321475 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258473 Jan 27 17:32:15.507862 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d2d710da-7915-4ba7-aa39-0cfc8e56fbda req-d73ef64f-2448-4b4b-9866-331f1690e0ea service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257908 Jan 27 17:32:15.990878 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21659f43-6eab-49fe-8d22-e3ca353fab0c req-3a70b18c-268f-407d-91d4-f7046a74c471 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:15.991588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-21659f43-6eab-49fe-8d22-e3ca353fab0c req-3a70b18c-268f-407d-91d4-f7046a74c471 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Synchronizing usage tracker for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:32:16.008429 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-21659f43-6eab-49fe-8d22-e3ca353fab0c req-3a70b18c-268f-407d-91d4-f7046a74c471 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Unset dirty status for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:32:16.009511 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-21659f43-6eab-49fe-8d22-e3ca353fab0c req-3a70b18c-268f-407d-91d4-f7046a74c471 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 943 time: 0.0988319 Jan 27 17:32:16.054105 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-21659f43-6eab-49fe-8d22-e3ca353fab0c req-46fc7a58-58dd-4a83-8f49-c3a4893f36ce tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384452 Jan 27 17:32:16.822670 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 48221cfa-e91a-4df2-a52b-d9133fa0ab5f details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:32:17.003803 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:32:17.016833 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'port_id': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f', 'mac_address': 'fa:16:3e:89:4a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:32:17.077920 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:17.097435 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48221cfa-e91a-4df2-a52b-d9133fa0ab5f {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:32:17.113526 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:32:17.118705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:17.184875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:17.240141 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ace9c-b810-47e4-995e-33e8fff41e47 req-970be2f4-bee3-40bf-acf6-415e8b95ca05 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:17.241588 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6f5ace9c-b810-47e4-995e-33e8fff41e47 req-970be2f4-bee3-40bf-acf6-415e8b95ca05 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 944 time: 0.0812349 Jan 27 17:32:17.289137 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6f5ace9c-b810-47e4-995e-33e8fff41e47 req-cce277a9-712f-4b60-9ce6-37b74c748712 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392883 Jan 27 17:32:17.319077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['48221cfa-e91a-4df2-a52b-d9133fa0ab5f'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:32:18.511360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e09aa4-8d8e-495c-b655-9f6199123ce6 req-b0f05269-a6aa-45bd-b00c-3cf631d1b27f tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:18.513140 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-82e09aa4-8d8e-495c-b655-9f6199123ce6 req-b0f05269-a6aa-45bd-b00c-3cf631d1b27f tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 944 time: 0.0973613 Jan 27 17:32:18.559564 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-82e09aa4-8d8e-495c-b655-9f6199123ce6 req-36606fe3-74ef-4881-95b2-c466a1c0717c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403485 Jan 27 17:32:18.767367 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8831ab1-d6cf-4a05-858e-f16a9da0dc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:18.853140 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 48221cfa-e91a-4df2-a52b-d9133fa0ab5f up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:32:18.941011 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:32:18.946496 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:32:18.946834 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:19.063348 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:19.089866 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:32:19.105088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:32:19.110893 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:19.141652 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f', 'code': 200} Jan 27 17:32:19.184591 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:32:19.362450 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab9534-77eb-4de2-adc8-549ce778ea27 req-00b9f692-1167-4cf7-878d-fdd6e2e8a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:19.363790 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a0ab9534-77eb-4de2-adc8-549ce778ea27 req-00b9f692-1167-4cf7-878d-fdd6e2e8a121 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 1098 time: 0.0687859 Jan 27 17:32:19.411910 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a0ab9534-77eb-4de2-adc8-549ce778ea27 req-63bdcbb6-9ab0-4906-aeaf-a40f4ea10ca0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418434 Jan 27 17:32:19.751330 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c103d0-9bb0-45b2-b9ce-41f972c9cfc2 req-8fc78c2e-064e-4364-b6b4-548da16ecb9e tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:19.752789 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-82c103d0-9bb0-45b2-b9ce-41f972c9cfc2 req-8fc78c2e-064e-4364-b6b4-548da16ecb9e tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.0821426 Jan 27 17:32:19.798401 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-82c103d0-9bb0-45b2-b9ce-41f972c9cfc2 req-93fde070-0347-482e-992f-08ce7a5bd2ed tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390394 Jan 27 17:32:21.016628 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5290289-00e7-49d7-9ebb-d4a4ff9ceb5e req-e103166c-6079-4c71-b318-e71dde5a13a3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:21.018093 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e5290289-00e7-49d7-9ebb-d4a4ff9ceb5e req-e103166c-6079-4c71-b318-e71dde5a13a3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.1068857 Jan 27 17:32:21.029619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7861cd6-e503-4a3b-a980-3d8dfd626df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:21.063256 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e5290289-00e7-49d7-9ebb-d4a4ff9ceb5e req-bbeb689a-b594-46ac-85ee-69cec3fc4c00 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392880 Jan 27 17:32:21.257053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa334f8-e6b0-4523-b633-f75e914b09e8 req-e9a2ce8b-f13b-4f9c-ae40-90e0390682e9 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:21.258517 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6aa334f8-e6b0-4523-b633-f75e914b09e8 req-e9a2ce8b-f13b-4f9c-ae40-90e0390682e9 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.0962436 Jan 27 17:32:21.267242 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 41674) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:32:21.272097 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-df2e709c-c655-4d23-87ec-c102c5158a48 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Request body: {'floatingip': {'port_id': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:32:21.350193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df2e709c-c655-4d23-87ec-c102c5158a48 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for floatingip, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:22.091101 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df2e709c-c655-4d23-87ec-c102c5158a48 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:22.096720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df2e709c-c655-4d23-87ec-c102c5158a48 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:22.208039 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:22.238741 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:22.275499 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-df2e709c-c655-4d23-87ec-c102c5158a48 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Floating IP 7be478bd-7708-4644-b4dc-06373d8a05e5 associated. External IP: 172.26.1.87, port: 48221cfa-e91a-4df2-a52b-d9133fa0ab5f. Jan 27 17:32:22.631977 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2e709c-c655-4d23-87ec-c102c5158a48 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Router 6217276f-e328-45be-b2be-0e085ab924dd has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:32:22.932652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2e709c-c655-4d23-87ec-c102c5158a48 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:32:22.936967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-df2e709c-c655-4d23-87ec-c102c5158a48 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:22.942776 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94287eb-33fc-4a1e-970d-abcae2a98443 None None] Sync routers for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:32:22.952876 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94287eb-33fc-4a1e-970d-abcae2a98443 None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:32:22.953490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a94287eb-33fc-4a1e-970d-abcae2a98443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:32:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:22.993165 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-df2e709c-c655-4d23-87ec-c102c5158a48 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "PUT /v2.0/floatingips/7be478bd-7708-4644-b4dc-06373d8a05e5 HTTP/1.1" status: 200 len: 990 time: 1.7248797 Jan 27 17:32:22.993730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'tag': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:32:23.039826 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'tag': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f', 'status': 'completed', 'code': 200} Jan 27 17:32:23.134033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-a94287eb-33fc-4a1e-970d-abcae2a98443 None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:32:23.138157 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07c190-e13b-46ed-b3d6-4f1fcbe854dd req-8ce8bac5-eb29-4653-8f47-90393152472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:23.139642 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d07c190-e13b-46ed-b3d6-4f1fcbe854dd req-8ce8bac5-eb29-4653-8f47-90393152472e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 1098 time: 0.0790317 Jan 27 17:32:23.279545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07c190-e13b-46ed-b3d6-4f1fcbe854dd req-3dbf0348-a542-4a69-909d-53218b7c52be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:23.280892 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d07c190-e13b-46ed-b3d6-4f1fcbe854dd req-3dbf0348-a542-4a69-909d-53218b7c52be service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1344059 Jan 27 17:32:23.384115 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d07c190-e13b-46ed-b3d6-4f1fcbe854dd req-c06d33ee-b581-44f9-bc1a-73de47fd5312 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f HTTP/1.1" status: 200 len: 998 time: 0.0969656 Jan 27 17:32:23.450360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07c190-e13b-46ed-b3d6-4f1fcbe854dd req-be137464-5e6a-4d34-a65f-6d230d585dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:23.451796 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d07c190-e13b-46ed-b3d6-4f1fcbe854dd req-be137464-5e6a-4d34-a65f-6d230d585dda service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0594807 Jan 27 17:32:23.480696 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:23.504870 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a94287eb-33fc-4a1e-970d-abcae2a98443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '7be478bd-7708-4644-b4dc-06373d8a05e5', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'port_id': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'mac_address': 'fa:16:3e:89:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:29:33Z', 'updated_at': '2022-01-27T17:32:21Z', 'revision_number': 9, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:23.509262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94287eb-33fc-4a1e-970d-abcae2a98443 None None] Checking router: 6217276f-e328-45be-b2be-0e085ab924dd for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:32:23.518082 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94287eb-33fc-4a1e-970d-abcae2a98443 None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:32:23.518696 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a94287eb-33fc-4a1e-970d-abcae2a98443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:32:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:23.534807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07c190-e13b-46ed-b3d6-4f1fcbe854dd req-542d4132-8d4f-4841-b51d-109b213bdc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:23.536245 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d07c190-e13b-46ed-b3d6-4f1fcbe854dd req-542d4132-8d4f-4841-b51d-109b213bdc83 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773160 Jan 27 17:32:23.667246 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d07c190-e13b-46ed-b3d6-4f1fcbe854dd req-6dda2dea-db3d-49bf-9b8a-8694955ea6fe service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241200 Jan 27 17:32:23.696610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-a94287eb-33fc-4a1e-970d-abcae2a98443 None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:32:23.799505 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d07c190-e13b-46ed-b3d6-4f1fcbe854dd req-bba292d0-89d8-4be8-8eb6-88f1c30a38c8 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263998 Jan 27 17:32:24.082137 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a94287eb-33fc-4a1e-970d-abcae2a98443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '7be478bd-7708-4644-b4dc-06373d8a05e5', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'port_id': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'mac_address': 'fa:16:3e:89:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:29:33Z', 'updated_at': '2022-01-27T17:32:21Z', 'revision_number': 9, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:32:24.086484 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94287eb-33fc-4a1e-970d-abcae2a98443 None None] The sync data for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv is: [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '7be478bd-7708-4644-b4dc-06373d8a05e5', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'port_id': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'mac_address': 'fa:16:3e:89:4a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:29:33Z', 'updated_at': '2022-01-27T17:32:21Z', 'revision_number': 9, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:32:24.278567 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8e417-6389-4bcf-8677-65e8f26b2a77 None None] New status for floating IP 7be478bd-7708-4644-b4dc-06373d8a05e5: ACTIVE {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:32:27.128391 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae454e31-41bb-40e8-824f-eaebc8603ade req-0532a212-9bfe-4a90-a405-360609a25729 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720932 Jan 27 17:32:27.278704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae454e31-41bb-40e8-824f-eaebc8603ade req-bde90e0c-b0ac-49e5-866c-b10d9ea77539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:27.280153 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae454e31-41bb-40e8-824f-eaebc8603ade req-bde90e0c-b0ac-49e5-866c-b10d9ea77539 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 1098 time: 0.0782118 Jan 27 17:32:27.445874 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae454e31-41bb-40e8-824f-eaebc8603ade req-53b2c1e5-660b-4f81-ac02-5683c7d198b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:27.447465 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae454e31-41bb-40e8-824f-eaebc8603ade req-53b2c1e5-660b-4f81-ac02-5683c7d198b3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1489909 Jan 27 17:32:27.550728 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae454e31-41bb-40e8-824f-eaebc8603ade req-9219f713-37fd-4cad-8be6-94969fadf15f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f HTTP/1.1" status: 200 len: 1001 time: 0.0974560 Jan 27 17:32:27.614726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae454e31-41bb-40e8-824f-eaebc8603ade req-1838b67f-ce42-47ac-97fb-9426022943ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:27.616204 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae454e31-41bb-40e8-824f-eaebc8603ade req-1838b67f-ce42-47ac-97fb-9426022943ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0595417 Jan 27 17:32:27.693010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae454e31-41bb-40e8-824f-eaebc8603ade req-8bcf95d5-ca33-42c7-bcd5-99f75c768e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:27.694384 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae454e31-41bb-40e8-824f-eaebc8603ade req-8bcf95d5-ca33-42c7-bcd5-99f75c768e72 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719893 Jan 27 17:32:27.824917 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae454e31-41bb-40e8-824f-eaebc8603ade req-344f946f-46a1-41c3-91fc-0ca6f57bec35 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242750 Jan 27 17:32:28.083977 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae454e31-41bb-40e8-824f-eaebc8603ade req-976f2db9-2488-4ccf-bb8e-2c4cfcf08c22 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532613 Jan 27 17:32:31.573294 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:32:33.602323 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:48.773605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c4845ad-b7af-46dd-8a89-7f197e6f0a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:51.046627 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26579473-5524-4dd0-8acc-4da578e80eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:52.216989 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:52.241701 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:53.482726 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:32:59.622544 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-a0375e00-0c3e-4eaf-968d-484b60bece7b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1134832 Jan 27 17:32:59.631896 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2eb307-e6b9-440e-b647-00b97179a667 req-fcb8232a-4a26-4369-9504-425c03c568d0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:32:59.633475 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8b2eb307-e6b9-440e-b647-00b97179a667 req-fcb8232a-4a26-4369-9504-425c03c568d0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.0843701 Jan 27 17:32:59.679797 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8b2eb307-e6b9-440e-b647-00b97179a667 req-c79aaad0-fa2d-408e-abeb-9cfb395073e5 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401485 Jan 27 17:33:00.757129 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-5e8a75a5-1004-485c-bfb1-bbbfdd4e9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:00.758643 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-5e8a75a5-1004-485c-bfb1-bbbfdd4e9619 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 1098 time: 0.0706542 Jan 27 17:33:00.871379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223d766-e67f-464a-9558-38a4a736f48c req-7ebdc517-2b95-4bf5-8ba9-f0c938ea5ff0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:00.872844 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8223d766-e67f-464a-9558-38a4a736f48c req-7ebdc517-2b95-4bf5-8ba9-f0c938ea5ff0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.0846634 Jan 27 17:33:00.893025 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-293945f9-e13f-4c61-ba62-076576b253a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:00.894519 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-293945f9-e13f-4c61-ba62-076576b253a7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1299164 Jan 27 17:33:00.918120 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8223d766-e67f-464a-9558-38a4a736f48c req-b604e279-2923-4195-86d7-24432f8621ba tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388267 Jan 27 17:33:00.997091 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-007322f5-95b8-45e0-937d-835af86884d3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f HTTP/1.1" status: 200 len: 1001 time: 0.0955267 Jan 27 17:33:01.061406 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-a992f2bb-b4a3-43fb-91e3-fa7993f0eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:01.062832 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-a992f2bb-b4a3-43fb-91e3-fa7993f0eab4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0599289 Jan 27 17:33:01.137563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-ff4a3800-91d4-44c1-88ba-0dbae3bd378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:01.139056 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-ff4a3800-91d4-44c1-88ba-0dbae3bd378d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696006 Jan 27 17:33:01.268543 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-cf70d992-750c-4862-8da5-8b34f4a47b6d service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227667 Jan 27 17:33:01.397809 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-ea1117fa-48e2-46e9-a43e-a10d17bad72a service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228771 Jan 27 17:33:02.109648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e5756-0006-48b2-9d33-c8b5ade6cf5f req-c7c6fc7e-2bd6-4034-ab9d-4a07f6009c4b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:02.111158 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-893e5756-0006-48b2-9d33-c8b5ade6cf5f req-c7c6fc7e-2bd6-4034-ab9d-4a07f6009c4b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.0862784 Jan 27 17:33:02.155903 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-893e5756-0006-48b2-9d33-c8b5ade6cf5f req-b38df07a-1d9b-4a1c-8847-681e178580c7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387406 Jan 27 17:33:03.345452 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71872092-41bd-45de-a92b-50bb6181f347 req-f8644f91-35cd-45f2-be57-ccb9ca7c79ff tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:03.347340 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-71872092-41bd-45de-a92b-50bb6181f347 req-f8644f91-35cd-45f2-be57-ccb9ca7c79ff tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.0851376 Jan 27 17:33:03.401924 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-71872092-41bd-45de-a92b-50bb6181f347 req-9e6adf08-4567-4a30-beba-ff5ebdf7f0a7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435474 Jan 27 17:33:03.626167 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:04.608848 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15148d64-5668-4828-a524-eec4446e4dc5 req-a3249751-a3be-45dd-9384-74ec6a4db376 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:04.610417 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-15148d64-5668-4828-a524-eec4446e4dc5 req-a3249751-a3be-45dd-9384-74ec6a4db376 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.0923755 Jan 27 17:33:04.656035 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-15148d64-5668-4828-a524-eec4446e4dc5 req-320329c7-5dbf-4719-aefb-9ca947a19d7c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399184 Jan 27 17:33:05.881370 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe03461-09e3-4c70-8ad3-92e9d26a4582 req-2cc5b6fd-0c02-48ff-b373-56bc187f8d52 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:05.882899 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-bfe03461-09e3-4c70-8ad3-92e9d26a4582 req-2cc5b6fd-0c02-48ff-b373-56bc187f8d52 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.1062093 Jan 27 17:33:05.929949 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-bfe03461-09e3-4c70-8ad3-92e9d26a4582 req-3b7fb204-1505-4b85-bdaf-c64617fdcf50 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382254 Jan 27 17:33:07.123748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6501d59-68d3-4a71-ac77-59f1cbe9b88c req-3c17a3d4-f029-4dfc-9a97-e59ed35b7a48 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:07.125208 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c6501d59-68d3-4a71-ac77-59f1cbe9b88c req-3c17a3d4-f029-4dfc-9a97-e59ed35b7a48 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.0869102 Jan 27 17:33:07.175583 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c6501d59-68d3-4a71-ac77-59f1cbe9b88c req-da929014-9c79-4c66-829e-d1a48e2c1461 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419009 Jan 27 17:33:08.381014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0742c-9fcb-4a81-8c96-7360162abb6a req-dc460b74-6e94-481a-bbee-2cb4f14c656c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:08.382364 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ded0742c-9fcb-4a81-8c96-7360162abb6a req-dc460b74-6e94-481a-bbee-2cb4f14c656c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.0832036 Jan 27 17:33:08.426489 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ded0742c-9fcb-4a81-8c96-7360162abb6a req-261cbc88-446e-46f9-983d-42e089c961f7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383289 Jan 27 17:33:08.576063 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:33:09.623400 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87121514-6b78-4746-9864-ecc13b9fb36b req-aad4a495-cc63-41ce-9e03-6a2c83298ceb tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:09.624814 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-87121514-6b78-4746-9864-ecc13b9fb36b req-aad4a495-cc63-41ce-9e03-6a2c83298ceb tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.0886109 Jan 27 17:33:09.673422 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-87121514-6b78-4746-9864-ecc13b9fb36b req-7a09f1a9-8b02-4efd-ac67-83a9d306da25 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425487 Jan 27 17:33:10.888828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435cfc4-1938-4d66-8ba1-afce619d150f req-607bc834-d0dc-4324-be66-b36fac56319a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:10.890251 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f435cfc4-1938-4d66-8ba1-afce619d150f req-607bc834-d0dc-4324-be66-b36fac56319a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.0916111 Jan 27 17:33:10.933578 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f435cfc4-1938-4d66-8ba1-afce619d150f req-6fef2891-8a1a-48df-942b-1f213cd45c7e tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375817 Jan 27 17:33:12.123546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3d132-e686-4886-99df-a2cfc9e442d4 req-74c1158c-a04d-43cc-ad27-ae460feec986 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:12.124998 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c6c3d132-e686-4886-99df-a2cfc9e442d4 req-74c1158c-a04d-43cc-ad27-ae460feec986 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.0823109 Jan 27 17:33:12.169185 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c6c3d132-e686-4886-99df-a2cfc9e442d4 req-5c30e68d-0283-4db7-837b-585098e11f16 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383987 Jan 27 17:33:13.056598 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-5190b6cb-a003-4485-9658-e1b8ef3c2721 service neutron] 10.222.0.83 "GET /v2.0/ports/48221cfa-e91a-4df2-a52b-d9133fa0ab5f/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0886254 Jan 27 17:33:13.321950 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-dbb95257-579e-4b1d-b067-6b46668c7e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:13.323488 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-dbb95257-579e-4b1d-b067-6b46668c7e82 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9&tenant_id=5664aff4a32145a6a58a201a1f6ccbb0 HTTP/1.1" status: 200 len: 1098 time: 0.0705755 Jan 27 17:33:13.354443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e271c-53bb-474f-9e2a-c634f75254e7 req-e4882d32-78e2-40de-a1ea-3d16c149279e tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:13.356119 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-114e271c-53bb-474f-9e2a-c634f75254e7 req-e4882d32-78e2-40de-a1ea-3d16c149279e tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.0824203 Jan 27 17:33:13.418750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-06511f28-cde5-4626-84a5-ec15ce7787ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:13.420253 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-06511f28-cde5-4626-84a5-ec15ce7787ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 1098 time: 0.0762348 Jan 27 17:33:13.503432 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-114e271c-53bb-474f-9e2a-c634f75254e7 req-6ba4d0d5-2b78-4f5d-9fe9-9af289838f12 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414549 Jan 27 17:33:13.555376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-65c07272-af29-41a6-8e54-ac2785a24698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:13.556809 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-65c07272-af29-41a6-8e54-ac2785a24698 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1307013 Jan 27 17:33:13.665361 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-d5afa1cd-0023-48ed-90cc-200d784aaed8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f HTTP/1.1" status: 200 len: 1001 time: 0.1026156 Jan 27 17:33:13.729717 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-7cc24a64-594f-4c73-94ba-7d25e4e09a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:13.731140 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-7cc24a64-594f-4c73-94ba-7d25e4e09a2a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0601854 Jan 27 17:33:13.805321 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-ff21a880-1a05-400f-a4e4-0ee31878f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:13.806799 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-ff21a880-1a05-400f-a4e4-0ee31878f998 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695775 Jan 27 17:33:13.939561 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-060ad2aa-f1fc-4777-9b0d-59d1a2c59d7f service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263437 Jan 27 17:33:14.177485 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9343a59a-4868-4cd8-84b6-4f26f3b068d8 req-0010e614-acc6-464b-a8a3-b394a716b2d9 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316980 Jan 27 17:33:14.726938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd073af-ab54-4297-a1bb-74cec08531c9 req-8866073d-4439-412c-9be4-0bd8e2ac8a90 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:14.728798 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8fd073af-ab54-4297-a1bb-74cec08531c9 req-8866073d-4439-412c-9be4-0bd8e2ac8a90 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.1125906 Jan 27 17:33:14.776951 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8fd073af-ab54-4297-a1bb-74cec08531c9 req-790ce5c3-1cdc-4606-84ed-4c12ddd3f922 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395896 Jan 27 17:33:15.977425 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13025e32-de96-4ffd-bd80-d9b078c10cce req-247e7221-e19d-4a0d-9135-4239e328e070 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:15.978899 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-13025e32-de96-4ffd-bd80-d9b078c10cce req-247e7221-e19d-4a0d-9135-4239e328e070 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.0864830 Jan 27 17:33:16.022234 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-13025e32-de96-4ffd-bd80-d9b078c10cce req-05f15100-7720-4563-8bab-dfb500781091 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376084 Jan 27 17:33:16.426090 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-30aec6c4-2538-4dbb-ad08-9764a228e113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:16.427516 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-30aec6c4-2538-4dbb-ad08-9764a228e113 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9&tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 945 time: 0.0848653 Jan 27 17:33:16.476817 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fe921-4ceb-4327-ac25-dee4260174c6 req-9cb33805-ab90-45f4-8abe-24db78087de1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:16.478283 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-744fe921-4ceb-4327-ac25-dee4260174c6 req-9cb33805-ab90-45f4-8abe-24db78087de1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.0819905 Jan 27 17:33:16.509657 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-e9333395-8236-46b4-8a00-4a91e41a6f07 service neutron] 10.222.0.83 "GET /v2.0/ports/48221cfa-e91a-4df2-a52b-d9133fa0ab5f/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0761511 Jan 27 17:33:16.523959 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-744fe921-4ceb-4327-ac25-dee4260174c6 req-e4c506e2-64db-4f13-9da8-a01da5d2c1a5 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398357 Jan 27 17:33:16.603278 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-7b15b358-e3e6-4268-81ae-c05a3ff87b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:16.604641 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-7b15b358-e3e6-4268-81ae-c05a3ff87b6d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 1098 time: 0.0731392 Jan 27 17:33:16.740847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-81b654e9-864d-41cd-beb4-6ec93c244739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:16.742291 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-81b654e9-864d-41cd-beb4-6ec93c244739 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1315620 Jan 27 17:33:16.844893 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-9f05d1e4-5290-4311-9085-5c492db9eca3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f HTTP/1.1" status: 200 len: 1001 time: 0.0969121 Jan 27 17:33:16.907042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-f499fc9f-330d-4b9e-9104-eaa65fdd6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:16.908331 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-f499fc9f-330d-4b9e-9104-eaa65fdd6ede service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0574617 Jan 27 17:33:16.991748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-f13b112c-f279-43cc-8f89-0179f15009bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:16.993255 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-f13b112c-f279-43cc-8f89-0179f15009bf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784903 Jan 27 17:33:17.123249 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-d815e6bc-0d52-4083-8cef-8e02c2bed36f service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237063 Jan 27 17:33:17.140400 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 48221cfa-e91a-4df2-a52b-d9133fa0ab5f details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:33:17.143198 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 48221cfa-e91a-4df2-a52b-d9133fa0ab5f no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:33:17.255364 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-72f46331-33bf-4794-b57a-4c38e5baa471 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260436 Jan 27 17:33:17.350078 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:17.385387 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:33:17.401327 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:33:17.409955 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'port_id': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f', 'mac_address': 'fa:16:3e:89:4a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:33:17.413837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:33:17.447363 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:17.488941 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f', 'code': 200} Jan 27 17:33:17.520855 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:17.543961 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48221cfa-e91a-4df2-a52b-d9133fa0ab5f {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:33:17.550528 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:17.563124 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:17.563469 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:17.563800 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:17.564143 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:17.564482 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:17.564788 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:17.565087 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:17.565399 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:17.565734 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:17.566049 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:17.566359 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:17.566668 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:17.573588 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:33:17.578536 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:17.643053 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['48221cfa-e91a-4df2-a52b-d9133fa0ab5f'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:33:17.696307 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:17.713261 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ad901-0fb2-4595-ade8-de58cd6b7724 req-947d34f6-cc34-44ac-80a2-ee84122eaf35 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:17.714758 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d31ad901-0fb2-4595-ade8-de58cd6b7724 req-947d34f6-cc34-44ac-80a2-ee84122eaf35 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 944 time: 0.0858288 Jan 27 17:33:17.760131 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d31ad901-0fb2-4595-ade8-de58cd6b7724 req-fb6fa234-df71-4eca-b0c5-1ea8ec9c6d9f tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390942 Jan 27 17:33:18.767183 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b2edfc3-b9d0-482e-8f9d-610070ac01f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:18.955674 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3db427-4b46-4e4d-ac81-4375f5ad5139 req-2b823813-0cd3-4213-83e8-ebd8f4e8e9e3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:18.957364 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3c3db427-4b46-4e4d-ac81-4375f5ad5139 req-2b823813-0cd3-4213-83e8-ebd8f4e8e9e3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 944 time: 0.0897620 Jan 27 17:33:19.005133 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3c3db427-4b46-4e4d-ac81-4375f5ad5139 req-b49f652d-dfee-4bda-891f-47cb0fb2c0a2 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412900 Jan 27 17:33:19.148655 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 48221cfa-e91a-4df2-a52b-d9133fa0ab5f up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:33:19.218648 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:33:19.218863 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:19.345432 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:19.377950 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:33:19.383293 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:19.464627 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,revision_number=8']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:19.490201 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:33:19.547082 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f', 'code': 200} Jan 27 17:33:19.643693 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-4e10554d-4675-4fe6-b55f-362026922c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:19.645194 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-4e10554d-4675-4fe6-b55f-362026922c2a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9&tenant_id=5664aff4a32145a6a58a201a1f6ccbb0 HTTP/1.1" status: 200 len: 1098 time: 0.0742047 Jan 27 17:33:19.738471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-bacc0574-bf60-41fd-920f-05635cefbd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:19.739938 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-bacc0574-bf60-41fd-920f-05635cefbd24 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 1098 time: 0.0703471 Jan 27 17:33:19.874079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-22396234-3418-4198-93f7-b92ee4072b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:19.875490 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-22396234-3418-4198-93f7-b92ee4072b9d service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1293609 Jan 27 17:33:19.980212 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-9b33c2d3-64ea-4ea9-bd72-6350046a9aef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f HTTP/1.1" status: 200 len: 1001 time: 0.0978940 Jan 27 17:33:20.046546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-60b8938b-06c2-460b-a778-a3f09ee3d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:20.047943 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-60b8938b-06c2-460b-a778-a3f09ee3d937 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0622499 Jan 27 17:33:20.287080 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-e4723b54-7797-4ed0-8330-5ee25f860229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:20.288404 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-e4723b54-7797-4ed0-8330-5ee25f860229 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2341213 Jan 27 17:33:20.298803 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017d865-2478-448f-9273-c62f25e43c8b req-b1a58a75-9d69-42f7-aba3-7b0e8186ee3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:20.300101 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5017d865-2478-448f-9273-c62f25e43c8b req-b1a58a75-9d69-42f7-aba3-7b0e8186ee3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.1086876 Jan 27 17:33:20.423158 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5017d865-2478-448f-9273-c62f25e43c8b req-966461df-fbd8-43e5-b881-cf0e6aeb592e tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049635 Jan 27 17:33:20.455157 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-0febca1f-2e96-4aaf-938c-6aa37c5bde52 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541626 Jan 27 17:33:20.582327 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e1ae645f-2925-44db-99b0-f93b9222c122 req-33199d74-4a36-4a5a-aaa7-7ab198dd51ef service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209567 Jan 27 17:33:21.038528 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-868a9c46-752d-47c4-b4b7-37464513e797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:21.623706 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bff25-d089-4143-92b9-0820a1dd643c req-179ac6fc-7fee-477f-b6d8-399ed650c008 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:21.625115 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-105bff25-d089-4143-92b9-0820a1dd643c req-179ac6fc-7fee-477f-b6d8-399ed650c008 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.0852766 Jan 27 17:33:21.668869 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-105bff25-d089-4143-92b9-0820a1dd643c req-3e0ae185-fbc7-4742-98cf-75cf88a0837b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376544 Jan 27 17:33:22.222040 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:22.247390 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:22.962740 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779445a-132b-4dd8-85ac-44726a85a6d0 req-bdd5d1db-b1ca-422f-a98b-3a152e7c4aeb tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:22.964125 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7779445a-132b-4dd8-85ac-44726a85a6d0 req-bdd5d1db-b1ca-422f-a98b-3a152e7c4aeb tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.1733549 Jan 27 17:33:23.014344 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7779445a-132b-4dd8-85ac-44726a85a6d0 req-1bdfe399-a028-497e-abc1-3640736e16df tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418653 Jan 27 17:33:23.159549 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 48221cfa-e91a-4df2-a52b-d9133fa0ab5f details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:33:23.162052 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 48221cfa-e91a-4df2-a52b-d9133fa0ab5f no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:33:23.256975 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200a0ca-4a6c-4e63-bcf4-6355db256e4b req-41e96abc-748e-4d2a-83c5-f22331e42ae0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:23.261006 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c200a0ca-4a6c-4e63-bcf4-6355db256e4b req-41e96abc-748e-4d2a-83c5-f22331e42ae0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.1363144 Jan 27 17:33:23.307494 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c200a0ca-4a6c-4e63-bcf4-6355db256e4b req-095597d8-38c4-4a4f-99cf-e36fa3a0abbd tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425217 Jan 27 17:33:23.392237 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:23.412498 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:33:23.432709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'port_id': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f', 'mac_address': 'fa:16:3e:89:4a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:33:23.438645 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:33:23.492257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f80b2-d1f8-4147-9ad1-ce9a321f8cb0 req-3210bfe0-f95d-4aa6-924e-b711fb85afb3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:23.493852 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e42f80b2-d1f8-4147-9ad1-ce9a321f8cb0 req-3210bfe0-f95d-4aa6-924e-b711fb85afb3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.0824547 Jan 27 17:33:23.521864 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:33:23.523740 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f', 'code': 200} Jan 27 17:33:23.538892 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e42f80b2-d1f8-4147-9ad1-ce9a321f8cb0 req-483b3e58-8fba-4a2d-8d6e-7a36e81bb1a0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390384 Jan 27 17:33:23.541951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:23.599664 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:23.608685 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:23.634011 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48221cfa-e91a-4df2-a52b-d9133fa0ab5f {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:33:23.640729 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,revision_number=9']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:23.697418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:33:23.698281 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:33:23.938022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4d71c-dbbe-423e-a21e-d8b43b75a163 req-ef1ce6eb-7c35-43a0-a137-2878370f49d8 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:23.939454 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4bb4d71c-dbbe-423e-a21e-d8b43b75a163 req-ef1ce6eb-7c35-43a0-a137-2878370f49d8 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 943 time: 0.0897360 Jan 27 17:33:23.983489 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4bb4d71c-dbbe-423e-a21e-d8b43b75a163 req-6150b666-2acc-4337-b0c7-3c20aeb2da51 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382335 Jan 27 17:33:24.261508 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:24.278966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48221cfa-e91a-4df2-a52b-d9133fa0ab5f {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:33:24.296049 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:33:24.300286 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:24.363839 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['48221cfa-e91a-4df2-a52b-d9133fa0ab5f'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:33:24.414072 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,revision_number=10']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:25.179849 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 48221cfa-e91a-4df2-a52b-d9133fa0ab5f up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:33:25.187356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e46c0-8c29-44cd-a0ae-3de0fbee24e9 req-4d43e94f-0c40-4724-ae56-bd95fd59e5c2 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:25.188767 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e42e46c0-8c29-44cd-a0ae-3de0fbee24e9 req-4d43e94f-0c40-4724-ae56-bd95fd59e5c2 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 945 time: 0.0851526 Jan 27 17:33:25.232386 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e42e46c0-8c29-44cd-a0ae-3de0fbee24e9 req-97e6bfcf-90de-4ad4-9911-50c560155d6c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377879 Jan 27 17:33:25.248106 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:33:25.248489 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:25.364475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:25.404414 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:33:25.410321 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:25.477468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,revision_number=11']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:25.524749 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:33:25.578188 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f', 'code': 200} Jan 27 17:33:25.922038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf1251-6834-47fb-8f1e-5f2820efa66c req-20541e25-2c8d-4e4f-b4b2-0766f39e1ade tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:25.923425 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9acf1251-6834-47fb-8f1e-5f2820efa66c req-20541e25-2c8d-4e4f-b4b2-0766f39e1ade tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 946 time: 0.0919833 Jan 27 17:33:25.996867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-9acf1251-6834-47fb-8f1e-5f2820efa66c req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Deleting port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:33:25.997194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9acf1251-6834-47fb-8f1e-5f2820efa66c req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:26.271703 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-9acf1251-6834-47fb-8f1e-5f2820efa66c req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] For port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:33:26.272070 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9acf1251-6834-47fb-8f1e-5f2820efa66c req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:26.423752 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b1c6c-54a6-4899-97f2-26763e39f190 req-230eca18-6594-453f-981f-d0418b024b4a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:26.426051 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-059b1c6c-54a6-4899-97f2-26763e39f190 req-230eca18-6594-453f-981f-d0418b024b4a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 946 time: 0.0867212 Jan 27 17:33:26.469950 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-059b1c6c-54a6-4899-97f2-26763e39f190 req-0ed1a3d8-a09d-4dff-bd77-1e4184e51d42 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382156 Jan 27 17:33:26.566169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9acf1251-6834-47fb-8f1e-5f2820efa66c req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:26.566399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9acf1251-6834-47fb-8f1e-5f2820efa66c req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:26.566746 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [req-9acf1251-6834-47fb-8f1e-5f2820efa66c req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Floating IP 7be478bd-7708-4644-b4dc-06373d8a05e5 disassociated. External IP: 172.26.1.87, port: 48221cfa-e91a-4df2-a52b-d9133fa0ab5f. Jan 27 17:33:26.567078 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-9acf1251-6834-47fb-8f1e-5f2820efa66c req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Calling delete_port for 48221cfa-e91a-4df2-a52b-d9133fa0ab5f owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:33:26.829603 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9acf1251-6834-47fb-8f1e-5f2820efa66c req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:26.878329 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Pushing event deleted for resources: {'Port': ['ID=48221cfa-e91a-4df2-a52b-d9133fa0ab5f,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:26.888718 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:26.889130 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:26.889397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:26.889756 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:26.890114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:26.890410 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:26.890760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:26.891048 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:26.891399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:26.891713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:26.892027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:26.892335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:33:27.078595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9acf1251-6834-47fb-8f1e-5f2820efa66c req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Router 6217276f-e328-45be-b2be-0e085ab924dd has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:33:27.256880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9acf1251-6834-47fb-8f1e-5f2820efa66c req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:33:27.266928 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bcb6cb-11eb-43eb-8f2c-407374b1e4df None None] Sync routers for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:33:27.277000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bcb6cb-11eb-43eb-8f2c-407374b1e4df None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:33:27.277600 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-09bcb6cb-11eb-43eb-8f2c-407374b1e4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:33:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:33:27.328877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acf1251-6834-47fb-8f1e-5f2820efa66c req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] No DVR routers for this DVR port 48221cfa-e91a-4df2-a52b-d9133fa0ab5f on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:33:27.331421 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9acf1251-6834-47fb-8f1e-5f2820efa66c req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:27.333870 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'name': 'network-vif-deleted', 'tag': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:33:27.352008 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9acf1251-6834-47fb-8f1e-5f2820efa66c req-764b4bd7-45a0-4cff-83a5-647336f8aec7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "DELETE /v2.0/ports/48221cfa-e91a-4df2-a52b-d9133fa0ab5f HTTP/1.1" status: 204 len: 173 time: 1.4227049 Jan 27 17:33:27.386592 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bd224b-baa1-4991-919f-ace2bb175fc9', 'name': 'network-vif-deleted', 'tag': '48221cfa-e91a-4df2-a52b-d9133fa0ab5f', 'status': 'completed', 'code': 200} Jan 27 17:33:27.455621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-09bcb6cb-11eb-43eb-8f2c-407374b1e4df None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:33:27.632220 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f9356a5d-5075-4aa1-9ac1-dea5a02e8a07 req-e12ddf00-8c42-4187-815d-42f67335ee31 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bd224b-baa1-4991-919f-ace2bb175fc9 HTTP/1.1" status: 200 len: 210 time: 0.0419185 Jan 27 17:33:27.767724 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-09bcb6cb-11eb-43eb-8f2c-407374b1e4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:33:27.771699 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bcb6cb-11eb-43eb-8f2c-407374b1e4df None None] Checking router: 6217276f-e328-45be-b2be-0e085ab924dd for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:33:27.780586 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bcb6cb-11eb-43eb-8f2c-407374b1e4df None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:33:27.781162 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-09bcb6cb-11eb-43eb-8f2c-407374b1e4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:33:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:33:27.967718 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-09bcb6cb-11eb-43eb-8f2c-407374b1e4df None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:33:28.328910 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-09bcb6cb-11eb-43eb-8f2c-407374b1e4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:33:28.332834 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bcb6cb-11eb-43eb-8f2c-407374b1e4df None None] The sync data for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv is: [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:33:28.552864 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e65e2b5-c7c6-4b36-ac6c-7c0071418c27 None None] New status for floating IP 7be478bd-7708-4644-b4dc-06373d8a05e5: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:33:28.983968 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-fc57c5d6-154e-4be2-a5f9-86145edc1612 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--727428910&fields=id&tenant_id=5664aff4a32145a6a58a201a1f6ccbb0 HTTP/1.1" status: 200 len: 267 time: 0.0400062 Jan 27 17:33:29.134378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-624c0314-e5d0-4891-8ccf-44137076d4a6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:29.135815 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-624c0314-e5d0-4891-8ccf-44137076d4a6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 811 time: 0.1427929 Jan 27 17:33:29.153587 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-7c202c06-1155-4f93-9e73-ab6c26abdb71 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/quotas/5664aff4a32145a6a58a201a1f6ccbb0 HTTP/1.1" status: 200 len: 375 time: 0.0096467 Jan 27 17:33:29.179960 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 48221cfa-e91a-4df2-a52b-d9133fa0ab5f no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:33:29.213753 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 48221cfa-e91a-4df2-a52b-d9133fa0ab5f {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:33:29.214128 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 48221cfa-e91a-4df2-a52b-d9133fa0ab5f not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:33:29.252669 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-af17d425-2f11-43e9-b9e2-ae16dbeef818 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Synchronizing usage tracker for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:33:29.270449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-af17d425-2f11-43e9-b9e2-ae16dbeef818 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Unset dirty status for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:33:29.271671 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-af17d425-2f11-43e9-b9e2-ae16dbeef818 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1126604 Jan 27 17:33:29.410196 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-40a913dd-db3d-4fe1-a2d7-284cd1d13473 service neutron] 10.222.0.50 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266932 Jan 27 17:33:29.550650 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-6c843b5a-618e-40df-a696-cdcf2df89f85 service neutron] 10.222.0.50 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346190 Jan 27 17:33:29.738424 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ded455f5-82e0-4bb0-8b30-17d01ac39447 req-fadfd740-c975-467d-be9a-baae7e25dae6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 210 time: 0.0426962 Jan 27 17:33:30.809815 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-f9c1edf1-ead0-4693-a64b-4e5616d3cb3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:30.811291 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-f9c1edf1-ead0-4693-a64b-4e5616d3cb3a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 811 time: 0.1504800 Jan 27 17:33:30.908778 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c0c0e6a2-4b9d-423e-876f-b121fac70cd8 req-2936a5cb-b5af-4ada-a26b-5ff71439741d tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 210 time: 0.0630963 Jan 27 17:33:30.913005 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-94c1b1da-01a8-4b5a-b082-711eaf6d9cdb tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5664aff4a32145a6a58a201a1f6ccbb0 HTTP/1.1" status: 200 len: 379 time: 0.0925698 Jan 27 17:33:30.921536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-eda14285-039e-4f68-b44b-eee9a48dd9af tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Request body: {'port': {'device_id': '85ab7f23-3195-4426-97b3-fed05ef02164', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'admin_state_up': True, 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'security_groups': ['afdc01ac-346a-4979-a60c-f3fbf403a7a1']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:33:31.173630 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-eda14285-039e-4f68-b44b-eee9a48dd9af tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:33:31.184098 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-eda14285-039e-4f68-b44b-eee9a48dd9af tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:33:31.197327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-eda14285-039e-4f68-b44b-eee9a48dd9af tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Made reservation on behalf of 5664aff4a32145a6a58a201a1f6ccbb0 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:33:31.200866 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-eda14285-039e-4f68-b44b-eee9a48dd9af tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:31.360606 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-eda14285-039e-4f68-b44b-eee9a48dd9af tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Allocated IP 172.20.0.8 (6a65ecad-e05e-4d1e-8189-62bebfde050c/83408c0e-9001-43fa-ba81-13cf4ba3876b/f8b49999-2cb4-4e7b-a2b2-17c35875419e) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:33:31.541314 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-eda14285-039e-4f68-b44b-eee9a48dd9af tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:31.564166 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-eda14285-039e-4f68-b44b-eee9a48dd9af tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Transition to ACTIVE for port object f8b49999-2cb4-4e7b-a2b2-17c35875419e will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:33:31.590544 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-eda14285-039e-4f68-b44b-eee9a48dd9af tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:31.659799 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-eda14285-039e-4f68-b44b-eee9a48dd9af tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Network 6a65ecad-e05e-4d1e-8189-62bebfde050c is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:33:31.662902 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-eda14285-039e-4f68-b44b-eee9a48dd9af tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:33:31.666637 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-eda14285-039e-4f68-b44b-eee9a48dd9af tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:33:31.700496 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda14285-039e-4f68-b44b-eee9a48dd9af tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Pushing event updated for resources: {'Port': ['ID=f8b49999-2cb4-4e7b-a2b2-17c35875419e,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:31.737426 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-eda14285-039e-4f68-b44b-eee9a48dd9af tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:31.738078 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-eda14285-039e-4f68-b44b-eee9a48dd9af tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:31.765136 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-eda14285-039e-4f68-b44b-eee9a48dd9af tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8476441 Jan 27 17:33:31.821606 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Request body: {'port': {'device_id': '85ab7f23-3195-4426-97b3-fed05ef02164', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:33:31.902505 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cc67492e-1003-4871-a64f-e40dd0d8cc26 None None] Provisioning for port f8b49999-2cb4-4e7b-a2b2-17c35875419e completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:33:31.907713 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cc67492e-1003-4871-a64f-e40dd0d8cc26 None None] Provisioning complete for port f8b49999-2cb4-4e7b-a2b2-17c35875419e triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:33:31.908084 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc67492e-1003-4871-a64f-e40dd0d8cc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:31.936589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:31.964880 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cc67492e-1003-4871-a64f-e40dd0d8cc26 None None] Port f8b49999-2cb4-4e7b-a2b2-17c35875419e cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:33:32.096402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132954c-1642-4aca-b265-a80f1108b15c req-cd4e2597-302a-432d-8bc4-b91959829959 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:32.097935 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c132954c-1642-4aca-b265-a80f1108b15c req-cd4e2597-302a-432d-8bc4-b91959829959 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 931 time: 0.0834889 Jan 27 17:33:32.142566 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c132954c-1642-4aca-b265-a80f1108b15c req-040a6959-0163-445d-8f2b-08837147366d tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386364 Jan 27 17:33:32.277973 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b49999-2cb4-4e7b-a2b2-17c35875419e {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:33:32.285633 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:32.300500 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Transition to ACTIVE for port object f8b49999-2cb4-4e7b-a2b2-17c35875419e will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:33:32.305419 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:32.457380 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b49999-2cb4-4e7b-a2b2-17c35875419e,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:32.539701 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Attempting to bind port f8b49999-2cb4-4e7b-a2b2-17c35875419e on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:33:32.539969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Attempting to bind port f8b49999-2cb4-4e7b-a2b2-17c35875419e by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:33:32.540281 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Attempting to bind port f8b49999-2cb4-4e7b-a2b2-17c35875419e on network 6a65ecad-e05e-4d1e-8189-62bebfde050c {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:33:32.545712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Port f8b49999-2cb4-4e7b-a2b2-17c35875419e on network 6a65ecad-e05e-4d1e-8189-62bebfde050c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:33:32.546038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Attempting to bind port f8b49999-2cb4-4e7b-a2b2-17c35875419e on network 6a65ecad-e05e-4d1e-8189-62bebfde050c {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:33:32.551529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:33:32.551862 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Checking segment: {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:33:32.552241 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Bound using segment: {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:33:32.552647 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Bound port: f8b49999-2cb4-4e7b-a2b2-17c35875419e, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da973469-7d84-4be2-ab9d-4abbb5af9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:33:32.552982 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:32.642565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] For port f8b49999-2cb4-4e7b-a2b2-17c35875419e, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:33:32.645361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] For port f8b49999-2cb4-4e7b-a2b2-17c35875419e, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:33:32.652318 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:32.719634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:32.720246 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:32.721592 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] 10.222.0.83 "PUT /v2.0/ports/f8b49999-2cb4-4e7b-a2b2-17c35875419e HTTP/1.1" status: 200 len: 1093 time: 0.9486859 Jan 27 17:33:32.722075 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ab7f23-3195-4426-97b3-fed05ef02164', 'tag': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:33:32.746160 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f06f2-02b5-4285-9d3e-ade553ca0e63 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b49999-2cb4-4e7b-a2b2-17c35875419e,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:32.797356 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ab7f23-3195-4426-97b3-fed05ef02164', 'tag': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e', 'status': 'completed', 'code': 200} Jan 27 17:33:32.838470 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-821ef517-6a9f-47d2-bbe1-79a870fc4caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:32.839984 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-821ef517-6a9f-47d2-bbe1-79a870fc4caa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 1096 time: 0.0749958 Jan 27 17:33:32.910795 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-29832afd-f3f9-4023-9643-b7f0da35162a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e HTTP/1.1" status: 200 len: 217 time: 0.0641205 Jan 27 17:33:32.972237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-5c3dfc09-3852-4224-bfb9-9ba550783c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:32.973631 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-5c3dfc09-3852-4224-bfb9-9ba550783c8b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0568821 Jan 27 17:33:33.164152 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-c42319ab-cf91-4b27-b83e-a663a3ce2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:33.165745 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-c42319ab-cf91-4b27-b83e-a663a3ce2468 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1858797 Jan 27 17:33:33.304078 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-008fb1e6-2e12-4fbb-b94d-7e8957158245 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319129 Jan 27 17:33:33.329651 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5baa65-e963-457f-b429-eccbaf49cd92 req-269f9320-192f-48af-9575-31c62605514a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:33.331094 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0c5baa65-e963-457f-b429-eccbaf49cd92 req-269f9320-192f-48af-9575-31c62605514a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 943 time: 0.0806186 Jan 27 17:33:33.378885 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0c5baa65-e963-457f-b429-eccbaf49cd92 req-ee477e09-4170-497b-85fb-2d867faaf344 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418019 Jan 27 17:33:33.435338 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1a6ab4bf-b989-4012-99ea-fc29b34e74ee req-b166ec11-f73c-4111-9f91-e3b4d3e71fbc service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252556 Jan 27 17:33:33.549273 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271593a-e5e2-4734-a264-ba6b596bf666 req-bb6e374d-e949-4516-bc45-c32472f91862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:33.550821 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6271593a-e5e2-4734-a264-ba6b596bf666 req-bb6e374d-e949-4516-bc45-c32472f91862 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 1096 time: 0.0713606 Jan 27 17:33:33.623269 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:33.682938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271593a-e5e2-4734-a264-ba6b596bf666 req-a779429a-3418-4483-bcb9-e33db3ab1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:33.684375 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6271593a-e5e2-4734-a264-ba6b596bf666 req-a779429a-3418-4483-bcb9-e33db3ab1e2b service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1262646 Jan 27 17:33:33.753876 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6271593a-e5e2-4734-a264-ba6b596bf666 req-463e27c4-2cd7-4b5f-80c0-572e3f6ae191 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e HTTP/1.1" status: 200 len: 217 time: 0.0622625 Jan 27 17:33:33.816143 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271593a-e5e2-4734-a264-ba6b596bf666 req-09b7bd95-7dd8-49be-bc20-5ad1e7c99195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:33.817515 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6271593a-e5e2-4734-a264-ba6b596bf666 req-09b7bd95-7dd8-49be-bc20-5ad1e7c99195 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0564706 Jan 27 17:33:33.894512 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271593a-e5e2-4734-a264-ba6b596bf666 req-3e7419e9-7b8a-4162-9ce8-11dab9fc0583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:33.895918 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6271593a-e5e2-4734-a264-ba6b596bf666 req-3e7419e9-7b8a-4162-9ce8-11dab9fc0583 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712621 Jan 27 17:33:34.029006 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6271593a-e5e2-4734-a264-ba6b596bf666 req-60402e89-2dc7-4406-8187-22ba921c3134 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255307 Jan 27 17:33:34.159225 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6271593a-e5e2-4734-a264-ba6b596bf666 req-06dab1ef-10dc-4281-bd43-73b1973907b1 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237659 Jan 27 17:33:34.593360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb7427-2ab1-4d97-be50-a337d3104494 req-8156a925-3b7e-44ff-9adf-c2dc3538c45a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:34.594073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-3cbb7427-2ab1-4d97-be50-a337d3104494 req-8156a925-3b7e-44ff-9adf-c2dc3538c45a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Synchronizing usage tracker for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:33:34.613868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-3cbb7427-2ab1-4d97-be50-a337d3104494 req-8156a925-3b7e-44ff-9adf-c2dc3538c45a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Unset dirty status for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:33:34.615712 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3cbb7427-2ab1-4d97-be50-a337d3104494 req-8156a925-3b7e-44ff-9adf-c2dc3538c45a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 943 time: 0.1109178 Jan 27 17:33:34.666513 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3cbb7427-2ab1-4d97-be50-a337d3104494 req-4c550821-d791-42b8-90eb-602d3dfec50b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422337 Jan 27 17:33:35.212509 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device f8b49999-2cb4-4e7b-a2b2-17c35875419e details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:33:35.354369 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port f8b49999-2cb4-4e7b-a2b2-17c35875419e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:33:35.367319 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'port_id': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e', 'mac_address': 'fa:16:3e:cd:04:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:33:35.422047 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:35.438381 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b49999-2cb4-4e7b-a2b2-17c35875419e {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:33:35.454213 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port f8b49999-2cb4-4e7b-a2b2-17c35875419e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:33:35.459532 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:35.530582 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=f8b49999-2cb4-4e7b-a2b2-17c35875419e,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:35.662319 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['f8b49999-2cb4-4e7b-a2b2-17c35875419e'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:33:35.854305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10b54b-a8e2-4b31-9f72-8be7b3e9f1f5 req-a910e1cd-ff8b-4c74-94d4-3f506b5bcaf2 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:35.855735 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-de10b54b-a8e2-4b31-9f72-8be7b3e9f1f5 req-a910e1cd-ff8b-4c74-94d4-3f506b5bcaf2 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 944 time: 0.0804720 Jan 27 17:33:35.898637 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-de10b54b-a8e2-4b31-9f72-8be7b3e9f1f5 req-a0874a4a-5cf4-40e7-9318-612ea9ad462c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372210 Jan 27 17:33:37.087726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb38e74-a37e-44dc-a8f3-cb8d3ec5cfe2 req-e0807f91-8176-4493-86f9-e5250b1bf0c2 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:37.089224 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8cb38e74-a37e-44dc-a8f3-cb8d3ec5cfe2 req-e0807f91-8176-4493-86f9-e5250b1bf0c2 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 944 time: 0.0817966 Jan 27 17:33:37.135030 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8cb38e74-a37e-44dc-a8f3-cb8d3ec5cfe2 req-75a485fe-5d90-48e4-a90e-8317ee228b21 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400150 Jan 27 17:33:37.228495 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device f8b49999-2cb4-4e7b-a2b2-17c35875419e up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:33:37.305655 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port f8b49999-2cb4-4e7b-a2b2-17c35875419e completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:33:37.313363 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port f8b49999-2cb4-4e7b-a2b2-17c35875419e triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:33:37.313934 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:37.447781 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:37.478150 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ab7f23-3195-4426-97b3-fed05ef02164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:33:37.488299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port f8b49999-2cb4-4e7b-a2b2-17c35875419e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:33:37.493261 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:37.523811 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ab7f23-3195-4426-97b3-fed05ef02164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e', 'code': 200} Jan 27 17:33:37.562732 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=f8b49999-2cb4-4e7b-a2b2-17c35875419e,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:33:37.760914 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447aa644-b250-4d5e-85fa-88a3cb976075 req-635e56e4-e559-4401-ab70-56d10d4a1c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:37.762323 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-447aa644-b250-4d5e-85fa-88a3cb976075 req-635e56e4-e559-4401-ab70-56d10d4a1c4c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 1098 time: 0.0772359 Jan 27 17:33:37.807069 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-447aa644-b250-4d5e-85fa-88a3cb976075 req-175d7140-cfc5-4265-85ec-a22c21a689df service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386121 Jan 27 17:33:38.324203 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4462c-5b0f-4d9b-9c0e-73048179cdcd req-cc912ae9-747c-4f10-9250-49c717ed1355 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:38.325840 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b4d4462c-5b0f-4d9b-9c0e-73048179cdcd req-cc912ae9-747c-4f10-9250-49c717ed1355 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0870991 Jan 27 17:33:38.372734 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b4d4462c-5b0f-4d9b-9c0e-73048179cdcd req-fb020782-13ad-48e6-85ca-910d1fe9e80e tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407946 Jan 27 17:33:39.572920 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d0312-f290-4204-803f-72a45943c4c2 req-57251551-d65e-446d-ae71-95304b7286cc tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:39.574370 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-061d0312-f290-4204-803f-72a45943c4c2 req-57251551-d65e-446d-ae71-95304b7286cc tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0821252 Jan 27 17:33:39.621519 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-061d0312-f290-4204-803f-72a45943c4c2 req-cfffd300-19f0-4283-8587-71679a269583 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413337 Jan 27 17:33:39.816552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1e3df-38c7-435e-9907-e5730ff2e6bf req-fc058302-9ee5-4e0d-933e-77b82ba557d1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:39.818007 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-dee1e3df-38c7-435e-9907-e5730ff2e6bf req-fc058302-9ee5-4e0d-933e-77b82ba557d1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0940571 Jan 27 17:33:39.827869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 41908) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:33:39.832711 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-2ac56745-bb75-487c-92f5-dd808cf3f241 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Request body: {'floatingip': {'port_id': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:33:39.910753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2ac56745-bb75-487c-92f5-dd808cf3f241 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for floatingip, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:40.640861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2ac56745-bb75-487c-92f5-dd808cf3f241 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:40.647798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2ac56745-bb75-487c-92f5-dd808cf3f241 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:40.816427 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-2ac56745-bb75-487c-92f5-dd808cf3f241 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Floating IP 7be478bd-7708-4644-b4dc-06373d8a05e5 associated. External IP: 172.26.1.87, port: f8b49999-2cb4-4e7b-a2b2-17c35875419e. Jan 27 17:33:41.161308 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac56745-bb75-487c-92f5-dd808cf3f241 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Router 6217276f-e328-45be-b2be-0e085ab924dd has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:33:41.459389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac56745-bb75-487c-92f5-dd808cf3f241 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:33:41.463342 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2ac56745-bb75-487c-92f5-dd808cf3f241 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:41.470427 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958b767-1d76-4a4d-96ca-33867c995312 None None] Sync routers for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:33:41.480402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6958b767-1d76-4a4d-96ca-33867c995312 None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:33:41.481018 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-6958b767-1d76-4a4d-96ca-33867c995312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:33:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:33:41.519863 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2ac56745-bb75-487c-92f5-dd808cf3f241 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "PUT /v2.0/floatingips/7be478bd-7708-4644-b4dc-06373d8a05e5 HTTP/1.1" status: 200 len: 991 time: 1.6909802 Jan 27 17:33:41.520459 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ab7f23-3195-4426-97b3-fed05ef02164', 'tag': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:33:41.565519 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ab7f23-3195-4426-97b3-fed05ef02164', 'tag': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e', 'status': 'completed', 'code': 200} Jan 27 17:33:41.656894 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-6958b767-1d76-4a4d-96ca-33867c995312 None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:33:41.659297 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9e13-dadc-463a-8f86-404f8d1e54ce req-75e0fa78-5ea0-46d8-924e-3904eaf04130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:41.660771 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-279b9e13-dadc-463a-8f86-404f8d1e54ce req-75e0fa78-5ea0-46d8-924e-3904eaf04130 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 1098 time: 0.0714812 Jan 27 17:33:41.791544 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9e13-dadc-463a-8f86-404f8d1e54ce req-520e7190-e5bc-49e6-b780-c036f0975f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:41.792879 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-279b9e13-dadc-463a-8f86-404f8d1e54ce req-520e7190-e5bc-49e6-b780-c036f0975f90 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1256740 Jan 27 17:33:41.897180 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-279b9e13-dadc-463a-8f86-404f8d1e54ce req-99beaaa3-3da1-4477-8cad-fc64a9571b68 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e HTTP/1.1" status: 200 len: 999 time: 0.0981500 Jan 27 17:33:41.960798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9e13-dadc-463a-8f86-404f8d1e54ce req-9ead70c8-1d68-42d0-99a6-b2fde2d1ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:41.962266 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-279b9e13-dadc-463a-8f86-404f8d1e54ce req-9ead70c8-1d68-42d0-99a6-b2fde2d1ab71 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0595832 Jan 27 17:33:42.039732 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9e13-dadc-463a-8f86-404f8d1e54ce req-ae5cf0aa-b02a-4c5a-b5b4-a804a35a9d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:33:42.040465 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-6958b767-1d76-4a4d-96ca-33867c995312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '7be478bd-7708-4644-b4dc-06373d8a05e5', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'port_id': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'mac_address': 'fa:16:3e:cd:04:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab7f23-3195-4426-97b3-fed05ef02164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:29:33Z', 'updated_at': '2022-01-27T17:33:40Z', 'revision_number': 13, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:33:42.041209 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-279b9e13-dadc-463a-8f86-404f8d1e54ce req-ae5cf0aa-b02a-4c5a-b5b4-a804a35a9d24 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730200 Jan 27 17:33:42.045336 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958b767-1d76-4a4d-96ca-33867c995312 None None] Checking router: 6217276f-e328-45be-b2be-0e085ab924dd for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:33:42.053820 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6958b767-1d76-4a4d-96ca-33867c995312 None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:33:42.054407 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-6958b767-1d76-4a4d-96ca-33867c995312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:33:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:33:42.173532 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-279b9e13-dadc-463a-8f86-404f8d1e54ce req-ec4af944-480d-4753-9833-4be26cafdfb3 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260462 Jan 27 17:33:42.231232 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-6958b767-1d76-4a4d-96ca-33867c995312 None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:33:42.303100 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-279b9e13-dadc-463a-8f86-404f8d1e54ce req-e54b6224-49d5-4b8d-9963-cef7994f9583 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233470 Jan 27 17:33:42.573917 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-6958b767-1d76-4a4d-96ca-33867c995312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '7be478bd-7708-4644-b4dc-06373d8a05e5', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'port_id': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'mac_address': 'fa:16:3e:cd:04:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab7f23-3195-4426-97b3-fed05ef02164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:29:33Z', 'updated_at': '2022-01-27T17:33:40Z', 'revision_number': 13, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:33:42.578285 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958b767-1d76-4a4d-96ca-33867c995312 None None] The sync data for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv is: [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '7be478bd-7708-4644-b4dc-06373d8a05e5', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'floating_ip_address': '172.26.1.87', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'port_id': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'mac_address': 'fa:16:3e:cd:04:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab7f23-3195-4426-97b3-fed05ef02164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:29:33Z', 'updated_at': '2022-01-27T17:33:40Z', 'revision_number': 13, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:33:42.784052 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba0e362-9733-4409-9764-9936e8ac09b8 None None] New status for floating IP 7be478bd-7708-4644-b4dc-06373d8a05e5: ACTIVE {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:33:45.580780 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:33:48.776973 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9333c2d6-b6b4-4cc0-853a-fbdfc245b851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:51.042103 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-191817ae-b0cb-468e-abc5-ac0329f361f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:52.226547 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:52.252570 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:33:53.501187 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:03.634331 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:17.975097 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [req-779c4335-0878-4d8f-a64e-d1c43564bda0 req-df3725cd-768b-468f-9edb-1a5ac4e92222 service neutron] (87595) timed out ('10.222.0.83', 49786) {{(pid=87595) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 27 17:34:18.628980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc77374-f637-4d9c-9a17-2adaab5402ec req-77c98759-ec4b-4921-8504-eb409ed49823 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:18.630370 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6fc77374-f637-4d9c-9a17-2adaab5402ec req-77c98759-ec4b-4921-8504-eb409ed49823 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0932109 Jan 27 17:34:18.674269 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6fc77374-f637-4d9c-9a17-2adaab5402ec req-c1e00a75-a687-40ed-83bb-e72b73f4e2ea tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380676 Jan 27 17:34:18.770776 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f022fb19-f0ef-4e8e-82c3-fc3659f99761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:21.046350 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-11f0f923-1b9b-476e-8e4a-eccddf67bea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:22.233520 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:22.255548 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:22.580442 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:34:23.501384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:28.434144 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-917ee8aa-235c-41e2-9365-b0b02336d63d req-e1aabc61-c58c-49b2-9cbc-1bf62d69ef9c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688345 Jan 27 17:34:28.599560 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-8e27446a-9194-4b0a-93f7-ac73886c991b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758889 Jan 27 17:34:28.642406 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ee8aa-235c-41e2-9365-b0b02336d63d req-32c6c16d-ac18-4e5a-876f-4ca35008a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:28.643882 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-917ee8aa-235c-41e2-9365-b0b02336d63d req-32c6c16d-ac18-4e5a-876f-4ca35008a1b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 1098 time: 0.1326883 Jan 27 17:34:28.666694 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a4a91-553f-4f21-8519-4aafdc6cceec req-6f09f40a-aba0-4f71-b48d-3eb842d6837a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:28.668136 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6b4a4a91-553f-4f21-8519-4aafdc6cceec req-6f09f40a-aba0-4f71-b48d-3eb842d6837a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.1013052 Jan 27 17:34:28.799762 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6b4a4a91-553f-4f21-8519-4aafdc6cceec req-f58e91c1-edf2-489d-868d-9f1f8e892aec tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128788 Jan 27 17:34:28.829608 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ee8aa-235c-41e2-9365-b0b02336d63d req-e0c6ee38-9726-4da0-90a5-112d94927fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:28.831090 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-917ee8aa-235c-41e2-9365-b0b02336d63d req-e0c6ee38-9726-4da0-90a5-112d94927fac service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1621430 Jan 27 17:34:28.934083 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-917ee8aa-235c-41e2-9365-b0b02336d63d req-409e0970-79ea-4ad5-90a9-3a228b44f8fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e HTTP/1.1" status: 200 len: 1001 time: 0.0967557 Jan 27 17:34:28.999161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ee8aa-235c-41e2-9365-b0b02336d63d req-6417ad0c-1052-4523-a630-6fa773c0a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:29.000584 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-917ee8aa-235c-41e2-9365-b0b02336d63d req-6417ad0c-1052-4523-a630-6fa773c0a5e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0607960 Jan 27 17:34:29.076328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ee8aa-235c-41e2-9365-b0b02336d63d req-290a7aa9-1b74-401c-a250-39ab3ee15f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:29.077839 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-917ee8aa-235c-41e2-9365-b0b02336d63d req-290a7aa9-1b74-401c-a250-39ab3ee15f83 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714381 Jan 27 17:34:29.331498 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-917ee8aa-235c-41e2-9365-b0b02336d63d req-2e85e956-4de8-444f-9027-b38f9284650a service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477107 Jan 27 17:34:29.461096 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-917ee8aa-235c-41e2-9365-b0b02336d63d req-e02e7ef6-f31a-4d1a-8803-36f4036e5bc8 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240771 Jan 27 17:34:29.831290 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-c6d7b3eb-050a-4754-84ea-89e8db346d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:29.832666 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-c6d7b3eb-050a-4754-84ea-89e8db346d18 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 1098 time: 0.0831954 Jan 27 17:34:29.964761 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-df2e6bda-a2e6-4fd7-a01b-27da9ca919bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:29.966445 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-df2e6bda-a2e6-4fd7-a01b-27da9ca919bc service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1277606 Jan 27 17:34:29.987771 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb412c-2ff4-4a69-83b6-a24fa21298c9 req-e7203302-876c-4057-be98-ba8cae57cbff tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:29.989256 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9fcb412c-2ff4-4a69-83b6-a24fa21298c9 req-e7203302-876c-4057-be98-ba8cae57cbff tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0829577 Jan 27 17:34:30.033957 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9fcb412c-2ff4-4a69-83b6-a24fa21298c9 req-a38707c0-7cd9-42b7-ac19-e42628551cd3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388889 Jan 27 17:34:30.070482 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-9bce46c0-0ba8-4ce8-a5d8-71735f2b86d7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e HTTP/1.1" status: 200 len: 1001 time: 0.0984251 Jan 27 17:34:30.130283 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-a6088497-539d-47d7-95ed-35777cb8c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:30.131681 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-a6088497-539d-47d7-95ed-35777cb8c864 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0559754 Jan 27 17:34:30.208350 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-bbf9e3b2-3479-4c25-b5bb-3832b3436c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:30.209811 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-bbf9e3b2-3479-4c25-b5bb-3832b3436c25 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704885 Jan 27 17:34:30.347026 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-ac5f80f9-69f1-447e-bc0f-4b4aa3bab123 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312168 Jan 27 17:34:30.486753 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-174a346e-b52a-4548-9a37-400fc5ff4d12 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335869 Jan 27 17:34:31.221027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d71ad1-6705-49bd-b0ca-3ea41af6a1a5 req-5a41e55b-b2c0-498a-b778-69c236a34f9b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:31.222484 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-49d71ad1-6705-49bd-b0ca-3ea41af6a1a5 req-5a41e55b-b2c0-498a-b778-69c236a34f9b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0838408 Jan 27 17:34:31.266910 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-49d71ad1-6705-49bd-b0ca-3ea41af6a1a5 req-937baf15-2f84-47fe-b1cb-01c3da70cc2a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372772 Jan 27 17:34:32.518125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc162106-9882-4a2e-a08f-f4707a4a87a5 req-76c5fea8-a52c-4c7d-a5ca-eb13f077279b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:32.519538 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-bc162106-9882-4a2e-a08f-f4707a4a87a5 req-76c5fea8-a52c-4c7d-a5ca-eb13f077279b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0872450 Jan 27 17:34:32.565893 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-bc162106-9882-4a2e-a08f-f4707a4a87a5 req-8f586156-e768-4e9d-8c7f-360d2ccaedb7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390937 Jan 27 17:34:33.618851 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:33.756288 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35894d-d01b-4a3c-8d08-aa13112b02a1 req-b9ddaaf9-9960-414b-a47f-3658a09b3cf0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:33.757803 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ab35894d-d01b-4a3c-8d08-aa13112b02a1 req-b9ddaaf9-9960-414b-a47f-3658a09b3cf0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0832291 Jan 27 17:34:33.805870 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ab35894d-d01b-4a3c-8d08-aa13112b02a1 req-81390ffc-d475-4e12-ad5b-b37162311741 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422580 Jan 27 17:34:35.004628 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bf30b-7956-43ac-ae34-9c4a79cf47f0 req-2b522c77-c839-4bba-9deb-3be4c4ee4285 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:35.006684 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-197bf30b-7956-43ac-ae34-9c4a79cf47f0 req-2b522c77-c839-4bba-9deb-3be4c4ee4285 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0910742 Jan 27 17:34:35.055974 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-197bf30b-7956-43ac-ae34-9c4a79cf47f0 req-3eda53a6-c2f1-43d4-bc6d-f0b9c57cf406 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430877 Jan 27 17:34:36.256232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51082089-3a07-4765-8ced-d3ffe51721d1 req-c0e41e96-aff5-43ef-99be-524c844c4fd7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:36.257671 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-51082089-3a07-4765-8ced-d3ffe51721d1 req-c0e41e96-aff5-43ef-99be-524c844c4fd7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0814650 Jan 27 17:34:36.304046 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-51082089-3a07-4765-8ced-d3ffe51721d1 req-cd2a6ae7-2069-478f-ae6d-8891d5a0fe20 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378737 Jan 27 17:34:37.515508 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b0b40-9b04-4060-a3cb-233f0758d10a req-2c373962-ab20-4a18-b358-4571b7f5dfaf tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:37.516990 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9c6b0b40-9b04-4060-a3cb-233f0758d10a req-2c373962-ab20-4a18-b358-4571b7f5dfaf tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0934799 Jan 27 17:34:37.577617 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9c6b0b40-9b04-4060-a3cb-233f0758d10a req-31bd1c3a-3f2e-4a05-9c2b-10917766f2da tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546982 Jan 27 17:34:38.788539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb2c4b-870f-4bb7-a3ea-f4376523ebfe req-8121acca-78a4-4d1f-802a-5e54ee92b5c0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:38.790072 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-dadb2c4b-870f-4bb7-a3ea-f4376523ebfe req-8121acca-78a4-4d1f-802a-5e54ee92b5c0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0947890 Jan 27 17:34:38.834225 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-dadb2c4b-870f-4bb7-a3ea-f4376523ebfe req-bb3551c5-db69-49ac-83ae-d337cffc1b57 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377872 Jan 27 17:34:40.029525 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec2c91-28db-4eef-bd7a-f277b5ee20dd req-f52af7e2-7220-47fd-b242-c043c1ecd678 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:40.030980 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-83ec2c91-28db-4eef-bd7a-f277b5ee20dd req-f52af7e2-7220-47fd-b242-c043c1ecd678 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0824468 Jan 27 17:34:40.074471 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-83ec2c91-28db-4eef-bd7a-f277b5ee20dd req-9b96e6b4-b3de-4a6b-8d2d-92a668f176c4 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377192 Jan 27 17:34:41.275729 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbcb37-abe4-4480-962a-e6f0c7247459 req-6387d01e-1f78-4781-b6c2-a6f2252880d9 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:41.277163 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-40fbcb37-abe4-4480-962a-e6f0c7247459 req-6387d01e-1f78-4781-b6c2-a6f2252880d9 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0953321 Jan 27 17:34:41.320916 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-40fbcb37-abe4-4480-962a-e6f0c7247459 req-ed16fee0-1735-47ae-8ff9-ab95fe9636c3 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379038 Jan 27 17:34:42.512532 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a4782-f024-4041-b5d6-13a839e1a77c req-2634b4cd-8a87-441f-a558-63c6b88888fc tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:42.514029 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-243a4782-f024-4041-b5d6-13a839e1a77c req-2634b4cd-8a87-441f-a558-63c6b88888fc tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0809331 Jan 27 17:34:42.558631 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-243a4782-f024-4041-b5d6-13a839e1a77c req-a575d157-4a77-44e2-b86d-daca97697ce1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387032 Jan 27 17:34:42.833337 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-18b09fcc-a80b-4ee5-86bf-f3813f82fe3c service neutron] 10.222.0.83 "GET /v2.0/ports/f8b49999-2cb4-4e7b-a2b2-17c35875419e/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0927873 Jan 27 17:34:43.113924 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-9f936e81-db77-4efe-920c-e09791dab6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:43.116177 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-9f936e81-db77-4efe-920c-e09791dab6fd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164&tenant_id=5664aff4a32145a6a58a201a1f6ccbb0 HTTP/1.1" status: 200 len: 1098 time: 0.0794854 Jan 27 17:34:43.226129 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-f53f5d53-21b7-442e-9f66-0d21f06f60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:43.227701 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-f53f5d53-21b7-442e-9f66-0d21f06f60ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 1098 time: 0.0849924 Jan 27 17:34:43.471754 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-e76d8618-29ef-4dc8-a2a7-93b41da09012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:43.473201 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-e76d8618-29ef-4dc8-a2a7-93b41da09012 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.2389867 Jan 27 17:34:43.576712 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-9a867768-65d2-4e31-a2db-b011f744cc41 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e HTTP/1.1" status: 200 len: 1001 time: 0.0974123 Jan 27 17:34:43.638474 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-cb22f4c4-cf8b-4c7d-97f8-deb2b6789c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:43.639919 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-cb22f4c4-cf8b-4c7d-97f8-deb2b6789c70 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0573471 Jan 27 17:34:43.774595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-d00b8bea-545d-449f-bd22-f9ccb28e7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:43.775958 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-d00b8bea-545d-449f-bd22-f9ccb28e7f64 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1298225 Jan 27 17:34:43.785823 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb42d4-7c23-47bb-8300-490b81d69c17 req-6477fb77-3daf-46b1-af74-80bca6c4cb45 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:43.787142 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8feb42d4-7c23-47bb-8300-490b81d69c17 req-6477fb77-3daf-46b1-af74-80bca6c4cb45 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.1112187 Jan 27 17:34:43.911087 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8feb42d4-7c23-47bb-8300-490b81d69c17 req-d45f1092-21dc-451b-a07f-3e22bd4bd659 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057622 Jan 27 17:34:43.943536 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-b3ec68bd-f1af-4d4e-87e5-fab9e6abded4 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554861 Jan 27 17:34:44.081973 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-69227d70-6fe2-4d46-b6f9-580a81777273 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321473 Jan 27 17:34:45.133699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cf4c2-78ce-48f2-994b-3ad88d729684 req-9892429d-18cd-4e9a-95a8-8e6c841283a1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:45.135123 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e31cf4c2-78ce-48f2-994b-3ad88d729684 req-9892429d-18cd-4e9a-95a8-8e6c841283a1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.1044016 Jan 27 17:34:45.179242 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e31cf4c2-78ce-48f2-994b-3ad88d729684 req-9a6d1877-c443-4119-a3fb-407ab493110c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380013 Jan 27 17:34:45.539792 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device f8b49999-2cb4-4e7b-a2b2-17c35875419e no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:34:45.653784 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:45.680725 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ab7f23-3195-4426-97b3-fed05ef02164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:34:45.690656 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port f8b49999-2cb4-4e7b-a2b2-17c35875419e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:34:45.700128 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:45.767265 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=f8b49999-2cb4-4e7b-a2b2-17c35875419e,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:34:45.774437 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:34:45.774781 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:34:45.775271 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:34:45.775446 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:34:45.775766 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:34:45.776091 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:34:45.776408 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:34:45.776701 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:34:45.777019 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:34:45.777345 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:34:45.777657 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:34:45.777991 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:34:45.791554 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ab7f23-3195-4426-97b3-fed05ef02164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e', 'code': 200} Jan 27 17:34:46.388126 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768beac-5554-44f5-b8e6-341435171ca3 req-2fb2e213-f7d5-4a29-b6f2-2807cbb12d35 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:46.389454 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4768beac-5554-44f5-b8e6-341435171ca3 req-2fb2e213-f7d5-4a29-b6f2-2807cbb12d35 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 943 time: 0.0899389 Jan 27 17:34:46.439163 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4768beac-5554-44f5-b8e6-341435171ca3 req-12aab1a2-c8e7-421e-9345-4df6f1e885a9 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439444 Jan 27 17:34:47.555832 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device f8b49999-2cb4-4e7b-a2b2-17c35875419e details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:34:47.642675 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d969b4-2297-4021-bb77-7f39f57fa55e req-88b67ff6-746e-4759-899a-ef63e5f72b68 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:47.644099 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-73d969b4-2297-4021-bb77-7f39f57fa55e req-88b67ff6-746e-4759-899a-ef63e5f72b68 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 943 time: 0.0819776 Jan 27 17:34:47.687808 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-73d969b4-2297-4021-bb77-7f39f57fa55e req-833c2d59-a4a0-471e-b3ea-f45ca0f29ba7 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377896 Jan 27 17:34:47.689273 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port f8b49999-2cb4-4e7b-a2b2-17c35875419e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:34:47.702857 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'port_id': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e', 'mac_address': 'fa:16:3e:cd:04:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:34:47.758618 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:47.813735 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b49999-2cb4-4e7b-a2b2-17c35875419e {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:34:47.829115 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port f8b49999-2cb4-4e7b-a2b2-17c35875419e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:34:47.835875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:47.899683 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['f8b49999-2cb4-4e7b-a2b2-17c35875419e'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:34:47.949998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=f8b49999-2cb4-4e7b-a2b2-17c35875419e,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:34:48.773824 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42e31342-db91-4de0-ad02-daaf6e7e02e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:48.892004 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5444eca-df01-468c-94fb-af22ef4e8903 req-bf0f0128-1606-49f5-909e-c36ff83546d0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:48.893563 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a5444eca-df01-468c-94fb-af22ef4e8903 req-bf0f0128-1606-49f5-909e-c36ff83546d0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 944 time: 0.0919745 Jan 27 17:34:48.937365 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a5444eca-df01-468c-94fb-af22ef4e8903 req-2bc39e99-4473-4f63-88d0-e5ac8db4278a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380476 Jan 27 17:34:49.566689 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device f8b49999-2cb4-4e7b-a2b2-17c35875419e up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:34:49.642825 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port f8b49999-2cb4-4e7b-a2b2-17c35875419e triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:34:49.643205 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:49.756936 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:49.783702 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ab7f23-3195-4426-97b3-fed05ef02164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:34:49.793368 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port f8b49999-2cb4-4e7b-a2b2-17c35875419e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:34:49.800149 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:49.850268 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ab7f23-3195-4426-97b3-fed05ef02164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e', 'code': 200} Jan 27 17:34:49.880983 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=f8b49999-2cb4-4e7b-a2b2-17c35875419e,revision_number=8']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:34:50.142742 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16faa88-10dd-4cf2-8f74-0333e910249f req-82e3f36a-bcea-4fdf-9285-dbab79112528 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:50.144172 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c16faa88-10dd-4cf2-8f74-0333e910249f req-82e3f36a-bcea-4fdf-9285-dbab79112528 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0837502 Jan 27 17:34:50.195532 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c16faa88-10dd-4cf2-8f74-0333e910249f req-75e38fa2-e2e0-4e09-991e-1fe79d8a2032 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428402 Jan 27 17:34:51.043539 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ed070d6-6fa3-40fa-8b27-584bd475ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:51.395065 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083836c-4b32-4d8a-baa8-c192f812a6b6 req-d29b50b5-52ab-471c-8172-bc4dc576f045 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:51.396372 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2083836c-4b32-4d8a-baa8-c192f812a6b6 req-d29b50b5-52ab-471c-8172-bc4dc576f045 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0853164 Jan 27 17:34:51.440027 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2083836c-4b32-4d8a-baa8-c192f812a6b6 req-9cf58d32-2759-454d-a008-e32b84a640dc tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378060 Jan 27 17:34:52.238984 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:52.260336 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:52.629909 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eaad08-50fd-491d-a7af-6662367a3516 req-c2d5e4b7-f02a-4901-af78-acb0c67799b6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:52.631243 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-79eaad08-50fd-491d-a7af-6662367a3516 req-c2d5e4b7-f02a-4901-af78-acb0c67799b6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0814023 Jan 27 17:34:52.675736 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-79eaad08-50fd-491d-a7af-6662367a3516 req-2fb43116-921b-4fc6-bee7-347797fe5362 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386524 Jan 27 17:34:53.103477 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02797d4-af74-43ef-817b-9e848464a582 req-979c5204-e499-49f5-81c1-0df0411ad6af tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:53.104880 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d02797d4-af74-43ef-817b-9e848464a582 req-979c5204-e499-49f5-81c1-0df0411ad6af tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164&tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 945 time: 0.0850406 Jan 27 17:34:53.157619 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97180f-d92a-410b-b0b0-364a8182b11b req-3e2b96c2-5c98-4cb1-9113-c7fd9a5bee00 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:53.159626 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-da97180f-d92a-410b-b0b0-364a8182b11b req-3e2b96c2-5c98-4cb1-9113-c7fd9a5bee00 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0821247 Jan 27 17:34:53.183877 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d02797d4-af74-43ef-817b-9e848464a582 req-8540a952-8ef9-481a-8c09-49ba704f3549 service neutron] 10.222.0.83 "GET /v2.0/ports/f8b49999-2cb4-4e7b-a2b2-17c35875419e/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0730474 Jan 27 17:34:53.206918 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-da97180f-d92a-410b-b0b0-364a8182b11b req-91e8c10b-4ecc-4d95-bfb0-e7996e4c6a0a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412369 Jan 27 17:34:53.276588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02797d4-af74-43ef-817b-9e848464a582 req-fc178a96-4dbd-4718-b50a-90bd6ef1e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:53.277958 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d02797d4-af74-43ef-817b-9e848464a582 req-fc178a96-4dbd-4718-b50a-90bd6ef1e4f6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 1098 time: 0.0718265 Jan 27 17:34:53.405677 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02797d4-af74-43ef-817b-9e848464a582 req-7a273cfa-d160-437f-aec4-a3430593f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:53.407107 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d02797d4-af74-43ef-817b-9e848464a582 req-7a273cfa-d160-437f-aec4-a3430593f32a service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1230898 Jan 27 17:34:53.496787 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:53.510366 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d02797d4-af74-43ef-817b-9e848464a582 req-e4d91cbf-1665-442c-a4d7-2cadad811b13 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e HTTP/1.1" status: 200 len: 1001 time: 0.0973997 Jan 27 17:34:53.574180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02797d4-af74-43ef-817b-9e848464a582 req-ff9e0777-895c-49a9-b8c9-d9fe786773b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:53.575532 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d02797d4-af74-43ef-817b-9e848464a582 req-ff9e0777-895c-49a9-b8c9-d9fe786773b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0593090 Jan 27 17:34:53.650556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02797d4-af74-43ef-817b-9e848464a582 req-16e52f06-4d00-496b-9e4c-567f8c337b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:53.651963 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d02797d4-af74-43ef-817b-9e848464a582 req-16e52f06-4d00-496b-9e4c-567f8c337b21 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704780 Jan 27 17:34:53.892896 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d02797d4-af74-43ef-817b-9e848464a582 req-5391ab83-0525-4714-a7ec-09a32b28817c service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348330 Jan 27 17:34:54.024590 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d02797d4-af74-43ef-817b-9e848464a582 req-81c9eb8d-7956-4e78-b4f9-8b842f453f74 service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254225 Jan 27 17:34:54.397508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773a978-8175-47ab-97e2-0ae1356ec0c4 req-ddbf76e4-8001-4385-b654-dce24b1d48ff tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:54.398958 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e773a978-8175-47ab-97e2-0ae1356ec0c4 req-ddbf76e4-8001-4385-b654-dce24b1d48ff tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0829546 Jan 27 17:34:54.446633 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e773a978-8175-47ab-97e2-0ae1356ec0c4 req-38f62bd2-3fd2-4aa6-bc9e-43f3596b1335 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390978 Jan 27 17:34:55.656237 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff0ce8-df92-49ac-b723-5538c7e0ea19 req-9e9070e3-0788-4473-9f53-b3cef997b4df tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:55.657698 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-abff0ce8-df92-49ac-b723-5538c7e0ea19 req-9e9070e3-0788-4473-9f53-b3cef997b4df tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0831680 Jan 27 17:34:55.703573 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-abff0ce8-df92-49ac-b723-5538c7e0ea19 req-dc9142c7-2654-49ee-a0d8-ed0d91e708ff tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389221 Jan 27 17:34:56.902546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c12d0b-f2bf-44a7-baa3-de4c6d2dd5ef req-99cebc58-0186-496d-bf29-9bcf17845370 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:56.903986 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-79c12d0b-f2bf-44a7-baa3-de4c6d2dd5ef req-99cebc58-0186-496d-bf29-9bcf17845370 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0864158 Jan 27 17:34:56.953140 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-79c12d0b-f2bf-44a7-baa3-de4c6d2dd5ef req-6eae8f0d-6e9b-407f-bd45-b161979a4034 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431092 Jan 27 17:34:57.144571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02797d4-af74-43ef-817b-9e848464a582 req-ef1c90fb-b78a-4c62-a922-d6bd5cca5711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:57.146079 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d02797d4-af74-43ef-817b-9e848464a582 req-ef1c90fb-b78a-4c62-a922-d6bd5cca5711 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164&tenant_id=5664aff4a32145a6a58a201a1f6ccbb0 HTTP/1.1" status: 200 len: 1098 time: 0.0713725 Jan 27 17:34:57.247510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02797d4-af74-43ef-817b-9e848464a582 req-0e92eda9-b7db-464e-8e81-208210411830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:57.248874 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d02797d4-af74-43ef-817b-9e848464a582 req-0e92eda9-b7db-464e-8e81-208210411830 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 1098 time: 0.0762539 Jan 27 17:34:57.383413 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02797d4-af74-43ef-817b-9e848464a582 req-81dbda77-7eda-4eda-a3f4-575a02ba59f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:57.384906 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d02797d4-af74-43ef-817b-9e848464a582 req-81dbda77-7eda-4eda-a3f4-575a02ba59f2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 200 len: 913 time: 0.1300318 Jan 27 17:34:57.484958 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d02797d4-af74-43ef-817b-9e848464a582 req-2108ce85-8bd1-434a-850b-f924b7c95a80 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e HTTP/1.1" status: 200 len: 1001 time: 0.0944250 Jan 27 17:34:57.548325 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02797d4-af74-43ef-817b-9e848464a582 req-16cb6795-544b-4314-ac46-2f7dd63f8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:57.549795 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d02797d4-af74-43ef-817b-9e848464a582 req-16cb6795-544b-4314-ac46-2f7dd63f8020 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 200 len: 850 time: 0.0589173 Jan 27 17:34:57.625848 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02797d4-af74-43ef-817b-9e848464a582 req-381db0ba-4d2f-4d1d-9672-d1c69446821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:57.627291 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d02797d4-af74-43ef-817b-9e848464a582 req-381db0ba-4d2f-4d1d-9672-d1c69446821f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a65ecad-e05e-4d1e-8189-62bebfde050c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718710 Jan 27 17:34:57.761046 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d02797d4-af74-43ef-817b-9e848464a582 req-c1bdf3a2-1551-4060-b6a9-8259e147c67b service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269405 Jan 27 17:34:57.892951 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d02797d4-af74-43ef-817b-9e848464a582 req-7f30ab3f-f19e-4bf5-90ff-0d5cbd9ac84c service neutron] 10.222.0.83 "GET /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251373 Jan 27 17:34:58.241264 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad76e8-326d-4598-88b2-1e104c61850b req-51ae44ac-9822-4d6b-800f-1a5a8ef7aca2 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:58.242653 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b0ad76e8-326d-4598-88b2-1e104c61850b req-51ae44ac-9822-4d6b-800f-1a5a8ef7aca2 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.1826940 Jan 27 17:34:58.286877 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b0ad76e8-326d-4598-88b2-1e104c61850b req-d965cceb-37ef-4b2f-adfa-4ec43f172d6b tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381172 Jan 27 17:34:59.481456 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b30f5-dc10-477f-b69b-004ac1de8b92 req-1418c123-d809-46e3-8457-649993062527 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:34:59.482945 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-168b30f5-dc10-477f-b69b-004ac1de8b92 req-1418c123-d809-46e3-8457-649993062527 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0850301 Jan 27 17:34:59.531303 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-168b30f5-dc10-477f-b69b-004ac1de8b92 req-74e8efd1-fa8a-44aa-ba6e-7646ac97b2ac tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396757 Jan 27 17:34:59.584573 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:34:59.598672 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device f8b49999-2cb4-4e7b-a2b2-17c35875419e no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:34:59.712070 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:59.741730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ab7f23-3195-4426-97b3-fed05ef02164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:34:59.756447 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port f8b49999-2cb4-4e7b-a2b2-17c35875419e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:34:59.763975 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:34:59.807095 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ab7f23-3195-4426-97b3-fed05ef02164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e', 'code': 200} Jan 27 17:34:59.833081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=f8b49999-2cb4-4e7b-a2b2-17c35875419e,revision_number=9']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:00.736486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d7578-cf76-4859-9f0c-8ac009ecb24e req-6032de24-1390-4533-9150-f24ef675787a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:00.737949 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-db3d7578-cf76-4859-9f0c-8ac009ecb24e req-6032de24-1390-4533-9150-f24ef675787a tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 943 time: 0.0922861 Jan 27 17:35:00.785562 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-db3d7578-cf76-4859-9f0c-8ac009ecb24e req-ce6a635c-0341-4646-b146-e757302a87fd tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418792 Jan 27 17:35:01.603705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device f8b49999-2cb4-4e7b-a2b2-17c35875419e details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:35:01.752860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port f8b49999-2cb4-4e7b-a2b2-17c35875419e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:01.765747 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'port_id': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e', 'mac_address': 'fa:16:3e:cd:04:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:35:01.822651 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:01.840127 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b49999-2cb4-4e7b-a2b2-17c35875419e {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:35:01.855717 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port f8b49999-2cb4-4e7b-a2b2-17c35875419e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:01.861072 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:01.929131 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['f8b49999-2cb4-4e7b-a2b2-17c35875419e'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:35:01.971132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=f8b49999-2cb4-4e7b-a2b2-17c35875419e,revision_number=10']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:01.990713 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e50308-3880-4ca3-b4e8-6ff5eda54116 req-6911813f-9808-48c9-8c23-4a84662fd207 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:01.992172 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-08e50308-3880-4ca3-b4e8-6ff5eda54116 req-6911813f-9808-48c9-8c23-4a84662fd207 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0911472 Jan 27 17:35:02.039101 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-08e50308-3880-4ca3-b4e8-6ff5eda54116 req-09d2f822-eac2-4e0d-8c58-ab1ac4f2827d tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409424 Jan 27 17:35:03.230562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0e71d-46a1-4ffd-a9e5-17073930ec69 req-b26c01e4-02a3-4df0-af61-e288f8b1694c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:03.231987 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b6b0e71d-46a1-4ffd-a9e5-17073930ec69 req-b26c01e4-02a3-4df0-af61-e288f8b1694c tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 945 time: 0.0833919 Jan 27 17:35:03.277343 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b6b0e71d-46a1-4ffd-a9e5-17073930ec69 req-8e9fe942-d5cd-4cd5-8646-0612a8e21df6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393753 Jan 27 17:35:03.641019 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device f8b49999-2cb4-4e7b-a2b2-17c35875419e up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:35:03.676122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:03.709976 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port f8b49999-2cb4-4e7b-a2b2-17c35875419e triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:35:03.710353 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:03.830622 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:03.858151 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ab7f23-3195-4426-97b3-fed05ef02164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:35:03.868768 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port f8b49999-2cb4-4e7b-a2b2-17c35875419e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:03.872498 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:03.915586 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ab7f23-3195-4426-97b3-fed05ef02164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e', 'code': 200} Jan 27 17:35:03.940996 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=f8b49999-2cb4-4e7b-a2b2-17c35875419e,revision_number=11']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:04.586669 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929f063-df68-401b-a279-155013302825 req-1f7deef0-63db-40dc-b318-96425443a353 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:04.588139 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8929f063-df68-401b-a279-155013302825 req-1f7deef0-63db-40dc-b318-96425443a353 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 946 time: 0.1895347 Jan 27 17:35:04.633407 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8929f063-df68-401b-a279-155013302825 req-fa0a4801-eeb6-4735-8610-11e1c948dccd tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388231 Jan 27 17:35:05.832319 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2ce4a-1192-424c-8f32-c3f993b53a5f req-d486c2d0-c06a-4606-997d-57d3615e4880 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:05.833788 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-65a2ce4a-1192-424c-8f32-c3f993b53a5f req-d486c2d0-c06a-4606-997d-57d3615e4880 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 946 time: 0.0803244 Jan 27 17:35:05.878782 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-65a2ce4a-1192-424c-8f32-c3f993b53a5f req-b621d821-6e5f-4231-ad75-a31fd1961fc6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380743 Jan 27 17:35:07.084042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b6d22-c52e-4ab1-a9bd-98ccaa01d6c4 req-8a1c7819-a6ac-46f2-94e6-188971bad910 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:07.085504 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f20b6d22-c52e-4ab1-a9bd-98ccaa01d6c4 req-8a1c7819-a6ac-46f2-94e6-188971bad910 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 946 time: 0.0878005 Jan 27 17:35:07.128555 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f20b6d22-c52e-4ab1-a9bd-98ccaa01d6c4 req-dfa0501b-0cce-4c24-9255-11c830dfb7a8 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372124 Jan 27 17:35:07.336277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760d0a8-7cdb-474a-973d-20c902f99417 req-5a9382e0-709d-4996-9d89-b448ab8afed1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:07.337802 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f760d0a8-7cdb-474a-973d-20c902f99417 req-5a9382e0-709d-4996-9d89-b448ab8afed1 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 946 time: 0.0933986 Jan 27 17:35:07.384016 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f760d0a8-7cdb-474a-973d-20c902f99417 req-37ccd942-0571-4c77-bd4d-14d1f9ba2d45 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400844 Jan 27 17:35:07.585729 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0014e-66c3-4606-8cff-edf6bdecc0ba req-f3e658ce-d493-4da3-84b5-5792abdcbf73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:07.587214 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-08a0014e-66c3-4606-8cff-edf6bdecc0ba req-f3e658ce-d493-4da3-84b5-5792abdcbf73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 946 time: 0.0923607 Jan 27 17:35:07.630161 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-08a0014e-66c3-4606-8cff-edf6bdecc0ba req-5f43ee7d-ef91-421e-b4bf-af471c595ebe tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373206 Jan 27 17:35:08.011185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0358ea-670f-4c0c-8d5d-01bed30c1fcc req-0c5f713a-596f-4a68-a4db-2d8086e13ffb tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:08.012537 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a0358ea-670f-4c0c-8d5d-01bed30c1fcc req-0c5f713a-596f-4a68-a4db-2d8086e13ffb tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 946 time: 0.0834830 Jan 27 17:35:08.065730 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a0358ea-670f-4c0c-8d5d-01bed30c1fcc req-a84f90f5-7e53-4946-af49-5de48c4c3908 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459199 Jan 27 17:35:09.268557 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21fa0e-cf27-446d-9883-30c58bd285cc req-83514f7f-fa88-4a7c-84a8-2d76162ffed0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:09.270024 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aa21fa0e-cf27-446d-9883-30c58bd285cc req-83514f7f-fa88-4a7c-84a8-2d76162ffed0 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 946 time: 0.0945938 Jan 27 17:35:09.315338 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aa21fa0e-cf27-446d-9883-30c58bd285cc req-b95fcba9-de8e-4b4c-9fd2-38ab820c5329 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396073 Jan 27 17:35:10.298392 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ff02d-fccd-4594-a6bb-168386e68f3a req-bec4ed57-fd9f-415b-b604-b412da4b7dcd tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:10.299813 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-030ff02d-fccd-4594-a6bb-168386e68f3a req-bec4ed57-fd9f-415b-b604-b412da4b7dcd tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 946 time: 0.0902238 Jan 27 17:35:10.371801 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-030ff02d-fccd-4594-a6bb-168386e68f3a req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Deleting port f8b49999-2cb4-4e7b-a2b2-17c35875419e {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:35:10.372005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-030ff02d-fccd-4594-a6bb-168386e68f3a req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:10.656920 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cf37f-d59a-4c8c-bd4e-55e9cc3acc35 req-99db2b27-5bbe-448b-a420-755aab3070dc tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:10.658342 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-258cf37f-d59a-4c8c-bd4e-55e9cc3acc35 req-99db2b27-5bbe-448b-a420-755aab3070dc tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 946 time: 0.2382147 Jan 27 17:35:10.715560 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-030ff02d-fccd-4594-a6bb-168386e68f3a req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] For port f8b49999-2cb4-4e7b-a2b2-17c35875419e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f8b49999-2cb4-4e7b-a2b2-17c35875419e,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:10.715908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-030ff02d-fccd-4594-a6bb-168386e68f3a req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:10.781879 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-258cf37f-d59a-4c8c-bd4e-55e9cc3acc35 req-9bf62caa-27d8-4f2a-b6c5-9ab74edd5b22 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups?id=afdc01ac-346a-4979-a60c-f3fbf403a7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158040 Jan 27 17:35:11.024401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-030ff02d-fccd-4594-a6bb-168386e68f3a req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:11.024774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-030ff02d-fccd-4594-a6bb-168386e68f3a req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:11.025097 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [req-030ff02d-fccd-4594-a6bb-168386e68f3a req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Floating IP 7be478bd-7708-4644-b4dc-06373d8a05e5 disassociated. External IP: 172.26.1.87, port: f8b49999-2cb4-4e7b-a2b2-17c35875419e. Jan 27 17:35:11.025415 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-030ff02d-fccd-4594-a6bb-168386e68f3a req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Calling delete_port for f8b49999-2cb4-4e7b-a2b2-17c35875419e owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:35:11.175460 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-030ff02d-fccd-4594-a6bb-168386e68f3a req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:11.224470 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Pushing event deleted for resources: {'Port': ['ID=f8b49999-2cb4-4e7b-a2b2-17c35875419e,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:11.235857 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:11.236201 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:11.236547 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:11.236897 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:11.237230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:11.237516 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:11.237939 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:11.238252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:11.238567 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:11.238875 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:11.239176 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:11.239489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:11.426149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-030ff02d-fccd-4594-a6bb-168386e68f3a req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Router 6217276f-e328-45be-b2be-0e085ab924dd has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:35:11.709066 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-030ff02d-fccd-4594-a6bb-168386e68f3a req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:35:11.718831 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c154813-de1f-4929-b7e8-2bdeb2acfac8 None None] Sync routers for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:35:11.732803 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c154813-de1f-4929-b7e8-2bdeb2acfac8 None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:35:11.733419 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-5c154813-de1f-4929-b7e8-2bdeb2acfac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:34:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:11.780708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-030ff02d-fccd-4594-a6bb-168386e68f3a req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] No DVR routers for this DVR port f8b49999-2cb4-4e7b-a2b2-17c35875419e on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:35:11.783184 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-030ff02d-fccd-4594-a6bb-168386e68f3a req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:11.785603 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ab7f23-3195-4426-97b3-fed05ef02164', 'name': 'network-vif-deleted', 'tag': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:35:11.803918 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-030ff02d-fccd-4594-a6bb-168386e68f3a req-85c90cd9-f145-4f57-9e86-dd3ca630bb73 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.83 "DELETE /v2.0/ports/f8b49999-2cb4-4e7b-a2b2-17c35875419e HTTP/1.1" status: 204 len: 173 time: 1.4986923 Jan 27 17:35:11.910310 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ab7f23-3195-4426-97b3-fed05ef02164', 'name': 'network-vif-deleted', 'tag': 'f8b49999-2cb4-4e7b-a2b2-17c35875419e', 'status': 'completed', 'code': 200} Jan 27 17:35:11.921914 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-5c154813-de1f-4929-b7e8-2bdeb2acfac8 None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:35:11.961840 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-38c76ab8-07f5-4813-9951-fcec8a88c4d8 req-3830f7cb-eaeb-4336-9411-1a4a01d211e6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Synchronizing usage tracker for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:35:11.980847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-38c76ab8-07f5-4813-9951-fcec8a88c4d8 req-3830f7cb-eaeb-4336-9411-1a4a01d211e6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Unset dirty status for tenant:5664aff4a32145a6a58a201a1f6ccbb0 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:35:11.982087 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-38c76ab8-07f5-4813-9951-fcec8a88c4d8 req-3830f7cb-eaeb-4336-9411-1a4a01d211e6 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ab7f23-3195-4426-97b3-fed05ef02164 HTTP/1.1" status: 200 len: 210 time: 0.0633156 Jan 27 17:35:12.285515 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-5c154813-de1f-4929-b7e8-2bdeb2acfac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:12.289475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c154813-de1f-4929-b7e8-2bdeb2acfac8 None None] Checking router: 6217276f-e328-45be-b2be-0e085ab924dd for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:35:12.298404 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c154813-de1f-4929-b7e8-2bdeb2acfac8 None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:35:12.298995 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-5c154813-de1f-4929-b7e8-2bdeb2acfac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:34:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:12.477570 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-5c154813-de1f-4929-b7e8-2bdeb2acfac8 None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:35:12.794853 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-5c154813-de1f-4929-b7e8-2bdeb2acfac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:12.799820 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c154813-de1f-4929-b7e8-2bdeb2acfac8 None None] The sync data for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv is: [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:29:30Z', 'revision_number': 4, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0e041be6-9808-4318-b302-ba6e44de174d', 'name': '', 'network_id': '6a65ecad-e05e-4d1e-8189-62bebfde050c', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'mac_address': 'fa:16:3e:dd:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:29Z', 'updated_at': '2022-01-27T17:29:35Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'subnets': [{'id': '83408c0e-9001-43fa-ba81-13cf4ba3876b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:35:13.025187 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a18d6e-ed99-4091-832b-d8f5bc033acf None None] New status for floating IP 7be478bd-7708-4644-b4dc-06373d8a05e5: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:35:13.682168 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device f8b49999-2cb4-4e7b-a2b2-17c35875419e no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:35:13.718103 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: f8b49999-2cb4-4e7b-a2b2-17c35875419e {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:35:13.718404 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device f8b49999-2cb4-4e7b-a2b2-17c35875419e not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:35:16.427005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42188) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:35:16.490378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0c0f21ed-d661-411e-bbde-3485586f6c66 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:16.525229 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0c0f21ed-d661-411e-bbde-3485586f6c66 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:16.579879 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0c0f21ed-d661-411e-bbde-3485586f6c66 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:16.601426 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f21ed-d661-411e-bbde-3485586f6c66 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdc01ac-346a-4979-a60c-f3fbf403a7a1,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:16.612093 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0c0f21ed-d661-411e-bbde-3485586f6c66 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:16.613205 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0c0f21ed-d661-411e-bbde-3485586f6c66 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "DELETE /v2.0/security-groups/afdc01ac-346a-4979-a60c-f3fbf403a7a1 HTTP/1.1" status: 204 len: 168 time: 0.1852052 Jan 27 17:35:16.615787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42192) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:35:16.632534 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.api.v2.resource [None req-2a34ce2f-3fe5-46d8-b67e-54e402179353 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] show failed (client error): The resource could not be found. Jan 27 17:35:16.633489 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2a34ce2f-3fe5-46d8-b67e-54e402179353 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "GET /v2.0/security-groups/afdc01ac-346a-4979-a60c-f3fbf403a7a1 HTTP/1.1" status: 404 len: 347 time: 0.0168011 Jan 27 17:35:16.636286 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42196) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:35:16.788971 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ec1c7-fc87-4e55-a9e2-cdf410d00571 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Deleting port f42989ab-7ef4-4399-b183-c313b3648171 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:35:16.789277 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec1c7-fc87-4e55-a9e2-cdf410d00571 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:16.960029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec1c7-fc87-4e55-a9e2-cdf410d00571 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:16.960317 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec1c7-fc87-4e55-a9e2-cdf410d00571 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:17.080619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ec1c7-fc87-4e55-a9e2-cdf410d00571 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Calling delete_port for f42989ab-7ef4-4399-b183-c313b3648171 owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:35:17.224109 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec1c7-fc87-4e55-a9e2-cdf410d00571 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:17.269142 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ec1c7-fc87-4e55-a9e2-cdf410d00571 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Pushing event deleted for resources: {'Port': ['ID=f42989ab-7ef4-4399-b183-c313b3648171,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:17.360259 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec1c7-fc87-4e55-a9e2-cdf410d00571 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:17.379367 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec1c7-fc87-4e55-a9e2-cdf410d00571 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:17.380490 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5e0ec1c7-fc87-4e55-a9e2-cdf410d00571 tempest-ServerActionsTestJSON-968392238 tempest-ServerActionsTestJSON-968392238-project] 10.222.0.50 "DELETE /v2.0/floatingips/7be478bd-7708-4644-b4dc-06373d8a05e5 HTTP/1.1" status: 204 len: 168 time: 0.7433364 Jan 27 17:35:17.383533 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42200) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:35:18.082544 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-522f7be3-c4bf-419b-ac32-04c8f9ad14e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:18.444969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-522f7be3-c4bf-419b-ac32-04c8f9ad14e7 admin admin] Deleting port 0e041be6-9808-4318-b302-ba6e44de174d {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:35:18.445316 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-522f7be3-c4bf-419b-ac32-04c8f9ad14e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:18.642793 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-522f7be3-c4bf-419b-ac32-04c8f9ad14e7 admin admin] For port 0e041be6-9808-4318-b302-ba6e44de174d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0e041be6-9808-4318-b302-ba6e44de174d,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:18.643115 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-522f7be3-c4bf-419b-ac32-04c8f9ad14e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:18.768951 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-522f7be3-c4bf-419b-ac32-04c8f9ad14e7 admin admin] Calling delete_port for 0e041be6-9808-4318-b302-ba6e44de174d owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:35:18.786365 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0000295a-e116-4412-9747-18336e0e4fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:19.104827 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-522f7be3-c4bf-419b-ac32-04c8f9ad14e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:19.150027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f7be3-c4bf-419b-ac32-04c8f9ad14e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e041be6-9808-4318-b302-ba6e44de174d,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:19.544720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-522f7be3-c4bf-419b-ac32-04c8f9ad14e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:19.909076 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522f7be3-c4bf-419b-ac32-04c8f9ad14e7 admin admin] Router 6217276f-e328-45be-b2be-0e085ab924dd has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:35:20.093441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522f7be3-c4bf-419b-ac32-04c8f9ad14e7 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:35:20.102359 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258447d-8ca1-44fc-879d-204b8c70901d None None] Sync routers for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:35:20.105263 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-522f7be3-c4bf-419b-ac32-04c8f9ad14e7 admin admin] 10.222.0.50 "PUT /v2.0/routers/6217276f-e328-45be-b2be-0e085ab924dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7207980 Jan 27 17:35:20.108681 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42206) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:35:20.113200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258447d-8ca1-44fc-879d-204b8c70901d None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:35:20.113847 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a258447d-8ca1-44fc-879d-204b8c70901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:34:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:20.286706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-878707f5-0a5f-481d-8571-7b57db5329b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:20.296480 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-a258447d-8ca1-44fc-879d-204b8c70901d None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:35:20.465250 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-878707f5-0a5f-481d-8571-7b57db5329b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:20.476551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-878707f5-0a5f-481d-8571-7b57db5329b0 admin admin] Deleting port d9deb773-0f45-434d-a238-d6d7315a089c {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:35:20.476889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-878707f5-0a5f-481d-8571-7b57db5329b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:20.620400 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a258447d-8ca1-44fc-879d-204b8c70901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:35:19Z', 'revision_number': 5, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port': {'id': 'd9deb773-0f45-434d-a238-d6d7315a089c', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217276f-e328-45be-b2be-0e085ab924dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:29:27Z', 'updated_at': '2022-01-27T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:20.624764 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258447d-8ca1-44fc-879d-204b8c70901d None None] Checking router: 6217276f-e328-45be-b2be-0e085ab924dd for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:35:20.633969 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258447d-8ca1-44fc-879d-204b8c70901d None None] Routers {'6217276f-e328-45be-b2be-0e085ab924dd'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:35:20.634583 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a258447d-8ca1-44fc-879d-204b8c70901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:34:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6217276f-e328-45be-b2be-0e085ab924dd'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:20.780450 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-878707f5-0a5f-481d-8571-7b57db5329b0 admin admin] For port d9deb773-0f45-434d-a238-d6d7315a089c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d9deb773-0f45-434d-a238-d6d7315a089c,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:20.780745 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-878707f5-0a5f-481d-8571-7b57db5329b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:20.786366 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-a258447d-8ca1-44fc-879d-204b8c70901d None None] Set router 6217276f-e328-45be-b2be-0e085ab924dd gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:35:20.891047 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a258447d-8ca1-44fc-879d-204b8c70901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:35:20Z', 'revision_number': 6, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:20.895031 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258447d-8ca1-44fc-879d-204b8c70901d None None] The sync data for ids ['6217276f-e328-45be-b2be-0e085ab924dd'] in dv-neutron-826439-2-hyperv is: [{'id': '6217276f-e328-45be-b2be-0e085ab924dd', 'name': 'tempest-ServerActionsTestJSON-330327487-router', 'tenant_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:29:26Z', 'updated_at': '2022-01-27T17:35:20Z', 'revision_number': 6, 'project_id': '5664aff4a32145a6a58a201a1f6ccbb0', 'gw_port_host': None}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:35:20.905819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-878707f5-0a5f-481d-8571-7b57db5329b0 admin admin] Calling delete_port for d9deb773-0f45-434d-a238-d6d7315a089c owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:35:21.037081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8335a9cb-840c-4cfe-9c29-7d612f3e2e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:21.080403 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-878707f5-0a5f-481d-8571-7b57db5329b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:21.127648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878707f5-0a5f-481d-8571-7b57db5329b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9deb773-0f45-434d-a238-d6d7315a089c,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:21.219910 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-878707f5-0a5f-481d-8571-7b57db5329b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:21.393338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-878707f5-0a5f-481d-8571-7b57db5329b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:21.395613 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-878707f5-0a5f-481d-8571-7b57db5329b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:21.419765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-878707f5-0a5f-481d-8571-7b57db5329b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:21.420248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878707f5-0a5f-481d-8571-7b57db5329b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6217276f-e328-45be-b2be-0e085ab924dd {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:35:21.432290 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-878707f5-0a5f-481d-8571-7b57db5329b0 admin admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:21.433397 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-878707f5-0a5f-481d-8571-7b57db5329b0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/6217276f-e328-45be-b2be-0e085ab924dd HTTP/1.1" status: 204 len: 168 time: 1.3237181 Jan 27 17:35:21.436035 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42210) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:35:21.493961 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc5d75e-baa2-40b7-88d7-1f3488b2a5c8 admin admin] Deleting subnet 83408c0e-9001-43fa-ba81-13cf4ba3876b {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:35:21.496759 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d75e-baa2-40b7-88d7-1f3488b2a5c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:21.552737 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d75e-baa2-40b7-88d7-1f3488b2a5c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:21.639120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d75e-baa2-40b7-88d7-1f3488b2a5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:21.673361 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d9deb773-0f45-434d-a238-d6d7315a089c no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:35:21.708169 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: d9deb773-0f45-434d-a238-d6d7315a089c {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:35:21.708512 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d9deb773-0f45-434d-a238-d6d7315a089c not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:35:21.708931 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0e041be6-9808-4318-b302-ba6e44de174d no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:35:21.719183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d75e-baa2-40b7-88d7-1f3488b2a5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:21.743479 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 0e041be6-9808-4318-b302-ba6e44de174d {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:35:21.743891 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0e041be6-9808-4318-b302-ba6e44de174d not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:35:21.763810 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5d75e-baa2-40b7-88d7-1f3488b2a5c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83408c0e-9001-43fa-ba81-13cf4ba3876b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:21.767202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d75e-baa2-40b7-88d7-1f3488b2a5c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:21.772701 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68b2d9c-ca52-4bad-95f1-40658bed045a None None] Network 6a65ecad-e05e-4d1e-8189-62bebfde050c requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:35:21.773199 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ecc5d75e-baa2-40b7-88d7-1f3488b2a5c8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/83408c0e-9001-43fa-ba81-13cf4ba3876b HTTP/1.1" status: 204 len: 168 time: 0.3362539 Jan 27 17:35:21.775707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42214) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:35:21.879239 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:21.890529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] Deleting port 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:35:21.891049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:22.021230 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af0ac72-e902-4e78-bffb-57eea85aa627 None None] DHCP port deletion for 6a65ecad-e05e-4d1e-8189-62bebfde050c request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:35:22.025644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1af0ac72-e902-4e78-bffb-57eea85aa627 None None] Deleting port 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:35:22.026134 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1af0ac72-e902-4e78-bffb-57eea85aa627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:22.104415 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] For port 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:22.104765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:22.239123 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1af0ac72-e902-4e78-bffb-57eea85aa627 None None] For port 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3,segment=NetworkSegment(da973469-7d84-4be2-ab9d-4abbb5af9d2c),segment_id=da973469-7d84-4be2-ab9d-4abbb5af9d2c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:22.239382 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1af0ac72-e902-4e78-bffb-57eea85aa627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:22.253977 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:22.343973 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] Calling delete_port for 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:35:22.373601 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1af0ac72-e902-4e78-bffb-57eea85aa627 None None] Calling delete_port for 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:35:22.406026 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:22.425481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:22.446130 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-1af0ac72-e902-4e78-bffb-57eea85aa627 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:35:22.446473 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-1af0ac72-e902-4e78-bffb-57eea85aa627 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:35:22.470935 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:22.474405 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] No DVR routers for this DVR port 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:35:22.593238 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:22.620112 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a65ecad-e05e-4d1e-8189-62bebfde050c']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:22.634423 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da973469-7d84-4be2-ab9d-4abbb5af9d2c') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:22.634726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da973469-7d84-4be2-ab9d-4abbb5af9d2c') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:22.646420 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:22.662923 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:22.670793 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:35:22.671645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:35:22.690872 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:35:22.771817 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:22.791553 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:22.803404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] Pushing event deleted for resources: {'Network': ['ID=6a65ecad-e05e-4d1e-8189-62bebfde050c,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:22.817398 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a6502028-c036-460b-9302-e0735e38185b admin admin] 10.222.0.50 "DELETE /v2.0/networks/6a65ecad-e05e-4d1e-8189-62bebfde050c HTTP/1.1" status: 204 len: 168 time: 1.0406446 Jan 27 17:35:22.947509 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1af0ac72-e902-4e78-bffb-57eea85aa627 None None] Deleting port 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:35:22.947992 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1af0ac72-e902-4e78-bffb-57eea85aa627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:22.948730 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42220) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:35:23.005656 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bdd45e69-e25b-4442-aa0d-ba385b526317 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5664aff4a32145a6a58a201a1f6ccbb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556624 Jan 27 17:35:23.006260 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42224) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:35:23.015535 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1af0ac72-e902-4e78-bffb-57eea85aa627 None None] The port '1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:35:23.065705 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2151-e55c-4629-a68a-557ca53ac47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:23.091022 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2151-e55c-4629-a68a-557ca53ac47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:23.143108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2151-e55c-4629-a68a-557ca53ac47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:23.165622 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f2151-e55c-4629-a68a-557ca53ac47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c36795-87b1-49fb-bdcc-215443a769c0,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:23.179137 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f2151-e55c-4629-a68a-557ca53ac47c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:23.179468 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f2151-e55c-4629-a68a-557ca53ac47c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:23.179801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f2151-e55c-4629-a68a-557ca53ac47c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:23.180119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f2151-e55c-4629-a68a-557ca53ac47c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:23.180438 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f2151-e55c-4629-a68a-557ca53ac47c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:23.180751 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f2151-e55c-4629-a68a-557ca53ac47c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:23.181066 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f2151-e55c-4629-a68a-557ca53ac47c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:23.181377 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f2151-e55c-4629-a68a-557ca53ac47c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:23.181716 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f2151-e55c-4629-a68a-557ca53ac47c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:23.182029 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f2151-e55c-4629-a68a-557ca53ac47c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:23.184819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f2151-e55c-4629-a68a-557ca53ac47c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:23.185172 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1f2151-e55c-4629-a68a-557ca53ac47c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:35:23.188312 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2151-e55c-4629-a68a-557ca53ac47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:23.193655 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4f1f2151-e55c-4629-a68a-557ca53ac47c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/20c36795-87b1-49fb-bdcc-215443a769c0 HTTP/1.1" status: 204 len: 168 time: 0.1864052 Jan 27 17:35:23.500005 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:23.573259 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:35:23.607736 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:35:23.608077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 1d5d0b1b-3692-4a7b-866c-1c49c15eaaa3 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:35:23.977313 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42248) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:35:24.084852 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-305252377-network', 'tenant_id': 'dfc82c3bcd80471db45cb65c5b8de066'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:35:24.089767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:35:24.094719 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Usage tracker for resource:network and tenant:dfc82c3bcd80471db45cb65c5b8de066 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:35:24.099385 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:35:24.108091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:35:24.119468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Made reservation on behalf of dfc82c3bcd80471db45cb65c5b8de066 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:35:24.121721 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:24.133949 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:24.151705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:35:24.155614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Usage tracker for resource:security_group_rule and tenant:dfc82c3bcd80471db45cb65c5b8de066 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:35:24.158517 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:35:24.164247 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:35:24.247343 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:24.253410 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:24.282766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:35:24.290948 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:24.297016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:24.297344 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Added segment 826f1b2b-c387-49df-b6cd-b4b3f29f195f of type vlan for network ff094b6a-3b8c-44d3-b732-04d931538eb8 Jan 27 17:35:24.322877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:24.352585 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:24.353507 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:24.354138 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:24.450682 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4721916 Jan 27 17:35:24.454106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42254) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:35:24.456304 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec3403-e75c-4608-8d7d-2a955a704af8 admin admin] Pushing event updated for resources: {'Network': ['ID=ff094b6a-3b8c-44d3-b732-04d931538eb8,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:24.460958 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b39c3d1e-5d89-47ef-8b32-6718658d5640 admin admin] Request body: {'subnet': {'network_id': 'ff094b6a-3b8c-44d3-b732-04d931538eb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-305252377-subnet', 'tenant_id': 'dfc82c3bcd80471db45cb65c5b8de066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:35:24.465958 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network ff094b6a-3b8c-44d3-b732-04d931538eb8 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:35:24.467421 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b39c3d1e-5d89-47ef-8b32-6718658d5640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:35:24.471479 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b39c3d1e-5d89-47ef-8b32-6718658d5640 admin admin] Usage tracker for resource:subnet and tenant:dfc82c3bcd80471db45cb65c5b8de066 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:35:24.474587 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b39c3d1e-5d89-47ef-8b32-6718658d5640 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:35:24.481016 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b39c3d1e-5d89-47ef-8b32-6718658d5640 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:35:24.490850 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39c3d1e-5d89-47ef-8b32-6718658d5640 admin admin] Made reservation on behalf of dfc82c3bcd80471db45cb65c5b8de066 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:35:24.493589 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b39c3d1e-5d89-47ef-8b32-6718658d5640 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:24.704838 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b39c3d1e-5d89-47ef-8b32-6718658d5640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:24.771079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c3d1e-5d89-47ef-8b32-6718658d5640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50309096-5092-41ba-af88-5348b1213fa3,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:24.783879 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39c3d1e-5d89-47ef-8b32-6718658d5640 admin admin] Checking segment: {'id': '826f1b2b-c387-49df-b6cd-b4b3f29f195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ff094b6a-3b8c-44d3-b732-04d931538eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:35:24.784217 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39c3d1e-5d89-47ef-8b32-6718658d5640 admin admin] Network hostable DHCP agents. Network: ff094b6a-3b8c-44d3-b732-04d931538eb8, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:35:24.804778 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39c3d1e-5d89-47ef-8b32-6718658d5640 admin admin] Network ff094b6a-3b8c-44d3-b732-04d931538eb8 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:35:24.814688 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-b39c3d1e-5d89-47ef-8b32-6718658d5640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, ff094b6a-3b8c-44d3-b732-04d931538eb8) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:35:24.818620 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39c3d1e-5d89-47ef-8b32-6718658d5640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:24.819184 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b39c3d1e-5d89-47ef-8b32-6718658d5640 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:24.825435 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f153c3-ff32-40d1-95d6-a37f7a12f286 None None] Network ff094b6a-3b8c-44d3-b732-04d931538eb8 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:35:24.839653 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b39c3d1e-5d89-47ef-8b32-6718658d5640 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3843837 Jan 27 17:35:25.084515 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddb46de-f758-4cb0-8fe9-e8a989d7e393 None None] Network ff094b6a-3b8c-44d3-b732-04d931538eb8 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:35:25.365704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-e577f9c3-9842-4ea3-9f56-4b3a70a51ac5 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:25.366276 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-e577f9c3-9842-4ea3-9f56-4b3a70a51ac5 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Synchronizing usage tracker for tenant:dfc82c3bcd80471db45cb65c5b8de066 on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:35:25.384832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-e577f9c3-9842-4ea3-9f56-4b3a70a51ac5 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Unset dirty status for tenant:dfc82c3bcd80471db45cb65c5b8de066 on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:35:25.386007 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-e577f9c3-9842-4ea3-9f56-4b3a70a51ac5 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/networks?id=ff094b6a-3b8c-44d3-b732-04d931538eb8 HTTP/1.1" status: 200 len: 813 time: 0.1777830 Jan 27 17:35:25.402950 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-e88eb465-f3e5-428a-96b7-bc9e4e2909a3 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/quotas/dfc82c3bcd80471db45cb65c5b8de066 HTTP/1.1" status: 200 len: 375 time: 0.0095201 Jan 27 17:35:25.450615 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ab41a39e-627d-420b-a53d-4d4b09cfc932 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dfc82c3bcd80471db45cb65c5b8de066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426960 Jan 27 17:35:25.585640 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-0e3493ac-2000-40bf-8ad1-b1947fc9f3a0 service neutron] 10.222.0.50 "GET /v2.0/networks/ff094b6a-3b8c-44d3-b732-04d931538eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247337 Jan 27 17:35:25.738541 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-a30be2c3-50b4-46b0-87b0-238a7e19a4b6 service neutron] 10.222.0.50 "GET /v2.0/networks/ff094b6a-3b8c-44d3-b732-04d931538eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435652 Jan 27 17:35:25.920254 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1bd3f7ad-f258-476b-8c42-b1aa0064fd11 req-81eab487-0773-4243-be1b-bf032f5ced39 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 210 time: 0.0449927 Jan 27 17:35:26.976091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-70940d8c-fcf5-4cf2-a644-d8a01d8618fe tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:26.977504 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-70940d8c-fcf5-4cf2-a644-d8a01d8618fe tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.83 "GET /v2.0/networks?id=ff094b6a-3b8c-44d3-b732-04d931538eb8 HTTP/1.1" status: 200 len: 813 time: 0.1638715 Jan 27 17:35:26.989444 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-9354a490-ea89-48be-92fe-b6ae1337a528 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Request body: {'port': {'device_id': 'b573d8a1-f78a-4895-9bc5-48fb6b958f2c', 'network_id': 'ff094b6a-3b8c-44d3-b732-04d931538eb8', 'admin_state_up': True, 'tenant_id': 'dfc82c3bcd80471db45cb65c5b8de066'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:35:27.084064 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-efd319f1-c196-43f6-ae1c-44b2b1bbacfb req-a67590ef-63bc-4e0e-a00a-6d04ef8aa3c2 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 210 time: 0.0510240 Jan 27 17:35:27.179100 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-9354a490-ea89-48be-92fe-b6ae1337a528 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:35:27.183026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-9354a490-ea89-48be-92fe-b6ae1337a528 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Usage tracker for resource:port and tenant:dfc82c3bcd80471db45cb65c5b8de066 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:35:27.185876 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-9354a490-ea89-48be-92fe-b6ae1337a528 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:35:27.191641 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-9354a490-ea89-48be-92fe-b6ae1337a528 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:35:27.204267 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-9354a490-ea89-48be-92fe-b6ae1337a528 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Made reservation on behalf of dfc82c3bcd80471db45cb65c5b8de066 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:35:27.207672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-9354a490-ea89-48be-92fe-b6ae1337a528 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:27.365921 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-9354a490-ea89-48be-92fe-b6ae1337a528 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Allocated IP 172.20.0.8 (ff094b6a-3b8c-44d3-b732-04d931538eb8/50309096-5092-41ba-af88-5348b1213fa3/23725271-10a2-4e64-b5bf-9ab22384b5fe) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:35:27.698690 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-9354a490-ea89-48be-92fe-b6ae1337a528 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:27.733703 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-9354a490-ea89-48be-92fe-b6ae1337a528 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:27.806043 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-9354a490-ea89-48be-92fe-b6ae1337a528 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Network ff094b6a-3b8c-44d3-b732-04d931538eb8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:35:27.809116 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-9354a490-ea89-48be-92fe-b6ae1337a528 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:35:27.812937 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-9354a490-ea89-48be-92fe-b6ae1337a528 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:35:27.842889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354a490-ea89-48be-92fe-b6ae1337a528 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Pushing event updated for resources: {'Port': ['ID=23725271-10a2-4e64-b5bf-9ab22384b5fe,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:27.880271 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-9354a490-ea89-48be-92fe-b6ae1337a528 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:27.880925 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-9354a490-ea89-48be-92fe-b6ae1337a528 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:27.903023 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-9354a490-ea89-48be-92fe-b6ae1337a528 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9171042 Jan 27 17:35:27.914867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Request body: {'port': {'device_id': 'b573d8a1-f78a-4895-9bc5-48fb6b958f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:35:28.041180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:28.273952 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d078617-5e79-4eee-9b53-d95606cc8c16 req-083d8ef3-a261-4735-bd1d-8e706c461929 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:28.275637 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1d078617-5e79-4eee-9b53-d95606cc8c16 req-083d8ef3-a261-4735-bd1d-8e706c461929 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 931 time: 0.0873263 Jan 27 17:35:28.319553 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1d078617-5e79-4eee-9b53-d95606cc8c16 req-8df31634-1e66-4429-8929-3d91452b4c9f tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383463 Jan 27 17:35:28.384836 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23725271-10a2-4e64-b5bf-9ab22384b5fe {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:35:28.391986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:28.406431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Transition to ACTIVE for port object 23725271-10a2-4e64-b5bf-9ab22384b5fe will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:35:28.411743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:28.544779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=23725271-10a2-4e64-b5bf-9ab22384b5fe,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:28.647276 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Attempting to bind port 23725271-10a2-4e64-b5bf-9ab22384b5fe on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:35:28.647514 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Attempting to bind port 23725271-10a2-4e64-b5bf-9ab22384b5fe by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '826f1b2b-c387-49df-b6cd-b4b3f29f195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ff094b6a-3b8c-44d3-b732-04d931538eb8'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:35:28.647819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Attempting to bind port 23725271-10a2-4e64-b5bf-9ab22384b5fe on network ff094b6a-3b8c-44d3-b732-04d931538eb8 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:35:28.652442 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Port 23725271-10a2-4e64-b5bf-9ab22384b5fe on network ff094b6a-3b8c-44d3-b732-04d931538eb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:35:28.652753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Attempting to bind port 23725271-10a2-4e64-b5bf-9ab22384b5fe on network ff094b6a-3b8c-44d3-b732-04d931538eb8 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:35:28.658205 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:35:28.658600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Checking segment: {'id': '826f1b2b-c387-49df-b6cd-b4b3f29f195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ff094b6a-3b8c-44d3-b732-04d931538eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:35:28.658968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Bound using segment: {'id': '826f1b2b-c387-49df-b6cd-b4b3f29f195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ff094b6a-3b8c-44d3-b732-04d931538eb8'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:35:28.659380 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Bound port: 23725271-10a2-4e64-b5bf-9ab22384b5fe, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '826f1b2b-c387-49df-b6cd-b4b3f29f195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ff094b6a-3b8c-44d3-b732-04d931538eb8'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:35:28.659717 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:28.748262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] For port 23725271-10a2-4e64-b5bf-9ab22384b5fe, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:35:28.751161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] For port 23725271-10a2-4e64-b5bf-9ab22384b5fe, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=23725271-10a2-4e64-b5bf-9ab22384b5fe,segment=NetworkSegment(826f1b2b-c387-49df-b6cd-b4b3f29f195f),segment_id=826f1b2b-c387-49df-b6cd-b4b3f29f195f)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:35:28.758074 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:28.814672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:28.815311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:28.816677 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] 10.222.0.83 "PUT /v2.0/ports/23725271-10a2-4e64-b5bf-9ab22384b5fe HTTP/1.1" status: 200 len: 1093 time: 0.9061916 Jan 27 17:35:28.817118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b573d8a1-f78a-4895-9bc5-48fb6b958f2c', 'tag': '23725271-10a2-4e64-b5bf-9ab22384b5fe'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:35:28.852194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b4582-07ef-4ae8-948e-ff636b6dd6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=23725271-10a2-4e64-b5bf-9ab22384b5fe,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:28.888130 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b573d8a1-f78a-4895-9bc5-48fb6b958f2c', 'tag': '23725271-10a2-4e64-b5bf-9ab22384b5fe', 'status': 'completed', 'code': 200} Jan 27 17:35:28.927787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-a0beca29-2620-4dbd-a78c-707491a7e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:28.929340 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-a0beca29-2620-4dbd-a78c-707491a7e326 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dfc82c3bcd80471db45cb65c5b8de066&device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 1096 time: 0.0728219 Jan 27 17:35:29.003167 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-473d04e2-e456-4d00-b295-d8c33b720c88 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23725271-10a2-4e64-b5bf-9ab22384b5fe HTTP/1.1" status: 200 len: 217 time: 0.0644033 Jan 27 17:35:29.064426 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-6ffee56f-9f37-4b23-9290-96bf702a028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:29.065892 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-6ffee56f-9f37-4b23-9290-96bf702a028c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50309096-5092-41ba-af88-5348b1213fa3 HTTP/1.1" status: 200 len: 853 time: 0.0571210 Jan 27 17:35:29.116311 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-eb807cd8-40d8-42be-81bd-2b97c102bbea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ff094b6a-3b8c-44d3-b732-04d931538eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434804 Jan 27 17:35:29.247936 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-be41e12d-deb6-472a-bdb0-294799d05d0a service neutron] 10.222.0.83 "GET /v2.0/networks/ff094b6a-3b8c-44d3-b732-04d931538eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259043 Jan 27 17:35:29.491756 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ef3f6089-1a13-437a-a0c8-9a1141542256 req-ad2c5f2f-8b95-4e7f-82cd-01f92d8560cf service neutron] 10.222.0.83 "GET /v2.0/networks/ff094b6a-3b8c-44d3-b732-04d931538eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379031 Jan 27 17:35:29.509430 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27fa94-c1f8-46b5-ae23-f678fe5b5851 req-50d10e58-258a-470d-9b5d-eb761d804574 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:29.510864 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5c27fa94-c1f8-46b5-ae23-f678fe5b5851 req-50d10e58-258a-470d-9b5d-eb761d804574 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 943 time: 0.0826523 Jan 27 17:35:29.555400 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5c27fa94-c1f8-46b5-ae23-f678fe5b5851 req-956de229-a7a8-4c4a-be3e-bcd40aa14def tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384920 Jan 27 17:35:29.607146 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab208e4d-683c-4204-b43a-57bd56d030bf req-96338972-d99d-45fb-8265-72b109b19e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:29.608659 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ab208e4d-683c-4204-b43a-57bd56d030bf req-96338972-d99d-45fb-8265-72b109b19e59 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dfc82c3bcd80471db45cb65c5b8de066&device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 1096 time: 0.0708628 Jan 27 17:35:29.741584 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab208e4d-683c-4204-b43a-57bd56d030bf req-8d2e7a0c-e855-407f-a891-058950286c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:29.743088 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ab208e4d-683c-4204-b43a-57bd56d030bf req-8d2e7a0c-e855-407f-a891-058950286c30 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ff094b6a-3b8c-44d3-b732-04d931538eb8 HTTP/1.1" status: 200 len: 915 time: 0.1281741 Jan 27 17:35:29.815380 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ab208e4d-683c-4204-b43a-57bd56d030bf req-5dd0c523-e99d-40c9-aa8d-3048ade1cd48 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23725271-10a2-4e64-b5bf-9ab22384b5fe HTTP/1.1" status: 200 len: 217 time: 0.0648115 Jan 27 17:35:29.882109 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab208e4d-683c-4204-b43a-57bd56d030bf req-41e3b2be-0497-44b3-90e3-644e17f9c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:29.883543 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ab208e4d-683c-4204-b43a-57bd56d030bf req-41e3b2be-0497-44b3-90e3-644e17f9c7cb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50309096-5092-41ba-af88-5348b1213fa3 HTTP/1.1" status: 200 len: 853 time: 0.0617647 Jan 27 17:35:29.933610 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ab208e4d-683c-4204-b43a-57bd56d030bf req-5c9d5b1a-d453-4254-ab6d-4381c31a031a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ff094b6a-3b8c-44d3-b732-04d931538eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436437 Jan 27 17:35:30.067887 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ab208e4d-683c-4204-b43a-57bd56d030bf req-72a1f596-d1e5-4c3d-92f8-6fa833960d6e service neutron] 10.222.0.83 "GET /v2.0/networks/ff094b6a-3b8c-44d3-b732-04d931538eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268895 Jan 27 17:35:30.199772 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ab208e4d-683c-4204-b43a-57bd56d030bf req-4aa47651-507c-40e2-956e-4c1637055da5 service neutron] 10.222.0.83 "GET /v2.0/networks/ff094b6a-3b8c-44d3-b732-04d931538eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249900 Jan 27 17:35:30.762404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb684c0-86cc-4161-8948-5deb5c6c2c54 req-baa1330f-71d0-4c9c-89cd-6eff44e12248 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:30.763095 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-aeb684c0-86cc-4161-8948-5deb5c6c2c54 req-baa1330f-71d0-4c9c-89cd-6eff44e12248 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Synchronizing usage tracker for tenant:dfc82c3bcd80471db45cb65c5b8de066 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:35:30.784202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-aeb684c0-86cc-4161-8948-5deb5c6c2c54 req-baa1330f-71d0-4c9c-89cd-6eff44e12248 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Unset dirty status for tenant:dfc82c3bcd80471db45cb65c5b8de066 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:35:30.785321 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-aeb684c0-86cc-4161-8948-5deb5c6c2c54 req-baa1330f-71d0-4c9c-89cd-6eff44e12248 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 943 time: 0.1083057 Jan 27 17:35:30.831689 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-aeb684c0-86cc-4161-8948-5deb5c6c2c54 req-609dbb12-8437-4b3c-ba6b-e8e2f21f3cb6 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Synchronizing usage tracker for tenant:dfc82c3bcd80471db45cb65c5b8de066 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:35:30.852472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-aeb684c0-86cc-4161-8948-5deb5c6c2c54 req-609dbb12-8437-4b3c-ba6b-e8e2f21f3cb6 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Unset dirty status for tenant:dfc82c3bcd80471db45cb65c5b8de066 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:35:30.853592 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-aeb684c0-86cc-4161-8948-5deb5c6c2c54 req-609dbb12-8437-4b3c-ba6b-e8e2f21f3cb6 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624671 Jan 27 17:35:31.761446 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 23725271-10a2-4e64-b5bf-9ab22384b5fe details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:35:31.897901 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 23725271-10a2-4e64-b5bf-9ab22384b5fe, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=23725271-10a2-4e64-b5bf-9ab22384b5fe,segment=NetworkSegment(826f1b2b-c387-49df-b6cd-b4b3f29f195f),segment_id=826f1b2b-c387-49df-b6cd-b4b3f29f195f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:31.911126 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '23725271-10a2-4e64-b5bf-9ab22384b5fe', 'network_id': 'ff094b6a-3b8c-44d3-b732-04d931538eb8', 'port_id': '23725271-10a2-4e64-b5bf-9ab22384b5fe', 'mac_address': 'fa:16:3e:c8:e4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50309096-5092-41ba-af88-5348b1213fa3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:35:31.982901 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:32.003860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23725271-10a2-4e64-b5bf-9ab22384b5fe {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:35:32.020518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 23725271-10a2-4e64-b5bf-9ab22384b5fe, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=23725271-10a2-4e64-b5bf-9ab22384b5fe,segment=NetworkSegment(826f1b2b-c387-49df-b6cd-b4b3f29f195f),segment_id=826f1b2b-c387-49df-b6cd-b4b3f29f195f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:32.025271 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:32.045403 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefed829-dbc5-412c-9508-3eca6cbbd0de req-627f99e3-8800-4a60-9f5e-144088bdb5ab tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:32.048071 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cefed829-dbc5-412c-9508-3eca6cbbd0de req-627f99e3-8800-4a60-9f5e-144088bdb5ab tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 943 time: 0.0866857 Jan 27 17:35:32.092438 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=23725271-10a2-4e64-b5bf-9ab22384b5fe,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:32.093589 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cefed829-dbc5-412c-9508-3eca6cbbd0de req-5dd85e74-8748-4bf1-9fe0-878d821ef919 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392489 Jan 27 17:35:32.230956 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['23725271-10a2-4e64-b5bf-9ab22384b5fe'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:35:33.284580 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f83d39-7753-4e44-931c-84703edf0290 req-454f5795-c605-4001-afcc-b658a07b003c tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:33.286184 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-48f83d39-7753-4e44-931c-84703edf0290 req-454f5795-c605-4001-afcc-b658a07b003c tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 944 time: 0.0840807 Jan 27 17:35:33.331063 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-48f83d39-7753-4e44-931c-84703edf0290 req-26856c5a-6094-43b8-880a-ab2f9186380a tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390594 Jan 27 17:35:33.623820 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:33.774932 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 23725271-10a2-4e64-b5bf-9ab22384b5fe up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:35:33.850677 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 23725271-10a2-4e64-b5bf-9ab22384b5fe completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:35:33.855523 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 23725271-10a2-4e64-b5bf-9ab22384b5fe triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:35:33.855885 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:33.970156 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:33.996175 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b573d8a1-f78a-4895-9bc5-48fb6b958f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23725271-10a2-4e64-b5bf-9ab22384b5fe'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:35:34.007248 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 23725271-10a2-4e64-b5bf-9ab22384b5fe, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=23725271-10a2-4e64-b5bf-9ab22384b5fe,segment=NetworkSegment(826f1b2b-c387-49df-b6cd-b4b3f29f195f),segment_id=826f1b2b-c387-49df-b6cd-b4b3f29f195f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:34.012349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:34.044020 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b573d8a1-f78a-4895-9bc5-48fb6b958f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23725271-10a2-4e64-b5bf-9ab22384b5fe', 'code': 200} Jan 27 17:35:34.085453 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=23725271-10a2-4e64-b5bf-9ab22384b5fe,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:34.275498 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08159e8-89c1-4704-a9e4-23dfc40895f7 req-3fe27a6b-b964-454b-ba14-52c29e0b5496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:34.276980 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c08159e8-89c1-4704-a9e4-23dfc40895f7 req-3fe27a6b-b964-454b-ba14-52c29e0b5496 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 1098 time: 0.0718207 Jan 27 17:35:34.317376 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c08159e8-89c1-4704-a9e4-23dfc40895f7 req-4dcf3f7e-9be6-4854-827b-1c529d3ff9d7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342677 Jan 27 17:35:34.520965 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bed8a9-2acc-4750-a744-5cfb4ff8815e req-87eae4ea-5e7b-4ad2-afe0-7cc69d42875a tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:34.522431 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e3bed8a9-2acc-4750-a744-5cfb4ff8815e req-87eae4ea-5e7b-4ad2-afe0-7cc69d42875a tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 945 time: 0.0855319 Jan 27 17:35:34.565836 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e3bed8a9-2acc-4750-a744-5cfb4ff8815e req-9222f2bd-9808-40db-88b9-2fa92698e3a0 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376794 Jan 27 17:35:35.775258 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79015b8-d4ff-4c78-82ac-d780cb73184e req-a44be658-927f-42d0-8464-6ed015c3b5d3 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:35.776596 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a79015b8-d4ff-4c78-82ac-d780cb73184e req-a44be658-927f-42d0-8464-6ed015c3b5d3 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 945 time: 0.0909269 Jan 27 17:35:35.821073 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a79015b8-d4ff-4c78-82ac-d780cb73184e req-d67e72e8-0bbf-4b59-95cb-a1fe53b2ebee tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387213 Jan 27 17:35:36.132439 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-65024224-5906-44de-bd01-3e222a367c3b tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:36.133898 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-65024224-5906-44de-bd01-3e222a367c3b tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/networks?id=ff094b6a-3b8c-44d3-b732-04d931538eb8 HTTP/1.1" status: 200 len: 813 time: 0.1592135 Jan 27 17:35:36.148776 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-a0fa3e22-725a-4374-90e9-23ffc532dd97 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/quotas/dfc82c3bcd80471db45cb65c5b8de066 HTTP/1.1" status: 200 len: 375 time: 0.0093217 Jan 27 17:35:36.233328 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-7c4b9e9b-f2fa-4e7f-9729-398f7384ede2 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dfc82c3bcd80471db45cb65c5b8de066&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0797508 Jan 27 17:35:36.366715 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-ea0f58a8-57e0-42fb-999c-417bdbba66d5 service neutron] 10.222.0.50 "GET /v2.0/networks/ff094b6a-3b8c-44d3-b732-04d931538eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248765 Jan 27 17:35:36.579068 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:35:36.610769 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-3fbef755-2b25-4ecb-b5b9-93327b794ea4 service neutron] 10.222.0.50 "GET /v2.0/networks/ff094b6a-3b8c-44d3-b732-04d931538eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380486 Jan 27 17:35:36.792538 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ec340c1d-e032-42ba-a541-1d8bdf6fd192 req-7defda36-e18f-4d08-b4fc-289bb0102c8d tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64d1846-2146-42a3-b280-944a84e9dede HTTP/1.1" status: 200 len: 210 time: 0.0416715 Jan 27 17:35:37.820401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-94141789-8a12-4d6f-ad5e-5645a54b7f66 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:37.821778 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-94141789-8a12-4d6f-ad5e-5645a54b7f66 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.83 "GET /v2.0/networks?id=ff094b6a-3b8c-44d3-b732-04d931538eb8 HTTP/1.1" status: 200 len: 813 time: 0.1487215 Jan 27 17:35:37.833814 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-eac7fe16-c7e6-46c6-8d49-007bd14f4d22 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Request body: {'port': {'device_id': 'a64d1846-2146-42a3-b280-944a84e9dede', 'network_id': 'ff094b6a-3b8c-44d3-b732-04d931538eb8', 'admin_state_up': True, 'tenant_id': 'dfc82c3bcd80471db45cb65c5b8de066'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:35:37.977179 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b382e2f1-9f8e-4db3-a2fa-2652d742da94 req-0072b510-d70c-4afb-af2e-08e071dd364e tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64d1846-2146-42a3-b280-944a84e9dede HTTP/1.1" status: 200 len: 210 time: 0.0500522 Jan 27 17:35:38.013265 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-eac7fe16-c7e6-46c6-8d49-007bd14f4d22 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:35:38.024958 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-eac7fe16-c7e6-46c6-8d49-007bd14f4d22 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:35:38.036175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-eac7fe16-c7e6-46c6-8d49-007bd14f4d22 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Made reservation on behalf of dfc82c3bcd80471db45cb65c5b8de066 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:35:38.040194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-eac7fe16-c7e6-46c6-8d49-007bd14f4d22 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:38.210854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-eac7fe16-c7e6-46c6-8d49-007bd14f4d22 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Allocated IP 172.20.0.14 (ff094b6a-3b8c-44d3-b732-04d931538eb8/50309096-5092-41ba-af88-5348b1213fa3/9acb55fc-3d12-4120-8c6f-01172e39adf5) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:35:38.443772 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-eac7fe16-c7e6-46c6-8d49-007bd14f4d22 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:38.479187 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-eac7fe16-c7e6-46c6-8d49-007bd14f4d22 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:38.493290 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['23725271-10a2-4e64-b5bf-9ab22384b5fe'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:35:38.554472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-eac7fe16-c7e6-46c6-8d49-007bd14f4d22 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Network ff094b6a-3b8c-44d3-b732-04d931538eb8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:35:38.557708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-eac7fe16-c7e6-46c6-8d49-007bd14f4d22 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:35:38.561575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-eac7fe16-c7e6-46c6-8d49-007bd14f4d22 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:35:38.595358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7fe16-c7e6-46c6-8d49-007bd14f4d22 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Pushing event updated for resources: {'Port': ['ID=9acb55fc-3d12-4120-8c6f-01172e39adf5,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:38.625810 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-eac7fe16-c7e6-46c6-8d49-007bd14f4d22 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:38.626416 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-eac7fe16-c7e6-46c6-8d49-007bd14f4d22 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:38.650905 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-eac7fe16-c7e6-46c6-8d49-007bd14f4d22 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8210964 Jan 27 17:35:38.662322 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Request body: {'port': {'device_id': 'a64d1846-2146-42a3-b280-944a84e9dede', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:35:38.789124 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:39.143356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9acb55fc-3d12-4120-8c6f-01172e39adf5 {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:35:39.150923 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:39.165309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Transition to ACTIVE for port object 9acb55fc-3d12-4120-8c6f-01172e39adf5 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:35:39.165523 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9c359-ab3b-4c9b-9ea9-54060954062b req-bfa0c581-9394-4510-8a62-83605f0f8928 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:39.167323 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-eef9c359-ab3b-4c9b-9ea9-54060954062b req-bfa0c581-9394-4510-8a62-83605f0f8928 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64d1846-2146-42a3-b280-944a84e9dede HTTP/1.1" status: 200 len: 932 time: 0.0836811 Jan 27 17:35:39.170207 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:39.211030 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-eef9c359-ab3b-4c9b-9ea9-54060954062b req-4a242837-87d2-4427-ab05-3d3ef761805b tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375841 Jan 27 17:35:39.299826 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Pushing event updated for resources: {'Port': ['ID=9acb55fc-3d12-4120-8c6f-01172e39adf5,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:39.398708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Attempting to bind port 9acb55fc-3d12-4120-8c6f-01172e39adf5 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:35:39.398914 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Attempting to bind port 9acb55fc-3d12-4120-8c6f-01172e39adf5 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '826f1b2b-c387-49df-b6cd-b4b3f29f195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ff094b6a-3b8c-44d3-b732-04d931538eb8'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:35:39.399248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Attempting to bind port 9acb55fc-3d12-4120-8c6f-01172e39adf5 on network ff094b6a-3b8c-44d3-b732-04d931538eb8 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:35:39.403914 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Port 9acb55fc-3d12-4120-8c6f-01172e39adf5 on network ff094b6a-3b8c-44d3-b732-04d931538eb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:35:39.404230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Attempting to bind port 9acb55fc-3d12-4120-8c6f-01172e39adf5 on network ff094b6a-3b8c-44d3-b732-04d931538eb8 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:35:39.409368 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:35:39.409712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Checking segment: {'id': '826f1b2b-c387-49df-b6cd-b4b3f29f195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ff094b6a-3b8c-44d3-b732-04d931538eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:35:39.410106 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Bound using segment: {'id': '826f1b2b-c387-49df-b6cd-b4b3f29f195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ff094b6a-3b8c-44d3-b732-04d931538eb8'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:35:39.410519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Bound port: 9acb55fc-3d12-4120-8c6f-01172e39adf5, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '826f1b2b-c387-49df-b6cd-b4b3f29f195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ff094b6a-3b8c-44d3-b732-04d931538eb8'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:35:39.410861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:39.616218 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] For port 9acb55fc-3d12-4120-8c6f-01172e39adf5, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:35:39.619280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] For port 9acb55fc-3d12-4120-8c6f-01172e39adf5, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9acb55fc-3d12-4120-8c6f-01172e39adf5,segment=NetworkSegment(826f1b2b-c387-49df-b6cd-b4b3f29f195f),segment_id=826f1b2b-c387-49df-b6cd-b4b3f29f195f)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:35:39.626392 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:39.684770 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:39.685400 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:39.686762 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] 10.222.0.83 "PUT /v2.0/ports/9acb55fc-3d12-4120-8c6f-01172e39adf5 HTTP/1.1" status: 200 len: 1094 time: 1.0286927 Jan 27 17:35:39.687186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64d1846-2146-42a3-b280-944a84e9dede', 'tag': '9acb55fc-3d12-4120-8c6f-01172e39adf5'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:35:39.708104 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac84c8-0246-4bad-b46c-ac49a444ca33 service neutron] Pushing event updated for resources: {'Port': ['ID=9acb55fc-3d12-4120-8c6f-01172e39adf5,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:39.760878 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64d1846-2146-42a3-b280-944a84e9dede', 'tag': '9acb55fc-3d12-4120-8c6f-01172e39adf5', 'status': 'completed', 'code': 200} Jan 27 17:35:39.801581 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-311b920d-cf7b-486e-b4c1-cfb7e4ddaada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:39.803099 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-311b920d-cf7b-486e-b4c1-cfb7e4ddaada service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dfc82c3bcd80471db45cb65c5b8de066&device_id=a64d1846-2146-42a3-b280-944a84e9dede HTTP/1.1" status: 200 len: 1097 time: 0.0760548 Jan 27 17:35:39.870002 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-8653325b-a0d5-4795-8e42-9427ec0c5f7e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9acb55fc-3d12-4120-8c6f-01172e39adf5 HTTP/1.1" status: 200 len: 217 time: 0.0594494 Jan 27 17:35:39.943404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-2c12397d-ac1f-489c-9a24-1ba6de86b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:39.944764 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-2c12397d-ac1f-489c-9a24-1ba6de86b366 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50309096-5092-41ba-af88-5348b1213fa3 HTTP/1.1" status: 200 len: 853 time: 0.0688465 Jan 27 17:35:39.990137 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-181e1e52-90a1-47c1-8811-078e4412c42a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ff094b6a-3b8c-44d3-b732-04d931538eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389049 Jan 27 17:35:40.129189 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-3948817f-fa6d-419e-a2d5-ac1401b20203 service neutron] 10.222.0.83 "GET /v2.0/networks/ff094b6a-3b8c-44d3-b732-04d931538eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326938 Jan 27 17:35:40.262934 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c568ea2-7f9d-472b-b93d-9e4ea2d493f1 req-01628785-f4b3-4b09-9f90-3190da131595 service neutron] 10.222.0.83 "GET /v2.0/networks/ff094b6a-3b8c-44d3-b732-04d931538eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275969 Jan 27 17:35:40.387544 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53292d-7442-4cda-a8e3-6b45ecf993d6 req-f530afd5-8fe7-474f-94d2-8268d02cfb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:40.389074 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1b53292d-7442-4cda-a8e3-6b45ecf993d6 req-f530afd5-8fe7-474f-94d2-8268d02cfb47 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dfc82c3bcd80471db45cb65c5b8de066&device_id=a64d1846-2146-42a3-b280-944a84e9dede HTTP/1.1" status: 200 len: 1097 time: 0.0795250 Jan 27 17:35:40.399355 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ac946-4073-42cb-af57-1344a94302d8 req-08dd388b-0a7a-4158-83af-1a3b02011e5f tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:40.401083 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-924ac946-4073-42cb-af57-1344a94302d8 req-08dd388b-0a7a-4158-83af-1a3b02011e5f tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64d1846-2146-42a3-b280-944a84e9dede HTTP/1.1" status: 200 len: 944 time: 0.0815697 Jan 27 17:35:40.452029 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-924ac946-4073-42cb-af57-1344a94302d8 req-e46ece92-d74c-49e5-afeb-c0389c857fa8 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389481 Jan 27 17:35:40.521398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53292d-7442-4cda-a8e3-6b45ecf993d6 req-32f10346-389c-4003-ad5b-230c5e842d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:40.522778 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1b53292d-7442-4cda-a8e3-6b45ecf993d6 req-32f10346-389c-4003-ad5b-230c5e842d9b service neutron] 10.222.0.83 "GET /v2.0/networks?id=ff094b6a-3b8c-44d3-b732-04d931538eb8 HTTP/1.1" status: 200 len: 915 time: 0.1270709 Jan 27 17:35:40.588659 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1b53292d-7442-4cda-a8e3-6b45ecf993d6 req-05a3b4c3-0bd4-48be-bee9-58f9626b4a6c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9acb55fc-3d12-4120-8c6f-01172e39adf5 HTTP/1.1" status: 200 len: 217 time: 0.0594757 Jan 27 17:35:40.655825 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53292d-7442-4cda-a8e3-6b45ecf993d6 req-0902ec44-7c94-4a50-a8fd-48e5d48a2292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:40.657187 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1b53292d-7442-4cda-a8e3-6b45ecf993d6 req-0902ec44-7c94-4a50-a8fd-48e5d48a2292 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50309096-5092-41ba-af88-5348b1213fa3 HTTP/1.1" status: 200 len: 853 time: 0.0606954 Jan 27 17:35:40.703146 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1b53292d-7442-4cda-a8e3-6b45ecf993d6 req-3b84d0f6-40d1-4239-806a-8692b77de9f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ff094b6a-3b8c-44d3-b732-04d931538eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393989 Jan 27 17:35:40.859247 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1b53292d-7442-4cda-a8e3-6b45ecf993d6 req-461c7b75-f56b-4180-b7a3-0d1dcdd1098c service neutron] 10.222.0.83 "GET /v2.0/networks/ff094b6a-3b8c-44d3-b732-04d931538eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497507 Jan 27 17:35:40.991677 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1b53292d-7442-4cda-a8e3-6b45ecf993d6 req-79c895c8-6140-4450-8541-3fae0e316d12 service neutron] 10.222.0.83 "GET /v2.0/networks/ff094b6a-3b8c-44d3-b732-04d931538eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262088 Jan 27 17:35:41.650856 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb5bae-1c5d-4f99-b996-44ac9c60a89b req-822e7c27-bc64-4aba-9ac2-7a546dd5404d tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:41.651596 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-5bfb5bae-1c5d-4f99-b996-44ac9c60a89b req-822e7c27-bc64-4aba-9ac2-7a546dd5404d tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Synchronizing usage tracker for tenant:dfc82c3bcd80471db45cb65c5b8de066 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:35:41.670777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-5bfb5bae-1c5d-4f99-b996-44ac9c60a89b req-822e7c27-bc64-4aba-9ac2-7a546dd5404d tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Unset dirty status for tenant:dfc82c3bcd80471db45cb65c5b8de066 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:35:41.672264 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5bfb5bae-1c5d-4f99-b996-44ac9c60a89b req-822e7c27-bc64-4aba-9ac2-7a546dd5404d tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64d1846-2146-42a3-b280-944a84e9dede HTTP/1.1" status: 200 len: 944 time: 0.1067555 Jan 27 17:35:41.717416 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5bfb5bae-1c5d-4f99-b996-44ac9c60a89b req-c0091aff-1751-455d-94d5-f666f12ef9a1 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392587 Jan 27 17:35:41.808605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9acb55fc-3d12-4120-8c6f-01172e39adf5 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:35:41.945816 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9acb55fc-3d12-4120-8c6f-01172e39adf5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9acb55fc-3d12-4120-8c6f-01172e39adf5,segment=NetworkSegment(826f1b2b-c387-49df-b6cd-b4b3f29f195f),segment_id=826f1b2b-c387-49df-b6cd-b4b3f29f195f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:41.958509 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '9acb55fc-3d12-4120-8c6f-01172e39adf5', 'network_id': 'ff094b6a-3b8c-44d3-b732-04d931538eb8', 'port_id': '9acb55fc-3d12-4120-8c6f-01172e39adf5', 'mac_address': 'fa:16:3e:fd:59:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50309096-5092-41ba-af88-5348b1213fa3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:35:42.016933 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:42.034741 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9acb55fc-3d12-4120-8c6f-01172e39adf5 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:35:42.051633 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9acb55fc-3d12-4120-8c6f-01172e39adf5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9acb55fc-3d12-4120-8c6f-01172e39adf5,segment=NetworkSegment(826f1b2b-c387-49df-b6cd-b4b3f29f195f),segment_id=826f1b2b-c387-49df-b6cd-b4b3f29f195f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:42.056687 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:42.125759 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=9acb55fc-3d12-4120-8c6f-01172e39adf5,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:42.267835 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['9acb55fc-3d12-4120-8c6f-01172e39adf5'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:35:42.919595 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6f465-ab89-4a64-b9ae-790e5dff0967 req-5fee5c9d-56ea-418f-b894-88da7488dcf7 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:42.921036 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6fb6f465-ab89-4a64-b9ae-790e5dff0967 req-5fee5c9d-56ea-418f-b894-88da7488dcf7 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64d1846-2146-42a3-b280-944a84e9dede HTTP/1.1" status: 200 len: 945 time: 0.0878239 Jan 27 17:35:42.968262 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6fb6f465-ab89-4a64-b9ae-790e5dff0967 req-c295e02b-13f8-4eab-8997-bd74dba2659d tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385187 Jan 27 17:35:43.824783 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9acb55fc-3d12-4120-8c6f-01172e39adf5 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:35:43.901423 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 9acb55fc-3d12-4120-8c6f-01172e39adf5 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:35:43.906194 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 9acb55fc-3d12-4120-8c6f-01172e39adf5 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:35:43.906559 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:44.049314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:44.075892 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64d1846-2146-42a3-b280-944a84e9dede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acb55fc-3d12-4120-8c6f-01172e39adf5'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:35:44.099569 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 9acb55fc-3d12-4120-8c6f-01172e39adf5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9acb55fc-3d12-4120-8c6f-01172e39adf5,segment=NetworkSegment(826f1b2b-c387-49df-b6cd-b4b3f29f195f),segment_id=826f1b2b-c387-49df-b6cd-b4b3f29f195f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:44.106253 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:44.144868 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64d1846-2146-42a3-b280-944a84e9dede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acb55fc-3d12-4120-8c6f-01172e39adf5', 'code': 200} Jan 27 17:35:44.162089 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caccb62-a9b2-4f03-864d-4d42cd0cec36 req-92298be9-b0e8-4405-869c-2d10d76f687f tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:44.163706 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9caccb62-a9b2-4f03-864d-4d42cd0cec36 req-92298be9-b0e8-4405-869c-2d10d76f687f tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64d1846-2146-42a3-b280-944a84e9dede HTTP/1.1" status: 200 len: 946 time: 0.0870135 Jan 27 17:35:44.176636 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=9acb55fc-3d12-4120-8c6f-01172e39adf5,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:44.210254 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9caccb62-a9b2-4f03-864d-4d42cd0cec36 req-e96cf99d-14a5-4538-b9dd-c8aaac051c7a tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403185 Jan 27 17:35:44.454842 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da48b1-1495-40c4-badc-adda6a822cf3 req-4d1094f7-6206-425e-bc8c-9d3139d59274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:44.456355 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d9da48b1-1495-40c4-badc-adda6a822cf3 req-4d1094f7-6206-425e-bc8c-9d3139d59274 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a64d1846-2146-42a3-b280-944a84e9dede HTTP/1.1" status: 200 len: 1099 time: 0.1757541 Jan 27 17:35:44.497985 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d9da48b1-1495-40c4-badc-adda6a822cf3 req-354bebe8-0af6-452c-b9cc-5ee535561e24 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352874 Jan 27 17:35:45.417461 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae7ed2-7439-4438-b977-f025ab5da6a8 req-a5a5533f-733f-4e11-a162-78a918b05d48 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:45.418960 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-74ae7ed2-7439-4438-b977-f025ab5da6a8 req-a5a5533f-733f-4e11-a162-78a918b05d48 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64d1846-2146-42a3-b280-944a84e9dede HTTP/1.1" status: 200 len: 946 time: 0.0874031 Jan 27 17:35:45.468784 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-74ae7ed2-7439-4438-b977-f025ab5da6a8 req-7f619916-87dc-4a3b-9d28-e796c03afc95 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435963 Jan 27 17:35:46.665259 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3d0a0-0a48-44be-8785-3b2b498193b5 req-df761a0c-4cf3-46e6-8735-db03f8ebd2d1 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:46.666709 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-28c3d0a0-0a48-44be-8785-3b2b498193b5 req-df761a0c-4cf3-46e6-8735-db03f8ebd2d1 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64d1846-2146-42a3-b280-944a84e9dede HTTP/1.1" status: 200 len: 946 time: 0.0801961 Jan 27 17:35:46.717040 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-28c3d0a0-0a48-44be-8785-3b2b498193b5 req-c272f0d3-9738-45f9-8017-ecc72e7f1654 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417683 Jan 27 17:35:47.098493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaab1fb-d8b1-4cf5-83d4-4c1125ce17e8 req-2da35e44-5410-4e72-89c6-96166a2752b7 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:47.100041 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-abaab1fb-d8b1-4cf5-83d4-4c1125ce17e8 req-2da35e44-5410-4e72-89c6-96166a2752b7 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64d1846-2146-42a3-b280-944a84e9dede HTTP/1.1" status: 200 len: 946 time: 0.0831070 Jan 27 17:35:47.143898 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-abaab1fb-d8b1-4cf5-83d4-4c1125ce17e8 req-691ff3ce-64d3-4ab5-9b15-457d90996f0d tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380223 Jan 27 17:35:48.333885 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a62ce2-7a8c-482c-b3e1-b118a204e94f req-ae3017d3-ae01-4f16-bea8-9988ab5fa10b tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:48.335282 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e1a62ce2-7a8c-482c-b3e1-b118a204e94f req-ae3017d3-ae01-4f16-bea8-9988ab5fa10b tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64d1846-2146-42a3-b280-944a84e9dede HTTP/1.1" status: 200 len: 946 time: 0.0829563 Jan 27 17:35:48.379973 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e1a62ce2-7a8c-482c-b3e1-b118a204e94f req-f008ad1d-77c0-4af3-911e-9d0f77749399 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381470 Jan 27 17:35:48.437458 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811281d-8195-412a-a0a5-462852ece408 req-d78cd9d8-4872-46a9-ab62-edc67d129d7c tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:48.438881 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3811281d-8195-412a-a0a5-462852ece408 req-d78cd9d8-4872-46a9-ab62-edc67d129d7c tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.83 "GET /v2.0/ports?device_id=a64d1846-2146-42a3-b280-944a84e9dede HTTP/1.1" status: 200 len: 946 time: 0.0857775 Jan 27 17:35:48.507449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-3811281d-8195-412a-a0a5-462852ece408 req-2958f137-804c-4208-a89b-c8b03d062289 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Deleting port 9acb55fc-3d12-4120-8c6f-01172e39adf5 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:35:48.507768 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3811281d-8195-412a-a0a5-462852ece408 req-2958f137-804c-4208-a89b-c8b03d062289 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:48.767233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-3811281d-8195-412a-a0a5-462852ece408 req-2958f137-804c-4208-a89b-c8b03d062289 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] For port 9acb55fc-3d12-4120-8c6f-01172e39adf5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9acb55fc-3d12-4120-8c6f-01172e39adf5,segment=NetworkSegment(826f1b2b-c387-49df-b6cd-b4b3f29f195f),segment_id=826f1b2b-c387-49df-b6cd-b4b3f29f195f)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:48.767588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3811281d-8195-412a-a0a5-462852ece408 req-2958f137-804c-4208-a89b-c8b03d062289 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:48.780054 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-240ac35c-2385-4363-9522-78217b27809d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:48.892816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-3811281d-8195-412a-a0a5-462852ece408 req-2958f137-804c-4208-a89b-c8b03d062289 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Calling delete_port for 9acb55fc-3d12-4120-8c6f-01172e39adf5 owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:35:49.036539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3811281d-8195-412a-a0a5-462852ece408 req-2958f137-804c-4208-a89b-c8b03d062289 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:49.048801 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['23725271-10a2-4e64-b5bf-9ab22384b5fe', '9acb55fc-3d12-4120-8c6f-01172e39adf5'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:35:49.084429 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958f137-804c-4208-a89b-c8b03d062289 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Pushing event deleted for resources: {'Port': ['ID=9acb55fc-3d12-4120-8c6f-01172e39adf5,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:49.164695 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3811281d-8195-412a-a0a5-462852ece408 req-2958f137-804c-4208-a89b-c8b03d062289 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] No DVR routers for this DVR port 9acb55fc-3d12-4120-8c6f-01172e39adf5 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:35:49.167231 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3811281d-8195-412a-a0a5-462852ece408 req-2958f137-804c-4208-a89b-c8b03d062289 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:49.169819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64d1846-2146-42a3-b280-944a84e9dede', 'name': 'network-vif-deleted', 'tag': '9acb55fc-3d12-4120-8c6f-01172e39adf5'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:35:49.187655 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3811281d-8195-412a-a0a5-462852ece408 req-2958f137-804c-4208-a89b-c8b03d062289 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.83 "DELETE /v2.0/ports/9acb55fc-3d12-4120-8c6f-01172e39adf5 HTTP/1.1" status: 204 len: 173 time: 0.7427094 Jan 27 17:35:49.222352 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64d1846-2146-42a3-b280-944a84e9dede', 'name': 'network-vif-deleted', 'tag': '9acb55fc-3d12-4120-8c6f-01172e39adf5', 'status': 'completed', 'code': 200} Jan 27 17:35:49.542064 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e3ae7a15-f610-4e04-bb24-25ac99bb5e8f req-33ea8292-57ac-4581-8e57-cd0843237b45 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64d1846-2146-42a3-b280-944a84e9dede HTTP/1.1" status: 200 len: 210 time: 0.0416660 Jan 27 17:35:50.841817 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c39209-27e8-4f68-8ba6-c60149c44caf req-97c026c7-02cd-413a-84c2-5617c33c4da4 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:50.843255 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b5c39209-27e8-4f68-8ba6-c60149c44caf req-97c026c7-02cd-413a-84c2-5617c33c4da4 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 945 time: 0.1014385 Jan 27 17:35:50.889040 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b5c39209-27e8-4f68-8ba6-c60149c44caf req-2c43d1b4-50cb-4035-b358-82dd62ae3095 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394084 Jan 27 17:35:51.048464 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-399fb3ae-f598-4e49-aae0-75d7a41c4f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:51.102326 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7f8a9-9d81-4b02-ad5b-71d9894d3130 req-d066b798-6593-45c4-b968-edaf4ec1f71c tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:51.103778 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d4a7f8a9-9d81-4b02-ad5b-71d9894d3130 req-d066b798-6593-45c4-b968-edaf4ec1f71c tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 945 time: 0.0818028 Jan 27 17:35:51.245497 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d4a7f8a9-9d81-4b02-ad5b-71d9894d3130 req-812c0e31-501e-48a8-9fc6-af3891892a43 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358898 Jan 27 17:35:51.429659 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d5c41-b5b4-4ee3-b0bd-0a559872b28d req-dc28c0f2-20ba-4035-a5ce-b066cb669e63 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:51.430336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-d41d5c41-b5b4-4ee3-b0bd-0a559872b28d req-dc28c0f2-20ba-4035-a5ce-b066cb669e63 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Synchronizing usage tracker for tenant:dfc82c3bcd80471db45cb65c5b8de066 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:35:51.447811 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-d41d5c41-b5b4-4ee3-b0bd-0a559872b28d req-dc28c0f2-20ba-4035-a5ce-b066cb669e63 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Unset dirty status for tenant:dfc82c3bcd80471db45cb65c5b8de066 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:35:51.448964 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d41d5c41-b5b4-4ee3-b0bd-0a559872b28d req-dc28c0f2-20ba-4035-a5ce-b066cb669e63 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 945 time: 0.0977213 Jan 27 17:35:51.497341 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d41d5c41-b5b4-4ee3-b0bd-0a559872b28d req-f28a4cbd-f9db-4cd8-8cf0-dfd18c817465 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423665 Jan 27 17:35:51.796036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2e191-18e7-4586-a2af-4ee23361ca4a req-7902d589-90fb-4535-b6ac-b87930973a76 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:51.797750 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d3f2e191-18e7-4586-a2af-4ee23361ca4a req-7902d589-90fb-4535-b6ac-b87930973a76 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 945 time: 0.0886619 Jan 27 17:35:51.844050 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d3f2e191-18e7-4586-a2af-4ee23361ca4a req-8eb1f889-0f79-4e14-9121-6a8813b0cb47 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378580 Jan 27 17:35:51.884364 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9acb55fc-3d12-4120-8c6f-01172e39adf5 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:35:51.918501 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 9acb55fc-3d12-4120-8c6f-01172e39adf5 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:35:51.918841 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 9acb55fc-3d12-4120-8c6f-01172e39adf5 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:35:52.030895 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf9237-8a03-4400-bff4-a5d0ef5266b7 req-5908125b-9bc0-479e-88d0-221d91ffb178 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:52.032373 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-dfdf9237-8a03-4400-bff4-a5d0ef5266b7 req-5908125b-9bc0-479e-88d0-221d91ffb178 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 945 time: 0.0821605 Jan 27 17:35:52.078339 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-dfdf9237-8a03-4400-bff4-a5d0ef5266b7 req-e3e59977-bc38-4b16-a976-87b806fcbc55 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397871 Jan 27 17:35:52.232144 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:52.269532 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:52.287758 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8287734-215d-4b82-9a30-55ec6ce167b6 req-da0dec79-6e67-48ad-ab92-513321b1f876 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:52.289190 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f8287734-215d-4b82-9a30-55ec6ce167b6 req-da0dec79-6e67-48ad-ab92-513321b1f876 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 945 time: 0.0948226 Jan 27 17:35:52.334092 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-f8287734-215d-4b82-9a30-55ec6ce167b6 req-ad4b62b2-e930-4b90-aa1e-3a3af4767fda tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388923 Jan 27 17:35:52.868151 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fddd1-0278-43ea-99c1-07cc8fe2b3ac req-21349a87-aa64-4d01-8921-66b8029443a0 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:52.870045 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-446fddd1-0278-43ea-99c1-07cc8fe2b3ac req-21349a87-aa64-4d01-8921-66b8029443a0 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 945 time: 0.0834072 Jan 27 17:35:52.915191 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-446fddd1-0278-43ea-99c1-07cc8fe2b3ac req-baf2ad69-fb24-45e7-b523-619d0b048465 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394301 Jan 27 17:35:53.514079 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:54.155183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d05c7-5277-460f-9e86-77947a5351d0 req-c4251e84-f222-4e49-b7f7-b5bd63c028be tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:54.156600 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-626d05c7-5277-460f-9e86-77947a5351d0 req-c4251e84-f222-4e49-b7f7-b5bd63c028be tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.83 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 945 time: 0.1360097 Jan 27 17:35:54.169280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45e599-5260-4515-b555-689fe5516518 req-022f96ca-7d82-4bcd-893c-f373e3d0a6f9 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:54.170625 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cf45e599-5260-4515-b555-689fe5516518 req-022f96ca-7d82-4bcd-893c-f373e3d0a6f9 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 945 time: 0.1190476 Jan 27 17:35:54.265971 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-626d05c7-5277-460f-9e86-77947a5351d0 req-3f043455-86f9-47aa-b7a9-31c855eb8c18 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Deleting port 23725271-10a2-4e64-b5bf-9ab22384b5fe {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:35:54.266190 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-626d05c7-5277-460f-9e86-77947a5351d0 req-3f043455-86f9-47aa-b7a9-31c855eb8c18 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:54.292374 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cf45e599-5260-4515-b555-689fe5516518 req-27debb37-7bd7-4fb5-8cb6-7d82786d3e4f tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943081 Jan 27 17:35:54.637048 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-626d05c7-5277-460f-9e86-77947a5351d0 req-3f043455-86f9-47aa-b7a9-31c855eb8c18 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] For port 23725271-10a2-4e64-b5bf-9ab22384b5fe, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=23725271-10a2-4e64-b5bf-9ab22384b5fe,segment=NetworkSegment(826f1b2b-c387-49df-b6cd-b4b3f29f195f),segment_id=826f1b2b-c387-49df-b6cd-b4b3f29f195f)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:35:54.637312 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-626d05c7-5277-460f-9e86-77947a5351d0 req-3f043455-86f9-47aa-b7a9-31c855eb8c18 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:54.770858 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-626d05c7-5277-460f-9e86-77947a5351d0 req-3f043455-86f9-47aa-b7a9-31c855eb8c18 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Calling delete_port for 23725271-10a2-4e64-b5bf-9ab22384b5fe owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:35:54.927543 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-626d05c7-5277-460f-9e86-77947a5351d0 req-3f043455-86f9-47aa-b7a9-31c855eb8c18 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:54.938928 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['23725271-10a2-4e64-b5bf-9ab22384b5fe'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:35:54.978164 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f043455-86f9-47aa-b7a9-31c855eb8c18 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Pushing event deleted for resources: {'Port': ['ID=23725271-10a2-4e64-b5bf-9ab22384b5fe,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:55.051173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-626d05c7-5277-460f-9e86-77947a5351d0 req-3f043455-86f9-47aa-b7a9-31c855eb8c18 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] No DVR routers for this DVR port 23725271-10a2-4e64-b5bf-9ab22384b5fe on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:35:55.053906 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-626d05c7-5277-460f-9e86-77947a5351d0 req-3f043455-86f9-47aa-b7a9-31c855eb8c18 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:55.056458 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b573d8a1-f78a-4895-9bc5-48fb6b958f2c', 'name': 'network-vif-deleted', 'tag': '23725271-10a2-4e64-b5bf-9ab22384b5fe'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:35:55.074060 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-626d05c7-5277-460f-9e86-77947a5351d0 req-3f043455-86f9-47aa-b7a9-31c855eb8c18 tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.83 "DELETE /v2.0/ports/23725271-10a2-4e64-b5bf-9ab22384b5fe HTTP/1.1" status: 204 len: 173 time: 0.9121137 Jan 27 17:35:55.102317 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b573d8a1-f78a-4895-9bc5-48fb6b958f2c', 'name': 'network-vif-deleted', 'tag': '23725271-10a2-4e64-b5bf-9ab22384b5fe', 'status': 'completed', 'code': 200} Jan 27 17:35:55.460577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-c965ac83-ece5-4246-822d-050855bb176c req-02503391-2add-4cd6-933e-9eb3c586682e tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Synchronizing usage tracker for tenant:dfc82c3bcd80471db45cb65c5b8de066 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:35:55.481691 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-c965ac83-ece5-4246-822d-050855bb176c req-02503391-2add-4cd6-933e-9eb3c586682e tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] Unset dirty status for tenant:dfc82c3bcd80471db45cb65c5b8de066 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:35:55.482912 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c965ac83-ece5-4246-822d-050855bb176c req-02503391-2add-4cd6-933e-9eb3c586682e tempest-ServersNegativeTestJSON-1215507473 tempest-ServersNegativeTestJSON-1215507473-project] 10.222.0.50 "GET /v2.0/ports?device_id=b573d8a1-f78a-4895-9bc5-48fb6b958f2c HTTP/1.1" status: 200 len: 210 time: 0.0643902 Jan 27 17:35:56.597362 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42400) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:35:56.659437 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b827b53-9bf5-4691-8fab-c5d78a3aaa4f admin admin] Deleting subnet 50309096-5092-41ba-af88-5348b1213fa3 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:35:56.662727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1b827b53-9bf5-4691-8fab-c5d78a3aaa4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:56.712472 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1b827b53-9bf5-4691-8fab-c5d78a3aaa4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:56.769150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1b827b53-9bf5-4691-8fab-c5d78a3aaa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:56.837056 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1b827b53-9bf5-4691-8fab-c5d78a3aaa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:56.873459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b827b53-9bf5-4691-8fab-c5d78a3aaa4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50309096-5092-41ba-af88-5348b1213fa3,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:56.877040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1b827b53-9bf5-4691-8fab-c5d78a3aaa4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:56.882912 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1b827b53-9bf5-4691-8fab-c5d78a3aaa4f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/50309096-5092-41ba-af88-5348b1213fa3 HTTP/1.1" status: 204 len: 168 time: 0.2844934 Jan 27 17:35:56.886691 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42404) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:35:56.989948 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9430-d755-479d-b194-a7fd54ed9887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:57.114873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9430-d755-479d-b194-a7fd54ed9887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:57.138979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-ad4a9430-d755-479d-b194-a7fd54ed9887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff094b6a-3b8c-44d3-b732-04d931538eb8']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:57.150800 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-ad4a9430-d755-479d-b194-a7fd54ed9887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826f1b2b-c387-49df-b6cd-b4b3f29f195f') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:57.151116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-ad4a9430-d755-479d-b194-a7fd54ed9887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826f1b2b-c387-49df-b6cd-b4b3f29f195f') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:35:57.162698 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9430-d755-479d-b194-a7fd54ed9887 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:57.179447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9430-d755-479d-b194-a7fd54ed9887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:57.185445 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4a9430-d755-479d-b194-a7fd54ed9887 admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:35:57.185842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9430-d755-479d-b194-a7fd54ed9887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:35:57.201990 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:35:57.277373 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9430-d755-479d-b194-a7fd54ed9887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:57.292772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9430-d755-479d-b194-a7fd54ed9887 admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:57.302961 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a9430-d755-479d-b194-a7fd54ed9887 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff094b6a-3b8c-44d3-b732-04d931538eb8,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:57.312144 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ad4a9430-d755-479d-b194-a7fd54ed9887 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ff094b6a-3b8c-44d3-b732-04d931538eb8 HTTP/1.1" status: 204 len: 168 time: 0.4245243 Jan 27 17:35:57.431601 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42410) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:35:57.482594 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5ddbf245-8ca4-49e0-b62a-50a97fef3cef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dfc82c3bcd80471db45cb65c5b8de066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498338 Jan 27 17:35:57.485145 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42414) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:35:57.543357 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cc640708-8e47-4875-a4e0-4108ec3653fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:57.574049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cc640708-8e47-4875-a4e0-4108ec3653fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:57.634448 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cc640708-8e47-4875-a4e0-4108ec3653fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:57.651671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc640708-8e47-4875-a4e0-4108ec3653fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:57.664534 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cc640708-8e47-4875-a4e0-4108ec3653fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:57.665654 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cc640708-8e47-4875-a4e0-4108ec3653fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f4bcd4a-1c7a-437b-85dd-72cf9d3b3276 HTTP/1.1" status: 204 len: 168 time: 0.1796401 Jan 27 17:35:57.899814 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 23725271-10a2-4e64-b5bf-9ab22384b5fe no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:35:57.936070 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 23725271-10a2-4e64-b5bf-9ab22384b5fe {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:35:57.936388 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 23725271-10a2-4e64-b5bf-9ab22384b5fe not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:35:58.438113 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42438) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:35:58.542372 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1864736604'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:35:58.548042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:35:58.552118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Usage tracker for resource:network and tenant:6dbdd3aad7b54da6a88f97f5981b81f8 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:35:58.555154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:35:58.561637 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:35:58.575038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Made reservation on behalf of 6dbdd3aad7b54da6a88f97f5981b81f8 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:35:58.578545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:58.590857 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:58.605977 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:35:58.610099 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Usage tracker for resource:security_group_rule and tenant:6dbdd3aad7b54da6a88f97f5981b81f8 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:35:58.613021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:35:58.618800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:35:58.702397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:58.708825 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:58.740115 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1058} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:35:58.748306 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e17e0b6b-2ce8-4e29-89f1-16c70b8bbfc4,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:58.757294 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:58.757413 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Added segment 72641ce4-bdbd-4ed4-9fd7-19c7420d8534 of type vlan for network 297bebde-b256-4376-9d45-fa707b860a62 Jan 27 17:35:58.789240 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:58.825498 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:58.831198 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:35:58.831765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:35:58.932457 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4932301 Jan 27 17:35:58.937543 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8229c01-3eb2-41db-9545-ae3ee6449600 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event updated for resources: {'Network': ['ID=297bebde-b256-4376-9d45-fa707b860a62,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:35:58.955122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 297bebde-b256-4376-9d45-fa707b860a62 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:36:02.126004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42444) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:02.131725 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a31fdcb6-3bde-482c-a395-96b8b76147ab tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Request body: {'subnet': {'network_id': '297bebde-b256-4376-9d45-fa707b860a62', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:02.243815 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a31fdcb6-3bde-482c-a395-96b8b76147ab tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:02.248020 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a31fdcb6-3bde-482c-a395-96b8b76147ab tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Usage tracker for resource:subnet and tenant:6dbdd3aad7b54da6a88f97f5981b81f8 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:02.251004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a31fdcb6-3bde-482c-a395-96b8b76147ab tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:02.257125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a31fdcb6-3bde-482c-a395-96b8b76147ab tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:02.270336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31fdcb6-3bde-482c-a395-96b8b76147ab tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Made reservation on behalf of 6dbdd3aad7b54da6a88f97f5981b81f8 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:02.273823 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a31fdcb6-3bde-482c-a395-96b8b76147ab tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:02.499941 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a31fdcb6-3bde-482c-a395-96b8b76147ab tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:02.575588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31fdcb6-3bde-482c-a395-96b8b76147ab tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event updated for resources: {'Subnet': ['ID=e225dc19-e11b-49ed-9522-534d78b40a14,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:02.586096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31fdcb6-3bde-482c-a395-96b8b76147ab tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Checking segment: {'id': '72641ce4-bdbd-4ed4-9fd7-19c7420d8534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '297bebde-b256-4376-9d45-fa707b860a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:02.586627 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31fdcb6-3bde-482c-a395-96b8b76147ab tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Network hostable DHCP agents. Network: 297bebde-b256-4376-9d45-fa707b860a62, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:36:02.609724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31fdcb6-3bde-482c-a395-96b8b76147ab tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Network 297bebde-b256-4376-9d45-fa707b860a62 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:36:02.620158 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-a31fdcb6-3bde-482c-a395-96b8b76147ab tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 297bebde-b256-4376-9d45-fa707b860a62) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:02.629381 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b72a133-09ba-493e-bce1-3b4b0483f5b9 None None] Network 297bebde-b256-4376-9d45-fa707b860a62 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:02.639138 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31fdcb6-3bde-482c-a395-96b8b76147ab tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:02.639738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a31fdcb6-3bde-482c-a395-96b8b76147ab tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:02.664887 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a31fdcb6-3bde-482c-a395-96b8b76147ab tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5377300 Jan 27 17:36:02.668638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42448) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:02.674901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-8394fff8-d798-4c79-ac4f-9efd1c861fa6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-182374706'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:02.679978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8394fff8-d798-4c79-ac4f-9efd1c861fa6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:02.683935 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8394fff8-d798-4c79-ac4f-9efd1c861fa6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Usage tracker for resource:network and tenant:6dbdd3aad7b54da6a88f97f5981b81f8 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:02.687053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8394fff8-d798-4c79-ac4f-9efd1c861fa6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:02.693185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8394fff8-d798-4c79-ac4f-9efd1c861fa6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:02.704506 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8394fff8-d798-4c79-ac4f-9efd1c861fa6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Made reservation on behalf of 6dbdd3aad7b54da6a88f97f5981b81f8 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:02.708338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8394fff8-d798-4c79-ac4f-9efd1c861fa6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:02.738077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8394fff8-d798-4c79-ac4f-9efd1c861fa6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:36:02.749843 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8394fff8-d798-4c79-ac4f-9efd1c861fa6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:02.750178 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-8394fff8-d798-4c79-ac4f-9efd1c861fa6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Added segment 67edc798-67d0-41d2-a995-6ad76bf04b72 of type vlan for network 84337fbc-bfdf-45a8-867a-472c43afff35 Jan 27 17:36:02.783919 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8394fff8-d798-4c79-ac4f-9efd1c861fa6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:02.817463 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8394fff8-d798-4c79-ac4f-9efd1c861fa6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:02.823676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8394fff8-d798-4c79-ac4f-9efd1c861fa6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:02.824435 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8394fff8-d798-4c79-ac4f-9efd1c861fa6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:02.858187 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-297bebde-b256-4376-9d45-fa707b860a62', 'network_id': '297bebde-b256-4376-9d45-fa707b860a62', 'tenant_id': '6dbdd3aad7b54da6a88f97f5981b81f8', 'fixed_ips': [{'subnet_id': 'e225dc19-e11b-49ed-9522-534d78b40a14'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:36:02.858997 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:02.928041 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8394fff8-d798-4c79-ac4f-9efd1c861fa6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2554111 Jan 27 17:36:02.928381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42452) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:02.930511 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394fff8-d798-4c79-ac4f-9efd1c861fa6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event updated for resources: {'Network': ['ID=84337fbc-bfdf-45a8-867a-472c43afff35,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:02.935375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-4ca7b999-233d-4bee-9138-a7b63256f292 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Request body: {'subnet': {'network_id': '84337fbc-bfdf-45a8-867a-472c43afff35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:02.950731 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 84337fbc-bfdf-45a8-867a-472c43afff35 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:36:03.051182 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4ca7b999-233d-4bee-9138-a7b63256f292 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:03.055148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4ca7b999-233d-4bee-9138-a7b63256f292 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Usage tracker for resource:subnet and tenant:6dbdd3aad7b54da6a88f97f5981b81f8 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:03.058076 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4ca7b999-233d-4bee-9138-a7b63256f292 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:03.063991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4ca7b999-233d-4bee-9138-a7b63256f292 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:03.075264 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca7b999-233d-4bee-9138-a7b63256f292 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Made reservation on behalf of 6dbdd3aad7b54da6a88f97f5981b81f8 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:03.079887 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ca7b999-233d-4bee-9138-a7b63256f292 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:03.109828 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Allocated IP 2001:db8:0:ffff::2 (297bebde-b256-4376-9d45-fa707b860a62/e225dc19-e11b-49ed-9522-534d78b40a14/91caf081-daf8-4e9a-b40f-02de5d135c02) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:36:03.317118 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ca7b999-233d-4bee-9138-a7b63256f292 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:03.318305 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:03.328631 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Transition to ACTIVE for port object 91caf081-daf8-4e9a-b40f-02de5d135c02 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:03.346835 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Transition to ACTIVE for port object 91caf081-daf8-4e9a-b40f-02de5d135c02 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:03.353200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:03.394723 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7b999-233d-4bee-9138-a7b63256f292 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event updated for resources: {'Subnet': ['ID=1bd922bf-333a-48b2-b6da-f62578480c35,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:03.412566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7b999-233d-4bee-9138-a7b63256f292 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Checking segment: {'id': '67edc798-67d0-41d2-a995-6ad76bf04b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '84337fbc-bfdf-45a8-867a-472c43afff35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:03.412923 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca7b999-233d-4bee-9138-a7b63256f292 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Network hostable DHCP agents. Network: 84337fbc-bfdf-45a8-867a-472c43afff35, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:36:03.436283 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca7b999-233d-4bee-9138-a7b63256f292 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Network 84337fbc-bfdf-45a8-867a-472c43afff35 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:36:03.446867 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-4ca7b999-233d-4bee-9138-a7b63256f292 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 84337fbc-bfdf-45a8-867a-472c43afff35) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:03.452303 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca7b999-233d-4bee-9138-a7b63256f292 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:03.453084 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4ca7b999-233d-4bee-9138-a7b63256f292 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:03.457262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d584eb32-c0ab-4aae-be6d-d7097c109445 None None] Network 84337fbc-bfdf-45a8-867a-472c43afff35 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:03.474258 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Network 297bebde-b256-4376-9d45-fa707b860a62 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:36:03.475806 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4ca7b999-233d-4bee-9138-a7b63256f292 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5463195 Jan 27 17:36:03.478630 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42458) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:03.481127 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:03.490369 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:36:03.494480 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Pushing event updated for resources: {'Port': ['ID=91caf081-daf8-4e9a-b40f-02de5d135c02,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:03.515505 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:03.515843 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:03.516171 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:03.516494 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:03.516814 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:03.517128 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:03.517444 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:03.517807 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:03.518143 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:03.518468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:03.518731 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:03.519035 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:03.622493 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4cf31b84-e2b4-4ee6-86c3-5c379c4cd13e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:03.676355 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:03.677076 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Attempting to bind port 91caf081-daf8-4e9a-b40f-02de5d135c02 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:36:03.677431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Attempting to bind port 91caf081-daf8-4e9a-b40f-02de5d135c02 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '72641ce4-bdbd-4ed4-9fd7-19c7420d8534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '297bebde-b256-4376-9d45-fa707b860a62'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:36:03.677807 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Attempting to bind port 91caf081-daf8-4e9a-b40f-02de5d135c02 on network 297bebde-b256-4376-9d45-fa707b860a62 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:36:03.694503 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:36:03.694901 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Checking segment: {'id': '72641ce4-bdbd-4ed4-9fd7-19c7420d8534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '297bebde-b256-4376-9d45-fa707b860a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:03.695255 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:03.695634 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Bound using segment: {'id': '72641ce4-bdbd-4ed4-9fd7-19c7420d8534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '297bebde-b256-4376-9d45-fa707b860a62'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:36:03.695780 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4cf31b84-e2b4-4ee6-86c3-5c379c4cd13e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:03.696088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Bound port: 91caf081-daf8-4e9a-b40f-02de5d135c02, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72641ce4-bdbd-4ed4-9fd7-19c7420d8534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '297bebde-b256-4376-9d45-fa707b860a62'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:36:03.696454 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:03.776979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4cf31b84-e2b4-4ee6-86c3-5c379c4cd13e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:03.816857 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf31b84-e2b4-4ee6-86c3-5c379c4cd13e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd922bf-333a-48b2-b6da-f62578480c35,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:03.860363 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400dba7c-108a-445b-9906-2653fa6764e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-84337fbc-bfdf-45a8-867a-472c43afff35', 'network_id': '84337fbc-bfdf-45a8-867a-472c43afff35', 'tenant_id': '6dbdd3aad7b54da6a88f97f5981b81f8', 'fixed_ips': [{'subnet_id': '1bd922bf-333a-48b2-b6da-f62578480c35'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:36:03.861256 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-400dba7c-108a-445b-9906-2653fa6764e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:03.870330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] For port 91caf081-daf8-4e9a-b40f-02de5d135c02, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:36:03.882509 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] For port 91caf081-daf8-4e9a-b40f-02de5d135c02, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=91caf081-daf8-4e9a-b40f-02de5d135c02,segment=NetworkSegment(72641ce4-bdbd-4ed4-9fd7-19c7420d8534),segment_id=72641ce4-bdbd-4ed4-9fd7-19c7420d8534)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:36:03.912131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4cf31b84-e2b4-4ee6-86c3-5c379c4cd13e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:03.923037 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:03.937622 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-4cf31b84-e2b4-4ee6-86c3-5c379c4cd13e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84337fbc-bfdf-45a8-867a-472c43afff35']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:03.950043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-4cf31b84-e2b4-4ee6-86c3-5c379c4cd13e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67edc798-67d0-41d2-a995-6ad76bf04b72') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:03.950328 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-4cf31b84-e2b4-4ee6-86c3-5c379c4cd13e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67edc798-67d0-41d2-a995-6ad76bf04b72') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:03.961824 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4cf31b84-e2b4-4ee6-86c3-5c379c4cd13e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:03.977637 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4cf31b84-e2b4-4ee6-86c3-5c379c4cd13e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:03.983793 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf31b84-e2b4-4ee6-86c3-5c379c4cd13e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:36:03.984346 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4cf31b84-e2b4-4ee6-86c3-5c379c4cd13e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:36:04.002678 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:36:04.031410 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a4d9c-590e-4440-a526-d282fa2ab8e4 None None] Pushing event updated for resources: {'Port': ['ID=91caf081-daf8-4e9a-b40f-02de5d135c02,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:04.048564 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d462e1-a7d1-4a44-a5cf-cd76ca5bad3d None None] Network 84337fbc-bfdf-45a8-867a-472c43afff35 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:04.092668 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4cf31b84-e2b4-4ee6-86c3-5c379c4cd13e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:04.111704 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4cf31b84-e2b4-4ee6-86c3-5c379c4cd13e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:04.123621 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf31b84-e2b4-4ee6-86c3-5c379c4cd13e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event deleted for resources: {'Network': ['ID=84337fbc-bfdf-45a8-867a-472c43afff35,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:04.131551 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4cf31b84-e2b4-4ee6-86c3-5c379c4cd13e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "DELETE /v2.0/networks/84337fbc-bfdf-45a8-867a-472c43afff35 HTTP/1.1" status: 204 len: 168 time: 0.6518123 Jan 27 17:36:04.131699 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42462) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:04.137371 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-36fd848a-7616-4f6e-bb6a-75ae3a92600b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-143916918'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:04.142276 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-36fd848a-7616-4f6e-bb6a-75ae3a92600b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:04.146334 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-36fd848a-7616-4f6e-bb6a-75ae3a92600b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Usage tracker for resource:network and tenant:6dbdd3aad7b54da6a88f97f5981b81f8 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:04.149765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-36fd848a-7616-4f6e-bb6a-75ae3a92600b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:04.161023 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-36fd848a-7616-4f6e-bb6a-75ae3a92600b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:04.171840 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fd848a-7616-4f6e-bb6a-75ae3a92600b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Made reservation on behalf of 6dbdd3aad7b54da6a88f97f5981b81f8 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:04.175944 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-36fd848a-7616-4f6e-bb6a-75ae3a92600b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:04.206805 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fd848a-7616-4f6e-bb6a-75ae3a92600b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:36:04.217862 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-36fd848a-7616-4f6e-bb6a-75ae3a92600b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:04.218202 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-36fd848a-7616-4f6e-bb6a-75ae3a92600b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Added segment 9a61a2b2-dd6b-497c-bdfb-a36f13d262df of type vlan for network 8352432f-6ad3-405e-bf00-8efbe6b12cd2 Jan 27 17:36:04.263449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-36fd848a-7616-4f6e-bb6a-75ae3a92600b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:04.296498 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-36fd848a-7616-4f6e-bb6a-75ae3a92600b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:04.302345 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd848a-7616-4f6e-bb6a-75ae3a92600b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:04.302927 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-36fd848a-7616-4f6e-bb6a-75ae3a92600b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:04.356068 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-36fd848a-7616-4f6e-bb6a-75ae3a92600b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2231665 Jan 27 17:36:04.358858 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42466) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:04.413735 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-9d36b0de-5617-4961-9421-e37ccaec3c60 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Request body: {'subnet': {'network_id': '8352432f-6ad3-405e-bf00-8efbe6b12cd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:04.434930 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd848a-7616-4f6e-bb6a-75ae3a92600b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event updated for resources: {'Network': ['ID=8352432f-6ad3-405e-bf00-8efbe6b12cd2,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:04.445068 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 8352432f-6ad3-405e-bf00-8efbe6b12cd2 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:36:04.529801 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9d36b0de-5617-4961-9421-e37ccaec3c60 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:04.533582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9d36b0de-5617-4961-9421-e37ccaec3c60 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Usage tracker for resource:subnet and tenant:6dbdd3aad7b54da6a88f97f5981b81f8 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:04.536495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9d36b0de-5617-4961-9421-e37ccaec3c60 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:04.542575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9d36b0de-5617-4961-9421-e37ccaec3c60 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:04.554363 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d36b0de-5617-4961-9421-e37ccaec3c60 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Made reservation on behalf of 6dbdd3aad7b54da6a88f97f5981b81f8 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:04.558079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9d36b0de-5617-4961-9421-e37ccaec3c60 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:04.758679 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.ipam_backend_mixin [None req-9d36b0de-5617-4961-9421-e37ccaec3c60 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Performing IP validity checks on allocation pools {{(pid=87594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 27 17:36:04.759213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.ipam_backend_mixin [None req-9d36b0de-5617-4961-9421-e37ccaec3c60 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87594) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 27 17:36:04.887440 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9d36b0de-5617-4961-9421-e37ccaec3c60 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:04.969869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36b0de-5617-4961-9421-e37ccaec3c60 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event updated for resources: {'Subnet': ['ID=1937892c-c945-4bd2-a27e-4f09b46bb7ad,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:04.979165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d36b0de-5617-4961-9421-e37ccaec3c60 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Checking segment: {'id': '9a61a2b2-dd6b-497c-bdfb-a36f13d262df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '8352432f-6ad3-405e-bf00-8efbe6b12cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:04.979556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d36b0de-5617-4961-9421-e37ccaec3c60 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Network hostable DHCP agents. Network: 8352432f-6ad3-405e-bf00-8efbe6b12cd2, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:36:04.993938 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bcd65c-c211-4170-ae41-5ade3ba4a502 None None] Network 297bebde-b256-4376-9d45-fa707b860a62 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:04.999310 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d36b0de-5617-4961-9421-e37ccaec3c60 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Network 8352432f-6ad3-405e-bf00-8efbe6b12cd2 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:36:05.009112 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-9d36b0de-5617-4961-9421-e37ccaec3c60 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 8352432f-6ad3-405e-bf00-8efbe6b12cd2) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:05.013397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36b0de-5617-4961-9421-e37ccaec3c60 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:05.014126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9d36b0de-5617-4961-9421-e37ccaec3c60 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:05.022925 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca9643d-5aef-47ba-b18e-5d5d77a1d14b None None] Network 8352432f-6ad3-405e-bf00-8efbe6b12cd2 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:05.036298 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9d36b0de-5617-4961-9421-e37ccaec3c60 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6763904 Jan 27 17:36:05.038989 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42470) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:05.124353 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-680b3554-624b-4a1a-9bee-2580dc66e293 None None] Provisioning for port 91caf081-daf8-4e9a-b40f-02de5d135c02 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:05.178848 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b611-9ce1-47d6-bc95-8511985323e6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:05.243969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b611-9ce1-47d6-bc95-8511985323e6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:05.322977 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b611-9ce1-47d6-bc95-8511985323e6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:05.378481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9b611-9ce1-47d6-bc95-8511985323e6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event deleted for resources: {'Subnet': ['ID=1937892c-c945-4bd2-a27e-4f09b46bb7ad,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:05.406200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921c5fc2-de00-440a-963c-5a266c8a613d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-8352432f-6ad3-405e-bf00-8efbe6b12cd2', 'network_id': '8352432f-6ad3-405e-bf00-8efbe6b12cd2', 'tenant_id': '6dbdd3aad7b54da6a88f97f5981b81f8', 'fixed_ips': [{'subnet_id': '1937892c-c945-4bd2-a27e-4f09b46bb7ad'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:36:05.407109 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-921c5fc2-de00-440a-963c-5a266c8a613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:05.461599 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b611-9ce1-47d6-bc95-8511985323e6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:05.487723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-2bb9b611-9ce1-47d6-bc95-8511985323e6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8352432f-6ad3-405e-bf00-8efbe6b12cd2']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:05.500690 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-2bb9b611-9ce1-47d6-bc95-8511985323e6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a61a2b2-dd6b-497c-bdfb-a36f13d262df') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:05.500983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-2bb9b611-9ce1-47d6-bc95-8511985323e6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a61a2b2-dd6b-497c-bdfb-a36f13d262df') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:05.506403 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4fd7b2-1af3-4435-805c-376909649edc None None] Network 8352432f-6ad3-405e-bf00-8efbe6b12cd2 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:05.512808 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b611-9ce1-47d6-bc95-8511985323e6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:05.529705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b611-9ce1-47d6-bc95-8511985323e6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:05.536903 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb9b611-9ce1-47d6-bc95-8511985323e6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:36:05.537579 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b611-9ce1-47d6-bc95-8511985323e6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:36:05.558436 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:36:05.651774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b611-9ce1-47d6-bc95-8511985323e6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:05.671750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b611-9ce1-47d6-bc95-8511985323e6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:05.678551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9b611-9ce1-47d6-bc95-8511985323e6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event deleted for resources: {'Network': ['ID=8352432f-6ad3-405e-bf00-8efbe6b12cd2,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:05.688576 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2bb9b611-9ce1-47d6-bc95-8511985323e6 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "DELETE /v2.0/networks/8352432f-6ad3-405e-bf00-8efbe6b12cd2 HTTP/1.1" status: 204 len: 168 time: 0.6454060 Jan 27 17:36:05.689630 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42474) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:05.696213 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-9de475a8-9f77-4184-aabd-af5ecdc4b611 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-371874498'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:05.698536 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 91caf081-daf8-4e9a-b40f-02de5d135c02 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:36:05.702203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9de475a8-9f77-4184-aabd-af5ecdc4b611 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:05.706569 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9de475a8-9f77-4184-aabd-af5ecdc4b611 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Usage tracker for resource:network and tenant:6dbdd3aad7b54da6a88f97f5981b81f8 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:05.709636 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9de475a8-9f77-4184-aabd-af5ecdc4b611 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:05.717344 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9de475a8-9f77-4184-aabd-af5ecdc4b611 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:05.728243 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de475a8-9f77-4184-aabd-af5ecdc4b611 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Made reservation on behalf of 6dbdd3aad7b54da6a88f97f5981b81f8 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:05.732117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9de475a8-9f77-4184-aabd-af5ecdc4b611 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:05.763916 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de475a8-9f77-4184-aabd-af5ecdc4b611 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:36:05.773859 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9de475a8-9f77-4184-aabd-af5ecdc4b611 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:05.774198 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-9de475a8-9f77-4184-aabd-af5ecdc4b611 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Added segment 0c48327e-a26f-49e3-963d-b99d7c3c7dff of type vlan for network 35db1e61-2313-4040-865c-68f9383493aa Jan 27 17:36:05.801958 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9de475a8-9f77-4184-aabd-af5ecdc4b611 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:05.807103 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 91caf081-daf8-4e9a-b40f-02de5d135c02 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:05.820510 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 91caf081-daf8-4e9a-b40f-02de5d135c02 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:05.820903 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:05.838424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9de475a8-9f77-4184-aabd-af5ecdc4b611 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:05.844096 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de475a8-9f77-4184-aabd-af5ecdc4b611 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:05.844699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9de475a8-9f77-4184-aabd-af5ecdc4b611 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:05.857603 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-38fde6a2-1403-4c3c-8c15-79b312dff6e3 None None] Provisioning complete for port 91caf081-daf8-4e9a-b40f-02de5d135c02 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:05.857982 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38fde6a2-1403-4c3c-8c15-79b312dff6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:05.898243 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9de475a8-9f77-4184-aabd-af5ecdc4b611 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2066655 Jan 27 17:36:05.901351 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42478) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:05.953060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-9cf20235-b972-4881-a5d4-147784465d7d tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Request body: {'subnet': {'network_id': '35db1e61-2313-4040-865c-68f9383493aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:06.048787 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:06.062770 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38fde6a2-1403-4c3c-8c15-79b312dff6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:06.079928 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de475a8-9f77-4184-aabd-af5ecdc4b611 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event updated for resources: {'Network': ['ID=35db1e61-2313-4040-865c-68f9383493aa,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:06.099984 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 35db1e61-2313-4040-865c-68f9383493aa details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:36:06.138301 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 91caf081-daf8-4e9a-b40f-02de5d135c02, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=91caf081-daf8-4e9a-b40f-02de5d135c02,segment=NetworkSegment(72641ce4-bdbd-4ed4-9fd7-19c7420d8534),segment_id=72641ce4-bdbd-4ed4-9fd7-19c7420d8534)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:06.168486 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9cf20235-b972-4881-a5d4-147784465d7d tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:06.172842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9cf20235-b972-4881-a5d4-147784465d7d tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Usage tracker for resource:subnet and tenant:6dbdd3aad7b54da6a88f97f5981b81f8 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:06.175812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9cf20235-b972-4881-a5d4-147784465d7d tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:06.181618 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9cf20235-b972-4881-a5d4-147784465d7d tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:06.191575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf20235-b972-4881-a5d4-147784465d7d tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Made reservation on behalf of 6dbdd3aad7b54da6a88f97f5981b81f8 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:06.195118 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9cf20235-b972-4881-a5d4-147784465d7d tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:06.215854 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:06.320276 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-38fde6a2-1403-4c3c-8c15-79b312dff6e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:36:06.320622 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-38fde6a2-1403-4c3c-8c15-79b312dff6e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:36:06.328352 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=91caf081-daf8-4e9a-b40f-02de5d135c02,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:06.414382 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9cf20235-b972-4881-a5d4-147784465d7d tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:06.490339 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf20235-b972-4881-a5d4-147784465d7d tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event updated for resources: {'Subnet': ['ID=94c2f9cb-5c87-4239-b674-e0eb28dc0233,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:06.498908 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf20235-b972-4881-a5d4-147784465d7d tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Checking segment: {'id': '0c48327e-a26f-49e3-963d-b99d7c3c7dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35db1e61-2313-4040-865c-68f9383493aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:06.499256 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf20235-b972-4881-a5d4-147784465d7d tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Network hostable DHCP agents. Network: 35db1e61-2313-4040-865c-68f9383493aa, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:36:06.521016 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf20235-b972-4881-a5d4-147784465d7d tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Network 35db1e61-2313-4040-865c-68f9383493aa is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:36:06.531377 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-9cf20235-b972-4881-a5d4-147784465d7d tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 35db1e61-2313-4040-865c-68f9383493aa) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:06.535901 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf20235-b972-4881-a5d4-147784465d7d tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:06.536987 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9cf20235-b972-4881-a5d4-147784465d7d tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:06.540021 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcc6a08-ecf2-4392-9f73-0574856c7dc6 None None] Network 35db1e61-2313-4040-865c-68f9383493aa requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:06.559343 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9cf20235-b972-4881-a5d4-147784465d7d tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6568570 Jan 27 17:36:06.562866 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42482) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:06.568229 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-22a9e81f-20e2-4e6e-96c5-3aeb98ab492a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1741553171'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:06.572978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-22a9e81f-20e2-4e6e-96c5-3aeb98ab492a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:06.577362 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-22a9e81f-20e2-4e6e-96c5-3aeb98ab492a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Usage tracker for resource:network and tenant:6dbdd3aad7b54da6a88f97f5981b81f8 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:06.580214 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-22a9e81f-20e2-4e6e-96c5-3aeb98ab492a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:06.585836 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-22a9e81f-20e2-4e6e-96c5-3aeb98ab492a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:06.602055 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a9e81f-20e2-4e6e-96c5-3aeb98ab492a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Made reservation on behalf of 6dbdd3aad7b54da6a88f97f5981b81f8 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:06.605622 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22a9e81f-20e2-4e6e-96c5-3aeb98ab492a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:06.632191 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a9e81f-20e2-4e6e-96c5-3aeb98ab492a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:36:06.640730 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22a9e81f-20e2-4e6e-96c5-3aeb98ab492a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:06.641078 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-22a9e81f-20e2-4e6e-96c5-3aeb98ab492a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Added segment 3c3438be-91ed-4534-bb73-3081c589f5d1 of type vlan for network 3568f6bd-f3c0-4f9e-b15d-a196c4f066eb Jan 27 17:36:06.666090 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22a9e81f-20e2-4e6e-96c5-3aeb98ab492a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:06.696263 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22a9e81f-20e2-4e6e-96c5-3aeb98ab492a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:06.701794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a9e81f-20e2-4e6e-96c5-3aeb98ab492a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:06.702357 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-22a9e81f-20e2-4e6e-96c5-3aeb98ab492a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:06.748092 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-35db1e61-2313-4040-865c-68f9383493aa', 'network_id': '35db1e61-2313-4040-865c-68f9383493aa', 'tenant_id': '6dbdd3aad7b54da6a88f97f5981b81f8', 'fixed_ips': [{'subnet_id': '94c2f9cb-5c87-4239-b674-e0eb28dc0233'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:36:06.748918 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:06.756947 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-22a9e81f-20e2-4e6e-96c5-3aeb98ab492a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1930203 Jan 27 17:36:06.759820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42486) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:06.767912 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0414d205-f11c-4787-94cf-10c265c9ec61 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Request body: {'subnet': {'network_id': '3568f6bd-f3c0-4f9e-b15d-a196c4f066eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:06.838511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9e81f-20e2-4e6e-96c5-3aeb98ab492a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event updated for resources: {'Network': ['ID=3568f6bd-f3c0-4f9e-b15d-a196c4f066eb,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:06.857554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 3568f6bd-f3c0-4f9e-b15d-a196c4f066eb details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:36:06.933327 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0414d205-f11c-4787-94cf-10c265c9ec61 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:06.937164 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0414d205-f11c-4787-94cf-10c265c9ec61 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Usage tracker for resource:subnet and tenant:6dbdd3aad7b54da6a88f97f5981b81f8 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:06.940011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0414d205-f11c-4787-94cf-10c265c9ec61 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:06.945666 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0414d205-f11c-4787-94cf-10c265c9ec61 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:06.956225 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0414d205-f11c-4787-94cf-10c265c9ec61 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Made reservation on behalf of 6dbdd3aad7b54da6a88f97f5981b81f8 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:06.959797 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0414d205-f11c-4787-94cf-10c265c9ec61 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:07.038885 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Allocated IP 2001:db8::2 (35db1e61-2313-4040-865c-68f9383493aa/94c2f9cb-5c87-4239-b674-e0eb28dc0233/5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:36:07.183613 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0414d205-f11c-4787-94cf-10c265c9ec61 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:07.240967 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:07.251891 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Transition to ACTIVE for port object 5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:07.259702 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414d205-f11c-4787-94cf-10c265c9ec61 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event updated for resources: {'Subnet': ['ID=2312b9f2-d253-479e-aab8-8fea5faf978b,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:07.266919 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0414d205-f11c-4787-94cf-10c265c9ec61 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Checking segment: {'id': '3c3438be-91ed-4534-bb73-3081c589f5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3568f6bd-f3c0-4f9e-b15d-a196c4f066eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:07.267265 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0414d205-f11c-4787-94cf-10c265c9ec61 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Network hostable DHCP agents. Network: 3568f6bd-f3c0-4f9e-b15d-a196c4f066eb, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:36:07.271278 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Transition to ACTIVE for port object 5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:07.277176 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:07.288340 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0414d205-f11c-4787-94cf-10c265c9ec61 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Network 3568f6bd-f3c0-4f9e-b15d-a196c4f066eb is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:36:07.298373 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-0414d205-f11c-4787-94cf-10c265c9ec61 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 3568f6bd-f3c0-4f9e-b15d-a196c4f066eb) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:07.302480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0414d205-f11c-4787-94cf-10c265c9ec61 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:07.303048 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0414d205-f11c-4787-94cf-10c265c9ec61 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:07.314134 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa01ca2-09a6-4e51-b67c-fec67d15bf67 None None] Network 3568f6bd-f3c0-4f9e-b15d-a196c4f066eb requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:07.328308 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0414d205-f11c-4787-94cf-10c265c9ec61 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5674753 Jan 27 17:36:07.331146 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42490) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:07.418335 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Network 35db1e61-2313-4040-865c-68f9383493aa is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:36:07.423734 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:07.429323 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:36:07.476159 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bda0c795-a7e8-4bbe-9a8c-60a4625e80e9 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:07.509820 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Pushing event updated for resources: {'Port': ['ID=5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:07.540389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bda0c795-a7e8-4bbe-9a8c-60a4625e80e9 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:07.598695 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Attempting to bind port 5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:36:07.599077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Attempting to bind port 5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '0c48327e-a26f-49e3-963d-b99d7c3c7dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35db1e61-2313-4040-865c-68f9383493aa'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:36:07.599504 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Attempting to bind port 5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef on network 35db1e61-2313-4040-865c-68f9383493aa {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:36:07.622826 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bda0c795-a7e8-4bbe-9a8c-60a4625e80e9 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:07.631631 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 91caf081-daf8-4e9a-b40f-02de5d135c02 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:36:07.661357 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0c795-a7e8-4bbe-9a8c-60a4625e80e9 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event deleted for resources: {'Subnet': ['ID=2312b9f2-d253-479e-aab8-8fea5faf978b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:07.665391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:36:07.665792 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Checking segment: {'id': '0c48327e-a26f-49e3-963d-b99d7c3c7dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35db1e61-2313-4040-865c-68f9383493aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:07.666172 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:07.666552 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Bound using segment: {'id': '0c48327e-a26f-49e3-963d-b99d7c3c7dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35db1e61-2313-4040-865c-68f9383493aa'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:36:07.667016 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Bound port: 5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c48327e-a26f-49e3-963d-b99d7c3c7dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '35db1e61-2313-4040-865c-68f9383493aa'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:36:07.667380 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:07.755540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bda0c795-a7e8-4bbe-9a8c-60a4625e80e9 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:07.762440 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c13127-fb19-420a-bc3f-a98d83dd7859 None None] Network 3568f6bd-f3c0-4f9e-b15d-a196c4f066eb requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:07.780783 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-bda0c795-a7e8-4bbe-9a8c-60a4625e80e9 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3568f6bd-f3c0-4f9e-b15d-a196c4f066eb']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:07.792990 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-bda0c795-a7e8-4bbe-9a8c-60a4625e80e9 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3438be-91ed-4534-bb73-3081c589f5d1') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:07.793291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-bda0c795-a7e8-4bbe-9a8c-60a4625e80e9 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3438be-91ed-4534-bb73-3081c589f5d1') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:07.805042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bda0c795-a7e8-4bbe-9a8c-60a4625e80e9 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:07.820899 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bda0c795-a7e8-4bbe-9a8c-60a4625e80e9 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:07.827096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda0c795-a7e8-4bbe-9a8c-60a4625e80e9 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:36:07.827476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bda0c795-a7e8-4bbe-9a8c-60a4625e80e9 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:36:07.841961 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:36:07.923087 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bda0c795-a7e8-4bbe-9a8c-60a4625e80e9 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:07.927258 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] For port 5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:36:07.939696 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 91caf081-daf8-4e9a-b40f-02de5d135c02 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:07.940055 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:07.943598 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bda0c795-a7e8-4bbe-9a8c-60a4625e80e9 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:07.952099 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0c795-a7e8-4bbe-9a8c-60a4625e80e9 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event deleted for resources: {'Network': ['ID=3568f6bd-f3c0-4f9e-b15d-a196c4f066eb,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:07.956280 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bda0c795-a7e8-4bbe-9a8c-60a4625e80e9 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "DELETE /v2.0/networks/3568f6bd-f3c0-4f9e-b15d-a196c4f066eb HTTP/1.1" status: 204 len: 168 time: 0.6241226 Jan 27 17:36:07.959386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42494) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:07.966368 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] For port 5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef,segment=NetworkSegment(0c48327e-a26f-49e3-963d-b99d7c3c7dff),segment_id=0c48327e-a26f-49e3-963d-b99d7c3c7dff)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:36:07.997745 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63fb319-b9d9-4730-852a-7ad20de3f151 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] GET failed (client error): The resource could not be found. Jan 27 17:36:07.998286 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b63fb319-b9d9-4730-852a-7ad20de3f151 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Synchronizing usage tracker for tenant:6dbdd3aad7b54da6a88f97f5981b81f8 on resource:subnet {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:36:08.009841 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:08.016784 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b63fb319-b9d9-4730-852a-7ad20de3f151 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Unset dirty status for tenant:6dbdd3aad7b54da6a88f97f5981b81f8 on resource:subnet {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:36:08.018000 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b63fb319-b9d9-4730-852a-7ad20de3f151 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "GET /v2.0/subnets/2312b9f2-d253-479e-aab8-8fea5faf978b HTTP/1.1" status: 404 len: 337 time: 0.0576949 Jan 27 17:36:08.020883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42498) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:08.051495 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34b5e61-80f8-4d5d-86a0-a71a183ed17a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] DELETE failed (client error): The resource could not be found. Jan 27 17:36:08.051994 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34b5e61-80f8-4d5d-86a0-a71a183ed17a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:36:08.053602 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f34b5e61-80f8-4d5d-86a0-a71a183ed17a tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "DELETE /v2.0/networks/3568f6bd-f3c0-4f9e-b15d-a196c4f066eb HTTP/1.1" status: 404 len: 339 time: 0.0318298 Jan 27 17:36:08.057775 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42502) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:08.129648 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84830d4f-49ed-4be9-84f1-f36b5bddd351 None None] Pushing event updated for resources: {'Port': ['ID=5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:08.229266 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e2b383-0b79-4187-8d93-816dbfb656ae tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] DELETE failed (client error): The resource could not be found. Jan 27 17:36:08.229715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e2b383-0b79-4187-8d93-816dbfb656ae tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87594) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:36:08.231477 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-73e2b383-0b79-4187-8d93-816dbfb656ae tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "DELETE /v2.0/subnets/2312b9f2-d253-479e-aab8-8fea5faf978b HTTP/1.1" status: 404 len: 337 time: 0.1726069 Jan 27 17:36:08.234558 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42506) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:08.260454 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f024f14-e8da-43d9-81d1-1e60c687ea1e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] DELETE failed (client error): The resource could not be found. Jan 27 17:36:08.260931 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f024f14-e8da-43d9-81d1-1e60c687ea1e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:36:08.263535 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0f024f14-e8da-43d9-81d1-1e60c687ea1e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "DELETE /v2.0/networks/3568f6bd-f3c0-4f9e-b15d-a196c4f066eb HTTP/1.1" status: 404 len: 339 time: 0.0271511 Jan 27 17:36:08.265349 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42510) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:08.346540 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-c077da90-f6f2-4872-a2b9-c16458286f64 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Deleting subnet 94c2f9cb-5c87-4239-b674-e0eb28dc0233 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:36:08.350150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c077da90-f6f2-4872-a2b9-c16458286f64 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:08.410059 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c077da90-f6f2-4872-a2b9-c16458286f64 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:08.492069 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c077da90-f6f2-4872-a2b9-c16458286f64 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:08.574790 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c077da90-f6f2-4872-a2b9-c16458286f64 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:08.618320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077da90-f6f2-4872-a2b9-c16458286f64 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event deleted for resources: {'Subnet': ['ID=94c2f9cb-5c87-4239-b674-e0eb28dc0233,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:08.620231 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c077da90-f6f2-4872-a2b9-c16458286f64 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:08.635317 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c077da90-f6f2-4872-a2b9-c16458286f64 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "DELETE /v2.0/subnets/94c2f9cb-5c87-4239-b674-e0eb28dc0233 HTTP/1.1" status: 204 len: 168 time: 0.3687155 Jan 27 17:36:08.638214 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42514) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:08.751501 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:08.765728 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Deleting port 5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:36:08.766100 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:09.058727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738095c3-a58e-47c3-b545-2a8712b3fcce None None] Network 35db1e61-2313-4040-865c-68f9383493aa requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:09.086437 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] For port 5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef,segment=NetworkSegment(0c48327e-a26f-49e3-963d-b99d7c3c7dff),segment_id=0c48327e-a26f-49e3-963d-b99d7c3c7dff)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:09.086785 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:09.210955 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Calling delete_port for 5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:36:09.218345 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-df51071d-c138-4b4c-8262-6f3987952848 None None] Provisioning for port 5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:09.292860 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:09.313634 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aceb2c9-ccf6-4c2c-8c40-63b4fe0a64a8 None None] DHCP port deletion for 35db1e61-2313-4040-865c-68f9383493aa request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:36:09.337911 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event deleted for resources: {'Port': ['ID=5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:09.343346 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] No DVR routers for this DVR port 5cad55cb-f421-4ba4-b9f1-dd0f1430b7ef on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:36:09.466464 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:09.508334 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35db1e61-2313-4040-865c-68f9383493aa']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:09.521667 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c48327e-a26f-49e3-963d-b99d7c3c7dff') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:09.521924 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c48327e-a26f-49e3-963d-b99d7c3c7dff') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:09.533057 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:09.555715 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:09.565528 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:36:09.566124 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:36:09.583873 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:36:09.665333 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:09.683220 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:09.693839 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event deleted for resources: {'Network': ['ID=35db1e61-2313-4040-865c-68f9383493aa,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:09.697620 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9360a3af-96ca-471a-960c-2d08ec9b5c0e tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "DELETE /v2.0/networks/35db1e61-2313-4040-865c-68f9383493aa HTTP/1.1" status: 204 len: 168 time: 1.0584877 Jan 27 17:36:09.700396 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42518) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:09.741356 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-b965cace-587f-47cb-a836-c4d3adbb6de7 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] DELETE failed (client error): The resource could not be found. Jan 27 17:36:09.741815 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b965cace-587f-47cb-a836-c4d3adbb6de7 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:36:09.743413 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b965cace-587f-47cb-a836-c4d3adbb6de7 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "DELETE /v2.0/subnets/1937892c-c945-4bd2-a27e-4f09b46bb7ad HTTP/1.1" status: 404 len: 337 time: 0.0420830 Jan 27 17:36:09.745932 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42522) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:09.769949 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50f6657-f2c4-48e7-b0cf-f2a18d1eb892 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] DELETE failed (client error): The resource could not be found. Jan 27 17:36:09.770404 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50f6657-f2c4-48e7-b0cf-f2a18d1eb892 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:36:09.772106 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f50f6657-f2c4-48e7-b0cf-f2a18d1eb892 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "DELETE /v2.0/networks/8352432f-6ad3-405e-bf00-8efbe6b12cd2 HTTP/1.1" status: 404 len: 339 time: 0.0251422 Jan 27 17:36:09.774241 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42526) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:09.810548 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc82837-ba0a-4852-8857-49ad76f28237 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] DELETE failed (client error): The resource could not be found. Jan 27 17:36:09.810981 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc82837-ba0a-4852-8857-49ad76f28237 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:36:09.812568 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6bc82837-ba0a-4852-8857-49ad76f28237 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "DELETE /v2.0/subnets/1bd922bf-333a-48b2-b6da-f62578480c35 HTTP/1.1" status: 404 len: 337 time: 0.0374575 Jan 27 17:36:09.815059 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42530) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:09.850193 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fccf5d-a1b4-443c-8fb8-e09885d608e8 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] DELETE failed (client error): The resource could not be found. Jan 27 17:36:09.850650 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28fccf5d-a1b4-443c-8fb8-e09885d608e8 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87595) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 17:36:09.852259 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-28fccf5d-a1b4-443c-8fb8-e09885d608e8 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "DELETE /v2.0/networks/84337fbc-bfdf-45a8-867a-472c43afff35 HTTP/1.1" status: 404 len: 339 time: 0.0362892 Jan 27 17:36:09.855215 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42534) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:09.933402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a4c635-9e02-4c6d-ba47-4d495c1c824b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Deleting subnet e225dc19-e11b-49ed-9522-534d78b40a14 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:36:09.936380 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14a4c635-9e02-4c6d-ba47-4d495c1c824b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:09.991662 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14a4c635-9e02-4c6d-ba47-4d495c1c824b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:10.075300 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14a4c635-9e02-4c6d-ba47-4d495c1c824b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:10.146945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14a4c635-9e02-4c6d-ba47-4d495c1c824b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:10.185375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4c635-9e02-4c6d-ba47-4d495c1c824b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event deleted for resources: {'Subnet': ['ID=e225dc19-e11b-49ed-9522-534d78b40a14,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:10.191123 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-14a4c635-9e02-4c6d-ba47-4d495c1c824b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:10.202263 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c155f9-6ec8-43bf-aa5f-3a202274aac2 None None] Network 297bebde-b256-4376-9d45-fa707b860a62 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:10.206494 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-14a4c635-9e02-4c6d-ba47-4d495c1c824b tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "DELETE /v2.0/subnets/e225dc19-e11b-49ed-9522-534d78b40a14 HTTP/1.1" status: 204 len: 168 time: 0.3499877 Jan 27 17:36:10.208891 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42538) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:10.325721 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:10.336316 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Deleting port 91caf081-daf8-4e9a-b40f-02de5d135c02 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:36:10.336635 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:10.434125 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b022da-db02-44e2-be2c-66f81524cc76 None None] DHCP port deletion for 297bebde-b256-4376-9d45-fa707b860a62 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:36:10.439010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-24b022da-db02-44e2-be2c-66f81524cc76 None None] Deleting port 91caf081-daf8-4e9a-b40f-02de5d135c02 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:36:10.439486 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24b022da-db02-44e2-be2c-66f81524cc76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:10.543707 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] For port 91caf081-daf8-4e9a-b40f-02de5d135c02, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=91caf081-daf8-4e9a-b40f-02de5d135c02,segment=NetworkSegment(72641ce4-bdbd-4ed4-9fd7-19c7420d8534),segment_id=72641ce4-bdbd-4ed4-9fd7-19c7420d8534)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:10.544033 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:10.641865 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-24b022da-db02-44e2-be2c-66f81524cc76 None None] For port 91caf081-daf8-4e9a-b40f-02de5d135c02, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=91caf081-daf8-4e9a-b40f-02de5d135c02,segment=NetworkSegment(72641ce4-bdbd-4ed4-9fd7-19c7420d8534),segment_id=72641ce4-bdbd-4ed4-9fd7-19c7420d8534)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:10.642116 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24b022da-db02-44e2-be2c-66f81524cc76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:10.663483 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Calling delete_port for 91caf081-daf8-4e9a-b40f-02de5d135c02 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:36:10.741592 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:10.790314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event deleted for resources: {'Port': ['ID=91caf081-daf8-4e9a-b40f-02de5d135c02,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:10.793652 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] No DVR routers for this DVR port 91caf081-daf8-4e9a-b40f-02de5d135c02 on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:36:10.802873 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-24b022da-db02-44e2-be2c-66f81524cc76 None None] Calling delete_port for 91caf081-daf8-4e9a-b40f-02de5d135c02 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:36:10.877988 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-24b022da-db02-44e2-be2c-66f81524cc76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:36:10.878422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-24b022da-db02-44e2-be2c-66f81524cc76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:36:10.915818 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:10.940616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297bebde-b256-4376-9d45-fa707b860a62']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:10.952762 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72641ce4-bdbd-4ed4-9fd7-19c7420d8534') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:10.953040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72641ce4-bdbd-4ed4-9fd7-19c7420d8534') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:10.964723 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:10.982311 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:10.988515 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:36:10.989267 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:36:11.003777 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:36:11.084039 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:11.106098 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:11.116768 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] Pushing event deleted for resources: {'Network': ['ID=297bebde-b256-4376-9d45-fa707b860a62,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:11.120657 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-36637454-9b14-4f7b-9cb7-d058f89f4a25 tempest-NetworksIpV6Test-265951425 tempest-NetworksIpV6Test-265951425-project] 10.222.0.50 "DELETE /v2.0/networks/297bebde-b256-4376-9d45-fa707b860a62 HTTP/1.1" status: 204 len: 168 time: 0.9108055 Jan 27 17:36:11.380041 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-24b022da-db02-44e2-be2c-66f81524cc76 None None] Deleting port 91caf081-daf8-4e9a-b40f-02de5d135c02 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:36:11.380569 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24b022da-db02-44e2-be2c-66f81524cc76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:11.394140 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42546) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:11.446243 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-24b022da-db02-44e2-be2c-66f81524cc76 None None] The port '91caf081-daf8-4e9a-b40f-02de5d135c02' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:36:11.543727 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-81c76535-a94c-4fa8-8a34-e5fb0e4c3846 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6dbdd3aad7b54da6a88f97f5981b81f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483545 Jan 27 17:36:11.546596 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42552) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:11.603930 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 91caf081-daf8-4e9a-b40f-02de5d135c02 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:36:11.616991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8922da94-1a8e-47f6-84b8-da130d4d3ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:11.640110 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 91caf081-daf8-4e9a-b40f-02de5d135c02 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:36:11.640419 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 91caf081-daf8-4e9a-b40f-02de5d135c02 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:36:11.647157 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8922da94-1a8e-47f6-84b8-da130d4d3ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:11.800213 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8922da94-1a8e-47f6-84b8-da130d4d3ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:11.813798 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922da94-1a8e-47f6-84b8-da130d4d3ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17e0b6b-2ce8-4e29-89f1-16c70b8bbfc4,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:11.820249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8922da94-1a8e-47f6-84b8-da130d4d3ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:11.821376 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8922da94-1a8e-47f6-84b8-da130d4d3ab2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e17e0b6b-2ce8-4e29-89f1-16c70b8bbfc4 HTTP/1.1" status: 204 len: 168 time: 0.2735534 Jan 27 17:36:12.536874 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42576) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:12.643513 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d248290d-a7d2-4dfd-96c5-efe458c0afbd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1830214850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:12.654153 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d248290d-a7d2-4dfd-96c5-efe458c0afbd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:12.659588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d248290d-a7d2-4dfd-96c5-efe458c0afbd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Usage tracker for resource:router and tenant:e4d170cf4d0144d7ab66636cbaf93f97 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:12.663774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d248290d-a7d2-4dfd-96c5-efe458c0afbd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:12.671309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d248290d-a7d2-4dfd-96c5-efe458c0afbd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:12.684361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d248290d-a7d2-4dfd-96c5-efe458c0afbd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:12.685307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d248290d-a7d2-4dfd-96c5-efe458c0afbd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:12.699102 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d248290d-a7d2-4dfd-96c5-efe458c0afbd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:12.718252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d248290d-a7d2-4dfd-96c5-efe458c0afbd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:12.740796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d248290d-a7d2-4dfd-96c5-efe458c0afbd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:12.742225 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d248290d-a7d2-4dfd-96c5-efe458c0afbd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2043285 Jan 27 17:36:12.745887 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42582) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:12.751585 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-52119648'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:12.756822 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:12.760898 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Usage tracker for resource:network and tenant:e4d170cf4d0144d7ab66636cbaf93f97 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:12.764012 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:12.769915 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:12.780682 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Made reservation on behalf of e4d170cf4d0144d7ab66636cbaf93f97 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:12.784115 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:12.796137 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:12.811119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:12.815272 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Usage tracker for resource:security_group_rule and tenant:e4d170cf4d0144d7ab66636cbaf93f97 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:12.818198 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:12.824358 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:12.918903 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:12.925396 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:12.955856 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:36:12.964008 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3726a1-acb3-4e09-937a-cc4d10c1f262,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:12.970241 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:12.970704 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Added segment b2965afa-f492-4288-bb95-4da33f11a5cd of type vlan for network 8e2a06af-af11-4149-911f-fce1079047cf Jan 27 17:36:13.007314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:13.038502 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:13.044043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:13.044603 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:13.148350 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4013367 Jan 27 17:36:13.151441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42586) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:13.153672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b2e76-2ee0-4409-b165-4688f60ac7cd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Pushing event updated for resources: {'Network': ['ID=8e2a06af-af11-4149-911f-fce1079047cf,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:13.158926 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Request body: {'subnet': {'network_id': '8e2a06af-af11-4149-911f-fce1079047cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:13.164311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 8e2a06af-af11-4149-911f-fce1079047cf details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:36:13.270769 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:13.274691 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Usage tracker for resource:subnet and tenant:e4d170cf4d0144d7ab66636cbaf93f97 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:13.277627 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:13.283560 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:13.295369 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Made reservation on behalf of e4d170cf4d0144d7ab66636cbaf93f97 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:13.299257 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:13.512388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:13.578277 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:36:13.589275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Pushing event updated for resources: {'Subnet': ['ID=149a1d14-c516-4b72-b207-c713a6c7db51,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:13.600104 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:13.600441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:13.600776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:13.601083 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:13.601409 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:13.601716 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:13.602063 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:13.602368 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:13.602678 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:13.603009 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:13.603282 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:13.603587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:13.609508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Checking segment: {'id': 'b2965afa-f492-4288-bb95-4da33f11a5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '8e2a06af-af11-4149-911f-fce1079047cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:13.609889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Network hostable DHCP agents. Network: 8e2a06af-af11-4149-911f-fce1079047cf, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:36:13.630869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Network 8e2a06af-af11-4149-911f-fce1079047cf is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:36:13.640367 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 8e2a06af-af11-4149-911f-fce1079047cf) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:13.644219 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:13.644793 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:13.650333 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9348fc-ce8f-41fd-8905-4501d1f9c7b6 None None] Network 8e2a06af-af11-4149-911f-fce1079047cf requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:13.666390 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a8f1eb36-1e47-4ae6-a351-d826aa82e6c3 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5138140 Jan 27 17:36:13.669819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42590) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:13.675802 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-f509ecec-f83c-4d85-99b1-4b138e3f2939 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-462469259'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:13.680634 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f509ecec-f83c-4d85-99b1-4b138e3f2939 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:13.684522 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f509ecec-f83c-4d85-99b1-4b138e3f2939 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Usage tracker for resource:network and tenant:e4d170cf4d0144d7ab66636cbaf93f97 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:13.687372 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-f509ecec-f83c-4d85-99b1-4b138e3f2939 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:13.693636 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-f509ecec-f83c-4d85-99b1-4b138e3f2939 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:13.704166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f509ecec-f83c-4d85-99b1-4b138e3f2939 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Made reservation on behalf of e4d170cf4d0144d7ab66636cbaf93f97 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:13.707642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f509ecec-f83c-4d85-99b1-4b138e3f2939 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:13.734841 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f509ecec-f83c-4d85-99b1-4b138e3f2939 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:36:13.744080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f509ecec-f83c-4d85-99b1-4b138e3f2939 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:13.744372 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-f509ecec-f83c-4d85-99b1-4b138e3f2939 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Added segment 2ef8235f-09f2-4f79-aaff-d28d7a18d816 of type vlan for network 6c8ca74c-7418-4f1d-a7ff-90a4c85ae77b Jan 27 17:36:13.770430 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f509ecec-f83c-4d85-99b1-4b138e3f2939 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:13.800700 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f509ecec-f83c-4d85-99b1-4b138e3f2939 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:13.806201 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f509ecec-f83c-4d85-99b1-4b138e3f2939 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:13.806774 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f509ecec-f83c-4d85-99b1-4b138e3f2939 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:13.856909 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f509ecec-f83c-4d85-99b1-4b138e3f2939 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1857774 Jan 27 17:36:13.859852 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42594) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:13.860121 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-8e2a06af-af11-4149-911f-fce1079047cf', 'network_id': '8e2a06af-af11-4149-911f-fce1079047cf', 'tenant_id': 'e4d170cf4d0144d7ab66636cbaf93f97', 'fixed_ips': [{'subnet_id': '149a1d14-c516-4b72-b207-c713a6c7db51'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:36:13.860970 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:13.865711 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-58e82230-8249-438c-a6fc-189d9b38d39a tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Request body: {'subnet': {'network_id': '6c8ca74c-7418-4f1d-a7ff-90a4c85ae77b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:13.926496 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509ecec-f83c-4d85-99b1-4b138e3f2939 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Pushing event updated for resources: {'Network': ['ID=6c8ca74c-7418-4f1d-a7ff-90a4c85ae77b,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:13.938391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 6c8ca74c-7418-4f1d-a7ff-90a4c85ae77b details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:36:13.979148 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-58e82230-8249-438c-a6fc-189d9b38d39a tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:13.983458 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-58e82230-8249-438c-a6fc-189d9b38d39a tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Usage tracker for resource:subnet and tenant:e4d170cf4d0144d7ab66636cbaf93f97 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:13.986266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-58e82230-8249-438c-a6fc-189d9b38d39a tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:13.992173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-58e82230-8249-438c-a6fc-189d9b38d39a tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:14.002292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e82230-8249-438c-a6fc-189d9b38d39a tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Made reservation on behalf of e4d170cf4d0144d7ab66636cbaf93f97 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:14.006416 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-58e82230-8249-438c-a6fc-189d9b38d39a tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:14.104723 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Allocated IP 172.20.0.2 (8e2a06af-af11-4149-911f-fce1079047cf/149a1d14-c516-4b72-b207-c713a6c7db51/c406b23d-7699-44f6-9c6d-1850631bfbd5) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:36:14.221545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-58e82230-8249-438c-a6fc-189d9b38d39a tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:14.307190 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:14.317912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Transition to ACTIVE for port object c406b23d-7699-44f6-9c6d-1850631bfbd5 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:14.318665 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e82230-8249-438c-a6fc-189d9b38d39a tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Pushing event updated for resources: {'Subnet': ['ID=3eb6d1c7-de68-491a-abbb-17366007ff27,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:14.324187 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e82230-8249-438c-a6fc-189d9b38d39a tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Checking segment: {'id': '2ef8235f-09f2-4f79-aaff-d28d7a18d816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '6c8ca74c-7418-4f1d-a7ff-90a4c85ae77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:14.324652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e82230-8249-438c-a6fc-189d9b38d39a tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Network hostable DHCP agents. Network: 6c8ca74c-7418-4f1d-a7ff-90a4c85ae77b, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:36:14.336716 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Transition to ACTIVE for port object c406b23d-7699-44f6-9c6d-1850631bfbd5 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:14.343772 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:14.344279 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e82230-8249-438c-a6fc-189d9b38d39a tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Network 6c8ca74c-7418-4f1d-a7ff-90a4c85ae77b is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:36:14.354203 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-58e82230-8249-438c-a6fc-189d9b38d39a tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 6c8ca74c-7418-4f1d-a7ff-90a4c85ae77b) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:14.358216 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e82230-8249-438c-a6fc-189d9b38d39a tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:14.358794 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-58e82230-8249-438c-a6fc-189d9b38d39a tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:14.380521 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-58e82230-8249-438c-a6fc-189d9b38d39a tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5195351 Jan 27 17:36:14.383496 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42598) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:14.389079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-3d097eea-8759-4f9d-add0-dcb6d24da65e tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Request body: {'router': {'external_gateway_info': {'network_id': '6c8ca74c-7418-4f1d-a7ff-90a4c85ae77b'}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:14.391347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a7096-590e-43de-8523-7bd2b33511c7 None None] Network 6c8ca74c-7418-4f1d-a7ff-90a4c85ae77b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:14.447924 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Network 8e2a06af-af11-4149-911f-fce1079047cf is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:36:14.450726 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:14.455672 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:36:14.512908 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Pushing event updated for resources: {'Port': ['ID=c406b23d-7699-44f6-9c6d-1850631bfbd5,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:14.630723 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Attempting to bind port c406b23d-7699-44f6-9c6d-1850631bfbd5 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:36:14.630996 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Attempting to bind port c406b23d-7699-44f6-9c6d-1850631bfbd5 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'b2965afa-f492-4288-bb95-4da33f11a5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '8e2a06af-af11-4149-911f-fce1079047cf'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:36:14.631314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Attempting to bind port c406b23d-7699-44f6-9c6d-1850631bfbd5 on network 8e2a06af-af11-4149-911f-fce1079047cf {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:36:14.664468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:36:14.664804 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Checking segment: {'id': 'b2965afa-f492-4288-bb95-4da33f11a5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '8e2a06af-af11-4149-911f-fce1079047cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:14.665230 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:14.665608 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Bound using segment: {'id': 'b2965afa-f492-4288-bb95-4da33f11a5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '8e2a06af-af11-4149-911f-fce1079047cf'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:36:14.666088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Bound port: c406b23d-7699-44f6-9c6d-1850631bfbd5, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2965afa-f492-4288-bb95-4da33f11a5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '8e2a06af-af11-4149-911f-fce1079047cf'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:36:14.666450 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:14.766460 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d097eea-8759-4f9d-add0-dcb6d24da65e tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:14.829664 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed05e79-c6b4-485c-bb92-11fff32c4083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-6c8ca74c-7418-4f1d-a7ff-90a4c85ae77b', 'network_id': '6c8ca74c-7418-4f1d-a7ff-90a4c85ae77b', 'tenant_id': 'e4d170cf4d0144d7ab66636cbaf93f97', 'fixed_ips': [{'subnet_id': '3eb6d1c7-de68-491a-abbb-17366007ff27'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:36:14.830486 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ed05e79-c6b4-485c-bb92-11fff32c4083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:14.858384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] For port c406b23d-7699-44f6-9c6d-1850631bfbd5, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:36:14.912426 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] For port c406b23d-7699-44f6-9c6d-1850631bfbd5, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c406b23d-7699-44f6-9c6d-1850631bfbd5,segment=NetworkSegment(b2965afa-f492-4288-bb95-4da33f11a5cd),segment_id=b2965afa-f492-4288-bb95-4da33f11a5cd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:36:14.918221 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.api.v2.resource [None req-3d097eea-8759-4f9d-add0-dcb6d24da65e tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 17:36:14.925631 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3d097eea-8759-4f9d-add0-dcb6d24da65e tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] 10.222.0.50 "PUT /v2.0/routers/47a305d1-306e-4418-a886-415a2af8fa06 HTTP/1.1" status: 400 len: 364 time: 0.5346437 Jan 27 17:36:14.925866 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:14.926011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42602) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:14.995185 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63c20d9-0ed4-4e38-9e63-bf4fbe506d7f tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Deleting subnet 3eb6d1c7-de68-491a-abbb-17366007ff27 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:36:14.998403 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c63c20d9-0ed4-4e38-9e63-bf4fbe506d7f tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:15.022758 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca0cb6-79ec-4056-8e71-f5d5b9d30232 None None] Pushing event updated for resources: {'Port': ['ID=c406b23d-7699-44f6-9c6d-1850631bfbd5,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:15.055651 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c63c20d9-0ed4-4e38-9e63-bf4fbe506d7f tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:15.118365 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c63c20d9-0ed4-4e38-9e63-bf4fbe506d7f tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:15.209394 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c63c20d9-0ed4-4e38-9e63-bf4fbe506d7f tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server [None req-4ed05e79-c6b4-485c-bb92-11fff32c4083 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3eb6d1c7-de68-491a-abbb-17366007ff27: This subnet is being modified by another concurrent operation. Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server raise exception Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3eb6d1c7-de68-491a-abbb-17366007ff27: This subnet is being modified by another concurrent operation. Jan 27 17:36:15.211404 dv-neutron-826439-2-hyperv neutron-server[87596]: ERROR oslo_messaging.rpc.server Jan 27 17:36:15.244613 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2518f4-bbc5-4594-9b63-1b01a86061f9 None None] Network 6c8ca74c-7418-4f1d-a7ff-90a4c85ae77b requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:15.264298 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c20d9-0ed4-4e38-9e63-bf4fbe506d7f tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb6d1c7-de68-491a-abbb-17366007ff27,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:15.269536 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c63c20d9-0ed4-4e38-9e63-bf4fbe506d7f tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:15.276334 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c63c20d9-0ed4-4e38-9e63-bf4fbe506d7f tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] 10.222.0.50 "DELETE /v2.0/subnets/3eb6d1c7-de68-491a-abbb-17366007ff27 HTTP/1.1" status: 204 len: 168 time: 0.3491755 Jan 27 17:36:15.278770 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42606) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:15.403270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c56fb52e-6591-473f-83c5-ecfc765f8fb7 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:15.535038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c56fb52e-6591-473f-83c5-ecfc765f8fb7 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:15.560230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-c56fb52e-6591-473f-83c5-ecfc765f8fb7 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8ca74c-7418-4f1d-a7ff-90a4c85ae77b']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:15.573040 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-c56fb52e-6591-473f-83c5-ecfc765f8fb7 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef8235f-09f2-4f79-aaff-d28d7a18d816') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:15.573261 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-c56fb52e-6591-473f-83c5-ecfc765f8fb7 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef8235f-09f2-4f79-aaff-d28d7a18d816') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:15.585637 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c56fb52e-6591-473f-83c5-ecfc765f8fb7 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:15.602240 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c56fb52e-6591-473f-83c5-ecfc765f8fb7 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:15.608579 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56fb52e-6591-473f-83c5-ecfc765f8fb7 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:36:15.608973 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c56fb52e-6591-473f-83c5-ecfc765f8fb7 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:36:15.624628 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:36:15.643639 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c406b23d-7699-44f6-9c6d-1850631bfbd5 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:36:15.707155 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c56fb52e-6591-473f-83c5-ecfc765f8fb7 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:15.711819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c56fb52e-6591-473f-83c5-ecfc765f8fb7 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:15.724061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port c406b23d-7699-44f6-9c6d-1850631bfbd5 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:15.736356 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c56fb52e-6591-473f-83c5-ecfc765f8fb7 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] 10.222.0.50 "DELETE /v2.0/networks/6c8ca74c-7418-4f1d-a7ff-90a4c85ae77b HTTP/1.1" status: 204 len: 168 time: 0.4563074 Jan 27 17:36:15.738987 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42610) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:15.739535 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fb52e-6591-473f-83c5-ecfc765f8fb7 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Pushing event deleted for resources: {'Network': ['ID=6c8ca74c-7418-4f1d-a7ff-90a4c85ae77b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:15.811250 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb3a35a-22a8-4042-a2df-a492a2055f3e tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Deleting subnet 149a1d14-c516-4b72-b207-c713a6c7db51 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:36:15.814367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-abb3a35a-22a8-4042-a2df-a492a2055f3e tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:15.981992 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-abb3a35a-22a8-4042-a2df-a492a2055f3e tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:16.045554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ee9e2b-61ef-47a4-9cb0-0d52fd7db825 None None] Network 8e2a06af-af11-4149-911f-fce1079047cf requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:16.070167 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-abb3a35a-22a8-4042-a2df-a492a2055f3e tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:16.142398 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-abb3a35a-22a8-4042-a2df-a492a2055f3e tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:16.151667 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0e57257d-a54e-4afd-ae18-ebf2e5694115 None None] Provisioning for port c406b23d-7699-44f6-9c6d-1850631bfbd5 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:16.157640 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0e57257d-a54e-4afd-ae18-ebf2e5694115 None None] Provisioning complete for port c406b23d-7699-44f6-9c6d-1850631bfbd5 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:16.158021 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e57257d-a54e-4afd-ae18-ebf2e5694115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:16.180771 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3a35a-22a8-4042-a2df-a492a2055f3e tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Pushing event deleted for resources: {'Subnet': ['ID=149a1d14-c516-4b72-b207-c713a6c7db51,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:16.184570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-abb3a35a-22a8-4042-a2df-a492a2055f3e tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:16.194945 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-abb3a35a-22a8-4042-a2df-a492a2055f3e tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] 10.222.0.50 "DELETE /v2.0/subnets/149a1d14-c516-4b72-b207-c713a6c7db51 HTTP/1.1" status: 204 len: 168 time: 0.4524176 Jan 27 17:36:16.195160 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42614) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:16.306474 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:16.316940 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Deleting port c406b23d-7699-44f6-9c6d-1850631bfbd5 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:36:16.317230 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:16.356421 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e57257d-a54e-4afd-ae18-ebf2e5694115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:16.391468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-0e57257d-a54e-4afd-ae18-ebf2e5694115 None None] For port c406b23d-7699-44f6-9c6d-1850631bfbd5, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c406b23d-7699-44f6-9c6d-1850631bfbd5,segment=NetworkSegment(b2965afa-f492-4288-bb95-4da33f11a5cd),segment_id=b2965afa-f492-4288-bb95-4da33f11a5cd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:16.396403 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e57257d-a54e-4afd-ae18-ebf2e5694115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:16.444358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8a8dd1-bfeb-4945-8369-f9fef1b9c6a0 None None] DHCP port deletion for 8e2a06af-af11-4149-911f-fce1079047cf request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:36:16.457833 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1f8a8dd1-bfeb-4945-8369-f9fef1b9c6a0 None None] Deleting port c406b23d-7699-44f6-9c6d-1850631bfbd5 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:36:16.458194 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1f8a8dd1-bfeb-4945-8369-f9fef1b9c6a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:16.512997 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57257d-a54e-4afd-ae18-ebf2e5694115 None None] Pushing event updated for resources: {'Port': ['ID=c406b23d-7699-44f6-9c6d-1850631bfbd5,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:16.534862 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] For port c406b23d-7699-44f6-9c6d-1850631bfbd5, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c406b23d-7699-44f6-9c6d-1850631bfbd5,segment=NetworkSegment(b2965afa-f492-4288-bb95-4da33f11a5cd),segment_id=b2965afa-f492-4288-bb95-4da33f11a5cd)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:16.535205 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:16.658135 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Calling delete_port for c406b23d-7699-44f6-9c6d-1850631bfbd5 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:36:16.663478 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1f8a8dd1-bfeb-4945-8369-f9fef1b9c6a0 None None] For port c406b23d-7699-44f6-9c6d-1850631bfbd5, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c406b23d-7699-44f6-9c6d-1850631bfbd5,segment=NetworkSegment(b2965afa-f492-4288-bb95-4da33f11a5cd),segment_id=b2965afa-f492-4288-bb95-4da33f11a5cd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:16.664008 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1f8a8dd1-bfeb-4945-8369-f9fef1b9c6a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:16.734031 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:16.782589 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1f8a8dd1-bfeb-4945-8369-f9fef1b9c6a0 None None] Calling delete_port for c406b23d-7699-44f6-9c6d-1850631bfbd5 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:36:16.783877 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Pushing event deleted for resources: {'Port': ['ID=c406b23d-7699-44f6-9c6d-1850631bfbd5,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:16.785610 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] No DVR routers for this DVR port c406b23d-7699-44f6-9c6d-1850631bfbd5 on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:36:16.857026 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-1f8a8dd1-bfeb-4945-8369-f9fef1b9c6a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:36:16.857397 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-1f8a8dd1-bfeb-4945-8369-f9fef1b9c6a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:36:16.906322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:16.931472 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2a06af-af11-4149-911f-fce1079047cf']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:16.943341 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2965afa-f492-4288-bb95-4da33f11a5cd') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:16.943630 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2965afa-f492-4288-bb95-4da33f11a5cd') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:16.954732 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:16.970279 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:16.977104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:36:16.977731 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:36:16.993341 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:36:17.074982 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:17.092457 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:17.107556 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Pushing event deleted for resources: {'Network': ['ID=8e2a06af-af11-4149-911f-fce1079047cf,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:17.111426 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3d7f966a-ca48-4c7b-bfd2-efa33e4ffecd tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] 10.222.0.50 "DELETE /v2.0/networks/8e2a06af-af11-4149-911f-fce1079047cf HTTP/1.1" status: 204 len: 168 time: 0.9153621 Jan 27 17:36:17.114188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42618) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:17.156190 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b677571b-d6b3-4a83-b725-dac89a1d5d78 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Synchronizing usage tracker for tenant:e4d170cf4d0144d7ab66636cbaf93f97 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:36:17.175006 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b677571b-d6b3-4a83-b725-dac89a1d5d78 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Unset dirty status for tenant:e4d170cf4d0144d7ab66636cbaf93f97 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:36:17.176214 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b677571b-d6b3-4a83-b725-dac89a1d5d78 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] 10.222.0.50 "GET /v2.0/ports?device_id=47a305d1-306e-4418-a886-415a2af8fa06 HTTP/1.1" status: 200 len: 205 time: 0.0610228 Jan 27 17:36:17.179823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42622) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:17.322561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4b8d963-6c27-499f-b753-13b4968be0f6 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:17.358999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1f8a8dd1-bfeb-4945-8369-f9fef1b9c6a0 None None] Deleting port c406b23d-7699-44f6-9c6d-1850631bfbd5 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:36:17.359442 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1f8a8dd1-bfeb-4945-8369-f9fef1b9c6a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:17.427270 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1f8a8dd1-bfeb-4945-8369-f9fef1b9c6a0 None None] The port 'c406b23d-7699-44f6-9c6d-1850631bfbd5' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:36:17.444171 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619e73a3-a3e3-4548-9c19-72497972fd83 None None] get_active_networks_info from dv-neutron-826439-2-hyperv {{(pid=87596) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 27 17:36:17.522942 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619e73a3-a3e3-4548-9c19-72497972fd83 None None] Resources bound (agent type, host, resource id): {{(pid=87596) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 17:36:17.657544 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c406b23d-7699-44f6-9c6d-1850631bfbd5 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:36:17.695528 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: c406b23d-7699-44f6-9c6d-1850631bfbd5 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:36:17.696208 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c406b23d-7699-44f6-9c6d-1850631bfbd5 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:36:17.738582 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4b8d963-6c27-499f-b753-13b4968be0f6 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:17.740804 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4b8d963-6c27-499f-b753-13b4968be0f6 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:17.763709 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4b8d963-6c27-499f-b753-13b4968be0f6 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:17.764215 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b8d963-6c27-499f-b753-13b4968be0f6 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Fanout notify agent at l3_agent the message router_deleted on router 47a305d1-306e-4418-a886-415a2af8fa06 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:36:17.775275 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4b8d963-6c27-499f-b753-13b4968be0f6 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:17.776333 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f4b8d963-6c27-499f-b753-13b4968be0f6 tempest-RoutersNegativeTest-1497613824 tempest-RoutersNegativeTest-1497613824-project] 10.222.0.50 "DELETE /v2.0/routers/47a305d1-306e-4418-a886-415a2af8fa06 HTTP/1.1" status: 204 len: 168 time: 0.5956697 Jan 27 17:36:18.038445 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42630) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:18.197492 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d8976d8d-e475-420e-a4e8-16b88f42f46a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e4d170cf4d0144d7ab66636cbaf93f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577909 Jan 27 17:36:18.200114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42636) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:18.261631 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a382ed6-975b-4f08-b89c-df533df2619d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:18.287455 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a382ed6-975b-4f08-b89c-df533df2619d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:18.343038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a382ed6-975b-4f08-b89c-df533df2619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:18.363004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a382ed6-975b-4f08-b89c-df533df2619d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3726a1-acb3-4e09-937a-cc4d10c1f262,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:18.367464 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a382ed6-975b-4f08-b89c-df533df2619d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:18.368681 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0a382ed6-975b-4f08-b89c-df533df2619d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab3726a1-acb3-4e09-937a-cc4d10c1f262 HTTP/1.1" status: 204 len: 168 time: 0.1675742 Jan 27 17:36:18.783755 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65ac73de-15c1-4ab7-b405-3396e83a99ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:19.051345 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42660) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:19.155618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1495747350-network', 'tenant_id': 'c1a9eb6549654df1831a4c7364cccdff'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:19.160545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:19.164509 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Usage tracker for resource:network and tenant:c1a9eb6549654df1831a4c7364cccdff is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:19.167377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:19.173544 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:19.184703 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Made reservation on behalf of c1a9eb6549654df1831a4c7364cccdff for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:19.187096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:19.198994 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:19.213150 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:19.217011 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Usage tracker for resource:security_group_rule and tenant:c1a9eb6549654df1831a4c7364cccdff is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:19.219851 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:19.225462 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:19.308605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:19.313221 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:19.343705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:36:19.352274 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfe7068-d188-4b6a-bcc9-77927072fad8,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:19.358798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:19.359781 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Added segment 1d946690-174a-4276-8c99-27abbae1aa49 of type vlan for network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 Jan 27 17:36:19.385967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:19.417908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:19.419169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:19.419793 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:19.638081 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5852935 Jan 27 17:36:19.641116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42666) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:19.643369 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72177967-89fb-43aa-9088-030eba4d6bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=2cb8ed65-7734-43cb-8a14-8fe20e06cca8,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:19.647464 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-2d6729ad-c5be-4a24-88c9-6531d5e21c87 admin admin] Request body: {'subnet': {'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1495747350-subnet', 'tenant_id': 'c1a9eb6549654df1831a4c7364cccdff', 'ip_version': 4}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:19.653998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:36:19.666693 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2d6729ad-c5be-4a24-88c9-6531d5e21c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:19.676376 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2d6729ad-c5be-4a24-88c9-6531d5e21c87 admin admin] Usage tracker for resource:subnet and tenant:c1a9eb6549654df1831a4c7364cccdff is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:19.681694 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2d6729ad-c5be-4a24-88c9-6531d5e21c87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:19.687776 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2d6729ad-c5be-4a24-88c9-6531d5e21c87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:19.699807 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6729ad-c5be-4a24-88c9-6531d5e21c87 admin admin] Made reservation on behalf of c1a9eb6549654df1831a4c7364cccdff for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:19.702238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2d6729ad-c5be-4a24-88c9-6531d5e21c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:19.912819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2d6729ad-c5be-4a24-88c9-6531d5e21c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:19.981820 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6729ad-c5be-4a24-88c9-6531d5e21c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5031f977-6c1f-4253-b28b-8a00a7d17590,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:19.992772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6729ad-c5be-4a24-88c9-6531d5e21c87 admin admin] Checking segment: {'id': '1d946690-174a-4276-8c99-27abbae1aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:19.993115 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6729ad-c5be-4a24-88c9-6531d5e21c87 admin admin] Network hostable DHCP agents. Network: 2cb8ed65-7734-43cb-8a14-8fe20e06cca8, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:36:20.014101 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6729ad-c5be-4a24-88c9-6531d5e21c87 admin admin] Network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:36:20.024288 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-2d6729ad-c5be-4a24-88c9-6531d5e21c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 2cb8ed65-7734-43cb-8a14-8fe20e06cca8) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:20.029482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6729ad-c5be-4a24-88c9-6531d5e21c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:20.030249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2d6729ad-c5be-4a24-88c9-6531d5e21c87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:20.033386 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddfafdd-a224-4dc9-a76a-5165b5ea53a7 None None] Network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:20.057906 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2d6729ad-c5be-4a24-88c9-6531d5e21c87 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4129627 Jan 27 17:36:20.058111 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42670) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:20.062940 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1495747350-router', 'tenant_id': 'c1a9eb6549654df1831a4c7364cccdff', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:20.068184 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:20.073631 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Usage tracker for resource:router and tenant:c1a9eb6549654df1831a4c7364cccdff is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:20.076699 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:20.082376 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:20.094336 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:20.095356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:20.110005 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:20.252277 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-2cb8ed65-7734-43cb-8a14-8fe20e06cca8', 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8', 'tenant_id': 'c1a9eb6549654df1831a4c7364cccdff', 'fixed_ips': [{'subnet_id': '5031f977-6c1f-4253-b28b-8a00a7d17590'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:36:20.253109 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:20.375106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:20.404161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Allocated IP 172.20.0.2 (2cb8ed65-7734-43cb-8a14-8fe20e06cca8/5031f977-6c1f-4253-b28b-8a00a7d17590/f0f0ab93-6940-4033-9eb8-0f0b69c01471) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:36:20.601670 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:20.611518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Transition to ACTIVE for port object f0f0ab93-6940-4033-9eb8-0f0b69c01471 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:20.628944 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Transition to ACTIVE for port object f0f0ab93-6940-4033-9eb8-0f0b69c01471 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:20.635072 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:20.681027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:20.702440 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:36:20.705271 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:20.707826 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:36:20.710686 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:20.716972 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Pushing event updated for resources: {'Port': ['ID=f0f0ab93-6940-4033-9eb8-0f0b69c01471,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:20.800256 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Attempting to bind port f0f0ab93-6940-4033-9eb8-0f0b69c01471 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:36:20.800606 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Attempting to bind port f0f0ab93-6940-4033-9eb8-0f0b69c01471 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '1d946690-174a-4276-8c99-27abbae1aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:36:20.800952 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Attempting to bind port f0f0ab93-6940-4033-9eb8-0f0b69c01471 on network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:36:20.806111 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:36:20.806465 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Checking segment: {'id': '1d946690-174a-4276-8c99-27abbae1aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:20.806849 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:20.807220 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Bound using segment: {'id': '1d946690-174a-4276-8c99-27abbae1aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:36:20.807657 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Bound port: f0f0ab93-6940-4033-9eb8-0f0b69c01471, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d946690-174a-4276-8c99-27abbae1aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:36:20.808009 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:20.901274 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] For port f0f0ab93-6940-4033-9eb8-0f0b69c01471, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:36:20.904430 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] For port f0f0ab93-6940-4033-9eb8-0f0b69c01471, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f0f0ab93-6940-4033-9eb8-0f0b69c01471,segment=NetworkSegment(1d946690-174a-4276-8c99-27abbae1aa49),segment_id=1d946690-174a-4276-8c99-27abbae1aa49)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:36:20.908021 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:20.955638 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Allocated IP 172.26.1.157 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/cd28998e-debd-4b69-872f-db647a732202) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:36:20.992384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc06ccb-14d9-462f-97f0-1a71ae756da9 None None] Pushing event updated for resources: {'Port': ['ID=f0f0ab93-6940-4033-9eb8-0f0b69c01471,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:21.048807 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26289579-b903-4b8b-88ee-93ac34657725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:21.112577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:21.141583 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:21.213830 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:36:21.216848 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:21.220456 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:36:21.253251 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Pushing event updated for resources: {'Port': ['ID=cd28998e-debd-4b69-872f-db647a732202,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:21.635639 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:21.648164 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f0f0ab93-6940-4033-9eb8-0f0b69c01471 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:36:21.727908 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port f0f0ab93-6940-4033-9eb8-0f0b69c01471 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:21.961416 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b738945c-2483-4221-9b77-d7241439f348 None None] Network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:21.978229 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:22.085511 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-434f9c8c-184e-49f5-b505-d6b7ab3482ed None None] Provisioning for port f0f0ab93-6940-4033-9eb8-0f0b69c01471 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:22.115222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-434f9c8c-184e-49f5-b505-d6b7ab3482ed None None] Provisioning complete for port f0f0ab93-6940-4033-9eb8-0f0b69c01471 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:22.115572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-434f9c8c-184e-49f5-b505-d6b7ab3482ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:22.185492 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Router 20401545-5200-45c4-8311-13eec57d1f69 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:36:22.285934 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:22.342167 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:22.360018 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-434f9c8c-184e-49f5-b505-d6b7ab3482ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:22.401230 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-434f9c8c-184e-49f5-b505-d6b7ab3482ed None None] For port f0f0ab93-6940-4033-9eb8-0f0b69c01471, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f0f0ab93-6940-4033-9eb8-0f0b69c01471,segment=NetworkSegment(1d946690-174a-4276-8c99-27abbae1aa49),segment_id=1d946690-174a-4276-8c99-27abbae1aa49)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:22.405868 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-434f9c8c-184e-49f5-b505-d6b7ab3482ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:22.473849 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f9c8c-184e-49f5-b505-d6b7ab3482ed None None] Pushing event updated for resources: {'Port': ['ID=f0f0ab93-6940-4033-9eb8-0f0b69c01471,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:22.498375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:36:22.509168 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Sync routers for ids ['20401545-5200-45c4-8311-13eec57d1f69'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:36:22.519951 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Routers {'20401545-5200-45c4-8311-13eec57d1f69'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:36:22.520890 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:36:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['20401545-5200-45c4-8311-13eec57d1f69'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:22.524339 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:22.528774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42674) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:22.529361 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d3a866cb-7853-46c2-a463-f9431964d99f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4699214 Jan 27 17:36:22.625927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2d5f6df3-4520-4ba9-99ea-1e7572e6222d None None] Provisioning complete for port f0f0ab93-6940-4033-9eb8-0f0b69c01471 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:22.626290 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6df3-4520-4ba9-99ea-1e7572e6222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:22.700200 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Set router 20401545-5200-45c4-8311-13eec57d1f69 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:36:22.977497 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20401545-5200-45c4-8311-13eec57d1f69', 'name': 'tempest-TestEncryptedCinderVolumes-1495747350-router', 'tenant_id': 'c1a9eb6549654df1831a4c7364cccdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'cd28998e-debd-4b69-872f-db647a732202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:36:20Z', 'updated_at': '2022-01-27T17:36:21Z', 'revision_number': 3, 'project_id': 'c1a9eb6549654df1831a4c7364cccdff', 'gw_port': {'id': 'cd28998e-debd-4b69-872f-db647a732202', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20401545-5200-45c4-8311-13eec57d1f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:20Z', 'updated_at': '2022-01-27T17:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:22.981424 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Checking router: 20401545-5200-45c4-8311-13eec57d1f69 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:36:22.981787 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Updating router 20401545-5200-45c4-8311-13eec57d1f69 port cd28998e-debd-4b69-872f-db647a732202 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:36:23.033016 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:23.200833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:23.379643 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:23.391310 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Transition to ACTIVE for port object cd28998e-debd-4b69-872f-db647a732202 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:23.399182 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:23.405091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Allocated IP 172.20.0.1 (2cb8ed65-7734-43cb-8a14-8fe20e06cca8/5031f977-6c1f-4253-b28b-8a00a7d17590/e5e71751-fdaf-4063-893e-b352081faba6) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:36:23.473671 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Attempting to bind port cd28998e-debd-4b69-872f-db647a732202 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:36:23.474048 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Attempting to bind port cd28998e-debd-4b69-872f-db647a732202 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:36:23.474351 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Attempting to bind port cd28998e-debd-4b69-872f-db647a732202 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:36:23.484716 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:36:23.485069 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:23.485455 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:23.485856 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:36:23.486296 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Bound port: cd28998e-debd-4b69-872f-db647a732202, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:36:23.486651 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:23.507228 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:23.513479 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4bb42-a6e6-472c-aa89-5f0ec8e13f74 None None] Pushing event updated for resources: {'Port': ['ID=cd28998e-debd-4b69-872f-db647a732202,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:23.534749 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4bb42-a6e6-472c-aa89-5f0ec8e13f74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:23.535082 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4bb42-a6e6-472c-aa89-5f0ec8e13f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:23.535400 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4bb42-a6e6-472c-aa89-5f0ec8e13f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:23.535715 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4bb42-a6e6-472c-aa89-5f0ec8e13f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:23.536026 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4bb42-a6e6-472c-aa89-5f0ec8e13f74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:23.536339 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4bb42-a6e6-472c-aa89-5f0ec8e13f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:23.536641 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4bb42-a6e6-472c-aa89-5f0ec8e13f74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:23.536945 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4bb42-a6e6-472c-aa89-5f0ec8e13f74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:23.537247 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4bb42-a6e6-472c-aa89-5f0ec8e13f74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:23.537545 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4bb42-a6e6-472c-aa89-5f0ec8e13f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:23.537878 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4bb42-a6e6-472c-aa89-5f0ec8e13f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:23.538176 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d4bb42-a6e6-472c-aa89-5f0ec8e13f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:23.558591 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:23.570384 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] For port cd28998e-debd-4b69-872f-db647a732202, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:36:23.573452 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] For port cd28998e-debd-4b69-872f-db647a732202, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=cd28998e-debd-4b69-872f-db647a732202,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:36:23.574609 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Transition to ACTIVE for port object e5e71751-fdaf-4063-893e-b352081faba6 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:23.579142 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:23.599066 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:23.618498 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f0f0ab93-6940-4033-9eb8-0f0b69c01471 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:36:23.661901 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Routers {'20401545-5200-45c4-8311-13eec57d1f69'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:36:23.662539 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:36:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['20401545-5200-45c4-8311-13eec57d1f69'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:23.676189 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:36:23.679329 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:23.683173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:36:23.700014 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port f0f0ab93-6940-4033-9eb8-0f0b69c01471 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:23.700635 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:23.713387 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Pushing event updated for resources: {'Port': ['ID=e5e71751-fdaf-4063-893e-b352081faba6,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:23.746624 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:23.848525 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4bb42-a6e6-472c-aa89-5f0ec8e13f74 None None] Pushing event updated for resources: {'Port': ['ID=cd28998e-debd-4b69-872f-db647a732202,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:23.852273 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] Set router 20401545-5200-45c4-8311-13eec57d1f69 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:36:23.982328 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6b74be29-c5dd-4f51-a24d-03c1a72afa97 None None] Provisioning for port e5e71751-fdaf-4063-893e-b352081faba6 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:23.988282 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6b74be29-c5dd-4f51-a24d-03c1a72afa97 None None] Provisioning complete for port e5e71751-fdaf-4063-893e-b352081faba6 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:23.988789 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b74be29-c5dd-4f51-a24d-03c1a72afa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:24.048114 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6b74be29-c5dd-4f51-a24d-03c1a72afa97 None None] Port e5e71751-fdaf-4063-893e-b352081faba6 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:36:24.144974 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:24.154766 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20401545-5200-45c4-8311-13eec57d1f69', 'name': 'tempest-TestEncryptedCinderVolumes-1495747350-router', 'tenant_id': 'c1a9eb6549654df1831a4c7364cccdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'cd28998e-debd-4b69-872f-db647a732202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:36:20Z', 'updated_at': '2022-01-27T17:36:21Z', 'revision_number': 3, 'project_id': 'c1a9eb6549654df1831a4c7364cccdff', 'gw_port': {'id': 'cd28998e-debd-4b69-872f-db647a732202', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20401545-5200-45c4-8311-13eec57d1f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:20Z', 'updated_at': '2022-01-27T17:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:24.158824 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eadea4-1e36-4f3f-93eb-b834b9f26b58 None None] The sync data for ids ['20401545-5200-45c4-8311-13eec57d1f69'] in dv-neutron-826439-2-hyperv is: [{'id': '20401545-5200-45c4-8311-13eec57d1f69', 'name': 'tempest-TestEncryptedCinderVolumes-1495747350-router', 'tenant_id': 'c1a9eb6549654df1831a4c7364cccdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'cd28998e-debd-4b69-872f-db647a732202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:36:20Z', 'updated_at': '2022-01-27T17:36:21Z', 'revision_number': 3, 'project_id': 'c1a9eb6549654df1831a4c7364cccdff', 'gw_port': {'id': 'cd28998e-debd-4b69-872f-db647a732202', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20401545-5200-45c4-8311-13eec57d1f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:20Z', 'updated_at': '2022-01-27T17:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:36:24.388830 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:24.393956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:24.504518 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Pushing event updated for resources: {'Port': ['ID=e5e71751-fdaf-4063-893e-b352081faba6,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:24.508303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:24.646270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:36:24.647664 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:24.851796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Router 20401545-5200-45c4-8311-13eec57d1f69 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:36:24.887401 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9cc832e5-ad26-4d53-9841-416717babc4c None None] Provisioning complete for port e5e71751-fdaf-4063-893e-b352081faba6 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:24.888039 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cc832e5-ad26-4d53-9841-416717babc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:24.943301 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9cc832e5-ad26-4d53-9841-416717babc4c None None] Port e5e71751-fdaf-4063-893e-b352081faba6 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:36:25.042003 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:36:25.051746 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9ca79a8d-beeb-4547-9544-32b9a969feaf admin admin] 10.222.0.50 "PUT /v2.0/routers/20401545-5200-45c4-8311-13eec57d1f69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5208972 Jan 27 17:36:25.571541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42692) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:25.577554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-762212557-network', 'tenant_id': 'c82aa48421224eefb6fc5e379e29ba8a'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:25.582776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:25.587035 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Usage tracker for resource:network and tenant:c82aa48421224eefb6fc5e379e29ba8a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:25.590207 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:25.598275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:25.610843 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Made reservation on behalf of c82aa48421224eefb6fc5e379e29ba8a for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:25.613278 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:25.618851 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Sync routers for ids ['20401545-5200-45c4-8311-13eec57d1f69'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:36:25.626148 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:25.628375 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Routers {'20401545-5200-45c4-8311-13eec57d1f69'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:36:25.629195 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:36:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['20401545-5200-45c4-8311-13eec57d1f69'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:25.643531 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:25.649081 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Usage tracker for resource:security_group_rule and tenant:c82aa48421224eefb6fc5e379e29ba8a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:25.652045 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:25.658501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:25.686944 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device cd28998e-debd-4b69-872f-db647a732202 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:36:25.744123 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:25.749145 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:25.778166 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:36:25.786285 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644a0908-bd9d-4faf-a712-66f62ad4b54c,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:25.792379 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:25.792662 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Added segment b0c18039-2491-42eb-934f-3e0e08866dc1 of type vlan for network 6fc6e21a-be89-4067-822d-3570c89b307d Jan 27 17:36:25.818748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:25.851052 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:25.852027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:25.852595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:25.864152 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port cd28998e-debd-4b69-872f-db647a732202 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:25.875187 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Set router 20401545-5200-45c4-8311-13eec57d1f69 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:36:25.918252 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port cd28998e-debd-4b69-872f-db647a732202 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:25.918980 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:25.949534 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3766398 Jan 27 17:36:25.952480 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42696) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:25.954611 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40a1fe-3317-4b8b-97fb-b9ca364cac72 admin admin] Pushing event updated for resources: {'Network': ['ID=6fc6e21a-be89-4067-822d-3570c89b307d,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:25.958495 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Request body: {'subnet': {'network_id': '6fc6e21a-be89-4067-822d-3570c89b307d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-762212557-subnet', 'tenant_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'ip_version': 4}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:25.963393 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:25.967577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Usage tracker for resource:subnet and tenant:c82aa48421224eefb6fc5e379e29ba8a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:25.971341 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:25.976840 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 6fc6e21a-be89-4067-822d-3570c89b307d details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:36:25.976970 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:25.987760 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Made reservation on behalf of c82aa48421224eefb6fc5e379e29ba8a for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:25.990132 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:26.192577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:26.259407 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18087c21-12b7-49cb-9977-c8f7cc49debb,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:26.269951 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:26.270288 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:26.270615 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:26.270916 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:26.271253 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:26.271577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:26.271869 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:26.272179 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:26.272487 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:26.272793 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:26.273110 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:26.273379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:36:26.283611 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Checking segment: {'id': 'b0c18039-2491-42eb-934f-3e0e08866dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '6fc6e21a-be89-4067-822d-3570c89b307d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:26.283942 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Network hostable DHCP agents. Network: 6fc6e21a-be89-4067-822d-3570c89b307d, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:36:26.303949 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Network 6fc6e21a-be89-4067-822d-3570c89b307d is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:36:26.313880 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 6fc6e21a-be89-4067-822d-3570c89b307d) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:26.318296 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:26.318874 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:26.335716 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:26.344168 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9932aa87-74ae-46ea-8041-fca945a6b385 None None] Network 6fc6e21a-be89-4067-822d-3570c89b307d requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:26.344701 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e3fb50b1-e8eb-43fb-b586-e734937d1c39 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3910437 Jan 27 17:36:26.347087 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42700) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:26.351915 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-762212557-router', 'tenant_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:26.356677 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:26.360694 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Usage tracker for resource:router and tenant:c82aa48421224eefb6fc5e379e29ba8a is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:36:26.363693 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:36:26.369491 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:26.380282 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:26.381304 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:26.396933 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:26.437244 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port cd28998e-debd-4b69-872f-db647a732202, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=cd28998e-debd-4b69-872f-db647a732202,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:26.483616 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:26.592588 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=cd28998e-debd-4b69-872f-db647a732202,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:26.634778 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20401545-5200-45c4-8311-13eec57d1f69', 'name': 'tempest-TestEncryptedCinderVolumes-1495747350-router', 'tenant_id': 'c1a9eb6549654df1831a4c7364cccdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'cd28998e-debd-4b69-872f-db647a732202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:36:20Z', 'updated_at': '2022-01-27T17:36:24Z', 'revision_number': 4, 'project_id': 'c1a9eb6549654df1831a4c7364cccdff', 'gw_port': {'id': 'cd28998e-debd-4b69-872f-db647a732202', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20401545-5200-45c4-8311-13eec57d1f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:20Z', 'updated_at': '2022-01-27T17:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'e5e71751-fdaf-4063-893e-b352081faba6', 'name': '', 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8', 'tenant_id': 'c1a9eb6549654df1831a4c7364cccdff', 'mac_address': 'fa:16:3e:0a:2e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20401545-5200-45c4-8311-13eec57d1f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5031f977-6c1f-4253-b28b-8a00a7d17590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:23Z', 'updated_at': '2022-01-27T17:36:24Z', 'revision_number': 2, 'project_id': 'c1a9eb6549654df1831a4c7364cccdff', 'subnets': [{'id': '5031f977-6c1f-4253-b28b-8a00a7d17590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:26.646107 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Checking router: 20401545-5200-45c4-8311-13eec57d1f69 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:36:26.646454 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Updating router 20401545-5200-45c4-8311-13eec57d1f69 port e5e71751-fdaf-4063-893e-b352081faba6 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:36:26.659304 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:26.733114 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:26.742823 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-6fc6e21a-be89-4067-822d-3570c89b307d', 'network_id': '6fc6e21a-be89-4067-822d-3570c89b307d', 'tenant_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'fixed_ips': [{'subnet_id': '18087c21-12b7-49cb-9977-c8f7cc49debb'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:36:26.743583 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:26.969138 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:26.999037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:27.075983 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Allocated IP 172.20.0.2 (6fc6e21a-be89-4067-822d-3570c89b307d/18087c21-12b7-49cb-9977-c8f7cc49debb/b1c09355-c861-4f57-ad49-85296896fe5c) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:36:27.155763 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Allocated IP 172.26.1.90 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/3ff8a523-3716-4e71-b01f-1b4ee05d10f5) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:36:27.301162 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:27.330334 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:27.378067 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:27.405482 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Transition to ACTIVE for port object e5e71751-fdaf-4063-893e-b352081faba6 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:27.414940 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:27.425077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:27.474259 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Transition to ACTIVE for port object b1c09355-c861-4f57-ad49-85296896fe5c will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:27.530094 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:36:27.533188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:27.536973 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:36:27.566821 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff8a523-3716-4e71-b01f-1b4ee05d10f5,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:27.583334 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Transition to ACTIVE for port object b1c09355-c861-4f57-ad49-85296896fe5c will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:27.619335 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00361ce-f768-4587-8042-7b16556e0765 None None] Pushing event updated for resources: {'Port': ['ID=e5e71751-fdaf-4063-893e-b352081faba6,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:27.622132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:27.664916 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device cd28998e-debd-4b69-872f-db647a732202 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:36:27.799645 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Network 6fc6e21a-be89-4067-822d-3570c89b307d is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:36:27.810993 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:27.817591 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:36:27.823015 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Attempting to bind port e5e71751-fdaf-4063-893e-b352081faba6 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:36:27.823379 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Attempting to bind port e5e71751-fdaf-4063-893e-b352081faba6 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '1d946690-174a-4276-8c99-27abbae1aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:36:27.823732 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Attempting to bind port e5e71751-fdaf-4063-893e-b352081faba6 on network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:36:27.825556 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Pushing event updated for resources: {'Port': ['ID=b1c09355-c861-4f57-ad49-85296896fe5c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:27.862585 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:36:27.862995 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Checking segment: {'id': '1d946690-174a-4276-8c99-27abbae1aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:27.863366 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:27.863771 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Bound using segment: {'id': '1d946690-174a-4276-8c99-27abbae1aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:36:27.864238 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Bound port: e5e71751-fdaf-4063-893e-b352081faba6, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d946690-174a-4276-8c99-27abbae1aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:36:27.864628 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:27.953661 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:28.040407 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Attempting to bind port b1c09355-c861-4f57-ad49-85296896fe5c on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:36:28.040779 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Attempting to bind port b1c09355-c861-4f57-ad49-85296896fe5c by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'b0c18039-2491-42eb-934f-3e0e08866dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '6fc6e21a-be89-4067-822d-3570c89b307d'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:36:28.041107 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Attempting to bind port b1c09355-c861-4f57-ad49-85296896fe5c on network 6fc6e21a-be89-4067-822d-3570c89b307d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:36:28.043064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port cd28998e-debd-4b69-872f-db647a732202 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:28.043427 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:28.088375 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:36:28.089103 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Checking segment: {'id': 'b0c18039-2491-42eb-934f-3e0e08866dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '6fc6e21a-be89-4067-822d-3570c89b307d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:28.089103 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:28.089524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Bound using segment: {'id': 'b0c18039-2491-42eb-934f-3e0e08866dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '6fc6e21a-be89-4067-822d-3570c89b307d'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:36:28.089939 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Bound port: b1c09355-c861-4f57-ad49-85296896fe5c, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c18039-2491-42eb-934f-3e0e08866dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '6fc6e21a-be89-4067-822d-3570c89b307d'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:36:28.090311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:28.175718 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] For port e5e71751-fdaf-4063-893e-b352081faba6, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:36:28.191636 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] For port e5e71751-fdaf-4063-893e-b352081faba6, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e5e71751-fdaf-4063-893e-b352081faba6,segment=NetworkSegment(1d946690-174a-4276-8c99-27abbae1aa49),segment_id=1d946690-174a-4276-8c99-27abbae1aa49)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:36:28.207956 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:28.294561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:28.325212 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] For port b1c09355-c861-4f57-ad49-85296896fe5c, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:36:28.354692 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] For port b1c09355-c861-4f57-ad49-85296896fe5c, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b1c09355-c861-4f57-ad49-85296896fe5c,segment=NetworkSegment(b0c18039-2491-42eb-934f-3e0e08866dc1),segment_id=b0c18039-2491-42eb-934f-3e0e08866dc1)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:36:28.357434 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00361ce-f768-4587-8042-7b16556e0765 None None] Pushing event updated for resources: {'Port': ['ID=e5e71751-fdaf-4063-893e-b352081faba6,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:28.360681 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Routers {'20401545-5200-45c4-8311-13eec57d1f69'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:36:28.361278 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:36:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['20401545-5200-45c4-8311-13eec57d1f69'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:28.410543 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:28.505610 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Router 2bad29c2-ad6b-4213-a4ad-f734f31dd963 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:36:28.586468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b277a04-55e9-4353-b7d5-7083f6c8ff72 None None] Pushing event updated for resources: {'Port': ['ID=b1c09355-c861-4f57-ad49-85296896fe5c,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:28.627899 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] Set router 20401545-5200-45c4-8311-13eec57d1f69 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:36:28.707517 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:36:28.720681 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Sync routers for ids ['2bad29c2-ad6b-4213-a4ad-f734f31dd963'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:36:28.733004 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Routers {'2bad29c2-ad6b-4213-a4ad-f734f31dd963'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:36:28.733858 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:36:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['2bad29c2-ad6b-4213-a4ad-f734f31dd963'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:28.739832 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:28.743980 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-913728af-c402-4812-a616-7ef75bc46718 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3933842 Jan 27 17:36:28.744388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 42704) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:36:28.960133 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Set router 2bad29c2-ad6b-4213-a4ad-f734f31dd963 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:36:29.007069 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20401545-5200-45c4-8311-13eec57d1f69', 'name': 'tempest-TestEncryptedCinderVolumes-1495747350-router', 'tenant_id': 'c1a9eb6549654df1831a4c7364cccdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'cd28998e-debd-4b69-872f-db647a732202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:36:20Z', 'updated_at': '2022-01-27T17:36:24Z', 'revision_number': 4, 'project_id': 'c1a9eb6549654df1831a4c7364cccdff', 'gw_port': {'id': 'cd28998e-debd-4b69-872f-db647a732202', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20401545-5200-45c4-8311-13eec57d1f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:20Z', 'updated_at': '2022-01-27T17:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'e5e71751-fdaf-4063-893e-b352081faba6', 'name': '', 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8', 'tenant_id': 'c1a9eb6549654df1831a4c7364cccdff', 'mac_address': 'fa:16:3e:0a:2e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20401545-5200-45c4-8311-13eec57d1f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5031f977-6c1f-4253-b28b-8a00a7d17590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:23Z', 'updated_at': '2022-01-27T17:36:28Z', 'revision_number': 4, 'project_id': 'c1a9eb6549654df1831a4c7364cccdff', 'subnets': [{'id': '5031f977-6c1f-4253-b28b-8a00a7d17590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:29.011563 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc3cebe-49c1-41b0-8cf4-0c812bb8cc23 None None] The sync data for ids ['20401545-5200-45c4-8311-13eec57d1f69'] in dv-neutron-826439-2-hyperv is: [{'id': '20401545-5200-45c4-8311-13eec57d1f69', 'name': 'tempest-TestEncryptedCinderVolumes-1495747350-router', 'tenant_id': 'c1a9eb6549654df1831a4c7364cccdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'cd28998e-debd-4b69-872f-db647a732202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:36:20Z', 'updated_at': '2022-01-27T17:36:24Z', 'revision_number': 4, 'project_id': 'c1a9eb6549654df1831a4c7364cccdff', 'gw_port': {'id': 'cd28998e-debd-4b69-872f-db647a732202', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20401545-5200-45c4-8311-13eec57d1f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:20Z', 'updated_at': '2022-01-27T17:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'e5e71751-fdaf-4063-893e-b352081faba6', 'name': '', 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8', 'tenant_id': 'c1a9eb6549654df1831a4c7364cccdff', 'mac_address': 'fa:16:3e:0a:2e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20401545-5200-45c4-8311-13eec57d1f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '5031f977-6c1f-4253-b28b-8a00a7d17590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:23Z', 'updated_at': '2022-01-27T17:36:28Z', 'revision_number': 4, 'project_id': 'c1a9eb6549654df1831a4c7364cccdff', 'subnets': [{'id': '5031f977-6c1f-4253-b28b-8a00a7d17590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:36:29.308052 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'name': 'tempest-TestEncryptedCinderVolumes-762212557-router', 'tenant_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.90'}], 'enable_snat': True}, 'gw_port_id': '3ff8a523-3716-4e71-b01f-1b4ee05d10f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:36:26Z', 'updated_at': '2022-01-27T17:36:27Z', 'revision_number': 3, 'project_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'gw_port': {'id': '3ff8a523-3716-4e71-b01f-1b4ee05d10f5', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:04:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:27Z', 'updated_at': '2022-01-27T17:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:29.312937 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Checking router: 2bad29c2-ad6b-4213-a4ad-f734f31dd963 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:36:29.313236 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Updating router 2bad29c2-ad6b-4213-a4ad-f734f31dd963 port 3ff8a523-3716-4e71-b01f-1b4ee05d10f5 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:36:29.368243 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:29.658494 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eecc24-3f9b-482a-beba-5a3e89b1323c None None] Network 6fc6e21a-be89-4067-822d-3570c89b307d requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:36:29.698730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:29.794572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b1c09355-c861-4f57-ad49-85296896fe5c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:36:29.838248 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:29.859964 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Transition to ACTIVE for port object 3ff8a523-3716-4e71-b01f-1b4ee05d10f5 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:29.871209 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:29.883151 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-3afdf078-24af-4a57-990b-266568eae642 None None] Provisioning for port b1c09355-c861-4f57-ad49-85296896fe5c completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:29.955257 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port b1c09355-c861-4f57-ad49-85296896fe5c completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:29.962548 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port b1c09355-c861-4f57-ad49-85296896fe5c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:29.963039 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:29.971526 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Attempting to bind port 3ff8a523-3716-4e71-b01f-1b4ee05d10f5 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:36:29.972135 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Attempting to bind port 3ff8a523-3716-4e71-b01f-1b4ee05d10f5 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:36:29.972667 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Attempting to bind port 3ff8a523-3716-4e71-b01f-1b4ee05d10f5 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:36:29.974353 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Allocated IP 172.20.0.1 (6fc6e21a-be89-4067-822d-3570c89b307d/18087c21-12b7-49cb-9977-c8f7cc49debb/7c259926-3a6e-4a84-aec5-231a97b6e241) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:36:29.984148 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab87cc6-4861-463a-8849-f40bb76ab046 None None] Pushing event updated for resources: {'Port': ['ID=3ff8a523-3716-4e71-b01f-1b4ee05d10f5,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:29.988048 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:36:29.988478 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:29.989090 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:29.989477 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:36:29.989980 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Bound port: 3ff8a523-3716-4e71-b01f-1b4ee05d10f5, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:36:29.990431 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:30.079019 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] For port 3ff8a523-3716-4e71-b01f-1b4ee05d10f5, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:36:30.080893 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] For port 3ff8a523-3716-4e71-b01f-1b4ee05d10f5, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3ff8a523-3716-4e71-b01f-1b4ee05d10f5,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:36:30.096726 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:30.172028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:30.190327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Transition to ACTIVE for port object 7c259926-3a6e-4a84-aec5-231a97b6e241 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:30.195059 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Routers {'2bad29c2-ad6b-4213-a4ad-f734f31dd963'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:36:30.195814 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:36:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['2bad29c2-ad6b-4213-a4ad-f734f31dd963'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:30.217603 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:30.225022 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:30.260269 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port b1c09355-c861-4f57-ad49-85296896fe5c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b1c09355-c861-4f57-ad49-85296896fe5c,segment=NetworkSegment(b0c18039-2491-42eb-934f-3e0e08866dc1),segment_id=b0c18039-2491-42eb-934f-3e0e08866dc1)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:30.270512 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:30.272865 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab87cc6-4861-463a-8849-f40bb76ab046 None None] Pushing event updated for resources: {'Port': ['ID=3ff8a523-3716-4e71-b01f-1b4ee05d10f5,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:30.273045 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e5e71751-fdaf-4063-893e-b352081faba6 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:36:30.307688 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Network 6fc6e21a-be89-4067-822d-3570c89b307d is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:36:30.311749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:30.314760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:36:30.354729 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Pushing event updated for resources: {'Port': ['ID=7c259926-3a6e-4a84-aec5-231a97b6e241,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:30.384555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:30.414049 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=b1c09355-c861-4f57-ad49-85296896fe5c,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:30.454380 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] Set router 2bad29c2-ad6b-4213-a4ad-f734f31dd963 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:36:30.479783 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port e5e71751-fdaf-4063-893e-b352081faba6 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:30.488621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e5e71751-fdaf-4063-893e-b352081faba6 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:30.488994 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:30.571836 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:30.631693 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5e72b195-3d1d-4541-a0ac-eaa5c38adb9c None None] Provisioning complete for port b1c09355-c861-4f57-ad49-85296896fe5c triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:30.632347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e72b195-3d1d-4541-a0ac-eaa5c38adb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:30.791822 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'name': 'tempest-TestEncryptedCinderVolumes-762212557-router', 'tenant_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.90'}], 'enable_snat': True}, 'gw_port_id': '3ff8a523-3716-4e71-b01f-1b4ee05d10f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:36:26Z', 'updated_at': '2022-01-27T17:36:27Z', 'revision_number': 3, 'project_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'gw_port': {'id': '3ff8a523-3716-4e71-b01f-1b4ee05d10f5', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:04:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:27Z', 'updated_at': '2022-01-27T17:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:30.795751 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febbba17-e74c-46aa-85a8-428c0e453e76 None None] The sync data for ids ['2bad29c2-ad6b-4213-a4ad-f734f31dd963'] in dv-neutron-826439-2-hyperv is: [{'id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'name': 'tempest-TestEncryptedCinderVolumes-762212557-router', 'tenant_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.90'}], 'enable_snat': True}, 'gw_port_id': '3ff8a523-3716-4e71-b01f-1b4ee05d10f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:36:26Z', 'updated_at': '2022-01-27T17:36:27Z', 'revision_number': 3, 'project_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'gw_port': {'id': '3ff8a523-3716-4e71-b01f-1b4ee05d10f5', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:04:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:27Z', 'updated_at': '2022-01-27T17:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:36:30.842743 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:30.873124 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:30.881140 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:30.884654 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port e5e71751-fdaf-4063-893e-b352081faba6, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e5e71751-fdaf-4063-893e-b352081faba6,segment=NetworkSegment(1d946690-174a-4276-8c99-27abbae1aa49),segment_id=1d946690-174a-4276-8c99-27abbae1aa49)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:30.890143 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:30.958158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=e5e71751-fdaf-4063-893e-b352081faba6,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:30.990350 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Pushing event updated for resources: {'Port': ['ID=7c259926-3a6e-4a84-aec5-231a97b6e241,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:30.992936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:30.999306 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b3d76ace-1de7-4e9d-b055-a0799d2294ae None None] Provisioning for port 7c259926-3a6e-4a84-aec5-231a97b6e241 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:31.005924 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b3d76ace-1de7-4e9d-b055-a0799d2294ae None None] Provisioning complete for port 7c259926-3a6e-4a84-aec5-231a97b6e241 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:31.006620 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b3d76ace-1de7-4e9d-b055-a0799d2294ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:31.081269 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b3d76ace-1de7-4e9d-b055-a0799d2294ae None None] Port 7c259926-3a6e-4a84-aec5-231a97b6e241 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:36:31.268067 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Network 6fc6e21a-be89-4067-822d-3570c89b307d is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:36:31.269243 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:31.463835 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Router 2bad29c2-ad6b-4213-a4ad-f734f31dd963 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:36:31.502232 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cbfc721d-b71b-45aa-a69c-ca8f7aeb606c None None] Provisioning complete for port 7c259926-3a6e-4a84-aec5-231a97b6e241 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:31.502605 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cbfc721d-b71b-45aa-a69c-ca8f7aeb606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:31.566672 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc721d-b71b-45aa-a69c-ca8f7aeb606c None None] Port 7c259926-3a6e-4a84-aec5-231a97b6e241 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:36:31.655506 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:36:31.666003 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a281f8bb-c320-41c6-9ca1-cc32092c4047 admin admin] 10.222.0.50 "PUT /v2.0/routers/2bad29c2-ad6b-4213-a4ad-f734f31dd963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9204731 Jan 27 17:36:31.719682 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e5e71751-fdaf-4063-893e-b352081faba6 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:36:31.788511 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e5e71751-fdaf-4063-893e-b352081faba6 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:31.788878 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:31.907765 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b1c09355-c861-4f57-ad49-85296896fe5c up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:36:31.979561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port b1c09355-c861-4f57-ad49-85296896fe5c triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:31.979923 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:32.095379 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3ff8a523-3716-4e71-b01f-1b4ee05d10f5 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:36:32.167685 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 3ff8a523-3716-4e71-b01f-1b4ee05d10f5 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:32.173637 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 3ff8a523-3716-4e71-b01f-1b4ee05d10f5 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:32.174071 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:32.300033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:32.317933 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 3ff8a523-3716-4e71-b01f-1b4ee05d10f5, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3ff8a523-3716-4e71-b01f-1b4ee05d10f5,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:32.322400 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:32.387650 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Sync routers for ids ['2bad29c2-ad6b-4213-a4ad-f734f31dd963'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:36:32.396384 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=3ff8a523-3716-4e71-b01f-1b4ee05d10f5,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:32.402760 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Routers {'2bad29c2-ad6b-4213-a4ad-f734f31dd963'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:36:32.403351 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:36:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['2bad29c2-ad6b-4213-a4ad-f734f31dd963'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:32.583390 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Set router 2bad29c2-ad6b-4213-a4ad-f734f31dd963 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:36:32.655222 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-0e6dedab-31a2-4100-afc9-1509cf53898d tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:32.656589 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-0e6dedab-31a2-4100-afc9-1509cf53898d tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/networks?id=2cb8ed65-7734-43cb-8a14-8fe20e06cca8 HTTP/1.1" status: 200 len: 817 time: 0.2728908 Jan 27 17:36:32.671355 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-d3192bc1-a885-4fff-bef8-a9619b3e43f0 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/quotas/c1a9eb6549654df1831a4c7364cccdff HTTP/1.1" status: 200 len: 375 time: 0.0091510 Jan 27 17:36:32.754564 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-0a3b7026-b4d7-4993-adf3-5410442629db tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1a9eb6549654df1831a4c7364cccdff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776436 Jan 27 17:36:32.935513 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'name': 'tempest-TestEncryptedCinderVolumes-762212557-router', 'tenant_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.90'}], 'enable_snat': True}, 'gw_port_id': '3ff8a523-3716-4e71-b01f-1b4ee05d10f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:36:26Z', 'updated_at': '2022-01-27T17:36:30Z', 'revision_number': 4, 'project_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'gw_port': {'id': '3ff8a523-3716-4e71-b01f-1b4ee05d10f5', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:04:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:27Z', 'updated_at': '2022-01-27T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '7c259926-3a6e-4a84-aec5-231a97b6e241', 'name': '', 'network_id': '6fc6e21a-be89-4067-822d-3570c89b307d', 'tenant_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'mac_address': 'fa:16:3e:21:4a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '18087c21-12b7-49cb-9977-c8f7cc49debb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:29Z', 'updated_at': '2022-01-27T17:36:30Z', 'revision_number': 2, 'project_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'subnets': [{'id': '18087c21-12b7-49cb-9977-c8f7cc49debb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:32.939932 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Checking router: 2bad29c2-ad6b-4213-a4ad-f734f31dd963 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:36:32.940281 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Updating router 2bad29c2-ad6b-4213-a4ad-f734f31dd963 port 7c259926-3a6e-4a84-aec5-231a97b6e241 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:36:32.994652 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:33.009487 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-d3e5ffd5-7d26-4dc6-a7c1-3ff00c3c2b5f service neutron] 10.222.0.50 "GET /v2.0/networks/2cb8ed65-7734-43cb-8a14-8fe20e06cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429969 Jan 27 17:36:33.139261 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-da4f8da4-d12a-41a4-936c-08320a50967c service neutron] 10.222.0.50 "GET /v2.0/networks/2cb8ed65-7734-43cb-8a14-8fe20e06cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236746 Jan 27 17:36:33.341733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-0e0698df-5cc3-4ee5-9305-f70c4d6771bf req-224d4e2e-69ce-4402-b4d9-253b875695ae tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Synchronizing usage tracker for tenant:c1a9eb6549654df1831a4c7364cccdff on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:36:33.347412 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:33.360523 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-0e0698df-5cc3-4ee5-9305-f70c4d6771bf req-224d4e2e-69ce-4402-b4d9-253b875695ae tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Unset dirty status for tenant:c1a9eb6549654df1831a4c7364cccdff on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:36:33.362136 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0e0698df-5cc3-4ee5-9305-f70c4d6771bf req-224d4e2e-69ce-4402-b4d9-253b875695ae tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b04e776-eb80-4bc7-a2cf-0b54f595567f HTTP/1.1" status: 200 len: 210 time: 0.0748684 Jan 27 17:36:33.368142 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Transition to ACTIVE for port object 7c259926-3a6e-4a84-aec5-231a97b6e241 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:33.379374 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:33.515617 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607f617-b9c3-4b9c-8845-f9c117ba86bf None None] Pushing event updated for resources: {'Port': ['ID=7c259926-3a6e-4a84-aec5-231a97b6e241,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:33.629563 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Attempting to bind port 7c259926-3a6e-4a84-aec5-231a97b6e241 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:36:33.629951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Attempting to bind port 7c259926-3a6e-4a84-aec5-231a97b6e241 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'b0c18039-2491-42eb-934f-3e0e08866dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '6fc6e21a-be89-4067-822d-3570c89b307d'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:36:33.630311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Attempting to bind port 7c259926-3a6e-4a84-aec5-231a97b6e241 on network 6fc6e21a-be89-4067-822d-3570c89b307d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:36:33.638043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:36:33.638413 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Checking segment: {'id': 'b0c18039-2491-42eb-934f-3e0e08866dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '6fc6e21a-be89-4067-822d-3570c89b307d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:33.638810 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:33.639185 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Bound using segment: {'id': 'b0c18039-2491-42eb-934f-3e0e08866dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '6fc6e21a-be89-4067-822d-3570c89b307d'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:36:33.639644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Bound port: 7c259926-3a6e-4a84-aec5-231a97b6e241, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c18039-2491-42eb-934f-3e0e08866dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '6fc6e21a-be89-4067-822d-3570c89b307d'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:36:33.640013 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:33.677865 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3ff8a523-3716-4e71-b01f-1b4ee05d10f5 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:36:33.721668 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:33.845805 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] For port 7c259926-3a6e-4a84-aec5-231a97b6e241, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:36:33.849597 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] For port 7c259926-3a6e-4a84-aec5-231a97b6e241, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7c259926-3a6e-4a84-aec5-231a97b6e241,segment=NetworkSegment(b0c18039-2491-42eb-934f-3e0e08866dc1),segment_id=b0c18039-2491-42eb-934f-3e0e08866dc1)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:36:33.856387 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:33.890399 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 3ff8a523-3716-4e71-b01f-1b4ee05d10f5 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:33.890836 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:34.004153 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Routers {'2bad29c2-ad6b-4213-a4ad-f734f31dd963'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:36:34.004837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:36:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['2bad29c2-ad6b-4213-a4ad-f734f31dd963'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:34.065590 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607f617-b9c3-4b9c-8845-f9c117ba86bf None None] Pushing event updated for resources: {'Port': ['ID=7c259926-3a6e-4a84-aec5-231a97b6e241,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:34.241217 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] Set router 2bad29c2-ad6b-4213-a4ad-f734f31dd963 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:36:34.524738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1ae99fa9-d57b-4031-86a7-b33d6632028b tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:34.525577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1ae99fa9-d57b-4031-86a7-b33d6632028b tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Synchronizing usage tracker for tenant:c1a9eb6549654df1831a4c7364cccdff on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:36:34.538740 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4041fd95-66b6-4803-8159-1bdad0817656 req-cc4e0422-b302-4486-b503-e839b2bf12d8 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b04e776-eb80-4bc7-a2cf-0b54f595567f HTTP/1.1" status: 200 len: 210 time: 0.0572855 Jan 27 17:36:34.554475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1ae99fa9-d57b-4031-86a7-b33d6632028b tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Unset dirty status for tenant:c1a9eb6549654df1831a4c7364cccdff on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:36:34.554475 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1ae99fa9-d57b-4031-86a7-b33d6632028b tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.83 "GET /v2.0/networks?id=2cb8ed65-7734-43cb-8a14-8fe20e06cca8 HTTP/1.1" status: 200 len: 817 time: 0.1943214 Jan 27 17:36:34.564738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1c66ab1d-4b90-42b1-9de4-7f3e0348ae00 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Request body: {'port': {'device_id': '5b04e776-eb80-4bc7-a2cf-0b54f595567f', 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8', 'admin_state_up': True, 'tenant_id': 'c1a9eb6549654df1831a4c7364cccdff'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:34.628855 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'name': 'tempest-TestEncryptedCinderVolumes-762212557-router', 'tenant_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.90'}], 'enable_snat': True}, 'gw_port_id': '3ff8a523-3716-4e71-b01f-1b4ee05d10f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:36:26Z', 'updated_at': '2022-01-27T17:36:30Z', 'revision_number': 4, 'project_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'gw_port': {'id': '3ff8a523-3716-4e71-b01f-1b4ee05d10f5', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:04:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:27Z', 'updated_at': '2022-01-27T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '7c259926-3a6e-4a84-aec5-231a97b6e241', 'name': '', 'network_id': '6fc6e21a-be89-4067-822d-3570c89b307d', 'tenant_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'mac_address': 'fa:16:3e:21:4a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '18087c21-12b7-49cb-9977-c8f7cc49debb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:29Z', 'updated_at': '2022-01-27T17:36:33Z', 'revision_number': 4, 'project_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'subnets': [{'id': '18087c21-12b7-49cb-9977-c8f7cc49debb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:36:34.633175 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aea111-0973-41f6-b640-395d77ffee3e None None] The sync data for ids ['2bad29c2-ad6b-4213-a4ad-f734f31dd963'] in dv-neutron-826439-2-hyperv is: [{'id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'name': 'tempest-TestEncryptedCinderVolumes-762212557-router', 'tenant_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.90'}], 'enable_snat': True}, 'gw_port_id': '3ff8a523-3716-4e71-b01f-1b4ee05d10f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:36:26Z', 'updated_at': '2022-01-27T17:36:30Z', 'revision_number': 4, 'project_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'gw_port': {'id': '3ff8a523-3716-4e71-b01f-1b4ee05d10f5', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:04:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:27Z', 'updated_at': '2022-01-27T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '7c259926-3a6e-4a84-aec5-231a97b6e241', 'name': '', 'network_id': '6fc6e21a-be89-4067-822d-3570c89b307d', 'tenant_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'mac_address': 'fa:16:3e:21:4a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '18087c21-12b7-49cb-9977-c8f7cc49debb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:29Z', 'updated_at': '2022-01-27T17:36:33Z', 'revision_number': 4, 'project_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'subnets': [{'id': '18087c21-12b7-49cb-9977-c8f7cc49debb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:36:34.720237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1c66ab1d-4b90-42b1-9de4-7f3e0348ae00 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:36:34.729742 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1c66ab1d-4b90-42b1-9de4-7f3e0348ae00 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:36:34.744570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1c66ab1d-4b90-42b1-9de4-7f3e0348ae00 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Made reservation on behalf of c1a9eb6549654df1831a4c7364cccdff for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:36:34.748296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1c66ab1d-4b90-42b1-9de4-7f3e0348ae00 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:34.916208 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1c66ab1d-4b90-42b1-9de4-7f3e0348ae00 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Allocated IP 172.20.0.7 (2cb8ed65-7734-43cb-8a14-8fe20e06cca8/5031f977-6c1f-4253-b28b-8a00a7d17590/064a7f1c-1300-46f8-9584-72d97a24f098) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:36:35.126491 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1c66ab1d-4b90-42b1-9de4-7f3e0348ae00 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:35.141965 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1c66ab1d-4b90-42b1-9de4-7f3e0348ae00 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Transition to ACTIVE for port object 064a7f1c-1300-46f8-9584-72d97a24f098 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:35.165978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1c66ab1d-4b90-42b1-9de4-7f3e0348ae00 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:35.237193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1c66ab1d-4b90-42b1-9de4-7f3e0348ae00 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:36:35.240135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1c66ab1d-4b90-42b1-9de4-7f3e0348ae00 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:36:35.245265 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1c66ab1d-4b90-42b1-9de4-7f3e0348ae00 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:36:35.282377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66ab1d-4b90-42b1-9de4-7f3e0348ae00 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Pushing event updated for resources: {'Port': ['ID=064a7f1c-1300-46f8-9584-72d97a24f098,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:35.318439 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1c66ab1d-4b90-42b1-9de4-7f3e0348ae00 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:35.319084 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1c66ab1d-4b90-42b1-9de4-7f3e0348ae00 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:35.347243 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-1c66ab1d-4b90-42b1-9de4-7f3e0348ae00 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7867942 Jan 27 17:36:35.357554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-29db07f3-9f0e-4eb3-b5cc-82255d9e8602 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:36:35.358696 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-29db07f3-9f0e-4eb3-b5cc-82255d9e8602 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056150 Jan 27 17:36:35.369714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Request body: {'port': {'device_id': '5b04e776-eb80-4bc7-a2cf-0b54f595567f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:36:35.490704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:35.551027 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2b083c64-8d65-4c2e-95d4-1269cfd820cb None None] Provisioning for port 064a7f1c-1300-46f8-9584-72d97a24f098 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:35.557447 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2b083c64-8d65-4c2e-95d4-1269cfd820cb None None] Provisioning complete for port 064a7f1c-1300-46f8-9584-72d97a24f098 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:35.561652 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2b083c64-8d65-4c2e-95d4-1269cfd820cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:35.648490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2b083c64-8d65-4c2e-95d4-1269cfd820cb None None] Port 064a7f1c-1300-46f8-9584-72d97a24f098 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:36:35.705411 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 7c259926-3a6e-4a84-aec5-231a97b6e241 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:36:35.779971 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 7c259926-3a6e-4a84-aec5-231a97b6e241 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:35.784626 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 7c259926-3a6e-4a84-aec5-231a97b6e241 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:35.784990 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:35.903501 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:35.935019 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 7c259926-3a6e-4a84-aec5-231a97b6e241, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7c259926-3a6e-4a84-aec5-231a97b6e241,segment=NetworkSegment(b0c18039-2491-42eb-934f-3e0e08866dc1),segment_id=b0c18039-2491-42eb-934f-3e0e08866dc1)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:35.940930 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:35.943687 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b04f0-0c2f-4adb-b8fc-3bee8ec20ba1 req-a7d98201-1833-416f-902f-467e46e6f508 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:35.944386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-252b04f0-0c2f-4adb-b8fc-3bee8ec20ba1 req-a7d98201-1833-416f-902f-467e46e6f508 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Synchronizing usage tracker for tenant:c1a9eb6549654df1831a4c7364cccdff on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:36:35.980322 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-252b04f0-0c2f-4adb-b8fc-3bee8ec20ba1 req-a7d98201-1833-416f-902f-467e46e6f508 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Unset dirty status for tenant:c1a9eb6549654df1831a4c7364cccdff on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:36:35.981479 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-252b04f0-0c2f-4adb-b8fc-3bee8ec20ba1 req-a7d98201-1833-416f-902f-467e46e6f508 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b04e776-eb80-4bc7-a2cf-0b54f595567f HTTP/1.1" status: 200 len: 931 time: 0.2307556 Jan 27 17:36:36.006927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=7c259926-3a6e-4a84-aec5-231a97b6e241,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:36.079930 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-252b04f0-0c2f-4adb-b8fc-3bee8ec20ba1 req-01fe8ccd-2fa1-450e-8fd4-6c9e40d9ae5a tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Synchronizing usage tracker for tenant:c1a9eb6549654df1831a4c7364cccdff on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:36:36.083367 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064a7f1c-1300-46f8-9584-72d97a24f098 {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:36:36.091583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:36.112684 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Transition to ACTIVE for port object 064a7f1c-1300-46f8-9584-72d97a24f098 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:36:36.115690 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-252b04f0-0c2f-4adb-b8fc-3bee8ec20ba1 req-01fe8ccd-2fa1-450e-8fd4-6c9e40d9ae5a tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Unset dirty status for tenant:c1a9eb6549654df1831a4c7364cccdff on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:36:36.116841 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-252b04f0-0c2f-4adb-b8fc-3bee8ec20ba1 req-01fe8ccd-2fa1-450e-8fd4-6c9e40d9ae5a tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258168 Jan 27 17:36:36.117853 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:36.247390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Pushing event updated for resources: {'Port': ['ID=064a7f1c-1300-46f8-9584-72d97a24f098,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:36.355013 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Attempting to bind port 064a7f1c-1300-46f8-9584-72d97a24f098 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:36:36.355339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Attempting to bind port 064a7f1c-1300-46f8-9584-72d97a24f098 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '1d946690-174a-4276-8c99-27abbae1aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:36:36.355658 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Attempting to bind port 064a7f1c-1300-46f8-9584-72d97a24f098 on network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:36:36.360151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Port 064a7f1c-1300-46f8-9584-72d97a24f098 on network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:36:36.360462 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Attempting to bind port 064a7f1c-1300-46f8-9584-72d97a24f098 on network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:36:36.365532 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:36:36.365898 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Checking segment: {'id': '1d946690-174a-4276-8c99-27abbae1aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:36:36.366286 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Bound using segment: {'id': '1d946690-174a-4276-8c99-27abbae1aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:36:36.366730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Bound port: 064a7f1c-1300-46f8-9584-72d97a24f098, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d946690-174a-4276-8c99-27abbae1aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:36:36.367058 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:36.465781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] For port 064a7f1c-1300-46f8-9584-72d97a24f098, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:36:36.474256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] For port 064a7f1c-1300-46f8-9584-72d97a24f098, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=064a7f1c-1300-46f8-9584-72d97a24f098,segment=NetworkSegment(1d946690-174a-4276-8c99-27abbae1aa49),segment_id=1d946690-174a-4276-8c99-27abbae1aa49)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:36:36.480848 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:36.542839 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:36.543436 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:36.544954 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] 10.222.0.83 "PUT /v2.0/ports/064a7f1c-1300-46f8-9584-72d97a24f098 HTTP/1.1" status: 200 len: 1093 time: 1.1798065 Jan 27 17:36:36.545366 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b04e776-eb80-4bc7-a2cf-0b54f595567f', 'tag': '064a7f1c-1300-46f8-9584-72d97a24f098'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:36:36.571274 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98d2dd-026d-4534-ab19-a7610c9d1541 service neutron] Pushing event updated for resources: {'Port': ['ID=064a7f1c-1300-46f8-9584-72d97a24f098,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:36.623688 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b04e776-eb80-4bc7-a2cf-0b54f595567f', 'tag': '064a7f1c-1300-46f8-9584-72d97a24f098', 'status': 'completed', 'code': 200} Jan 27 17:36:36.664827 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-a9d7b7ca-d8c8-4991-8332-c4091a697754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:36.666407 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-a9d7b7ca-d8c8-4991-8332-c4091a697754 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c1a9eb6549654df1831a4c7364cccdff&device_id=5b04e776-eb80-4bc7-a2cf-0b54f595567f HTTP/1.1" status: 200 len: 1096 time: 0.0798442 Jan 27 17:36:36.741351 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-bfda3302-3099-4292-bdd1-2b1dcfb2574a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=064a7f1c-1300-46f8-9584-72d97a24f098 HTTP/1.1" status: 200 len: 217 time: 0.0678306 Jan 27 17:36:36.807840 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-6008959d-cfea-4c4b-b398-708ad93c1d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:36.809595 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-6008959d-cfea-4c4b-b398-708ad93c1d32 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5031f977-6c1f-4253-b28b-8a00a7d17590 HTTP/1.1" status: 200 len: 856 time: 0.0628450 Jan 27 17:36:36.888094 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-0d251467-fa1b-4660-915e-a22b8e0006dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:36.889577 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-0d251467-fa1b-4660-915e-a22b8e0006dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2cb8ed65-7734-43cb-8a14-8fe20e06cca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735891 Jan 27 17:36:37.024715 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-daa2b326-0bf8-4c3c-a54b-e6180f20c6b7 service neutron] 10.222.0.83 "GET /v2.0/networks/2cb8ed65-7734-43cb-8a14-8fe20e06cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293051 Jan 27 17:36:37.156670 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9fc041db-6e19-487a-a13f-72c26e50d7a0 req-5c815616-6e01-4bb8-afcb-1e48e703e8d1 service neutron] 10.222.0.83 "GET /v2.0/networks/2cb8ed65-7734-43cb-8a14-8fe20e06cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260684 Jan 27 17:36:37.345744 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5e7e4-7304-4f26-af7b-f2b70a6ccba5 req-c178d80a-0873-4275-ad8f-d1c3279cfb77 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:37.347072 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-00d5e7e4-7304-4f26-af7b-f2b70a6ccba5 req-c178d80a-0873-4275-ad8f-d1c3279cfb77 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b04e776-eb80-4bc7-a2cf-0b54f595567f HTTP/1.1" status: 200 len: 943 time: 0.1069171 Jan 27 17:36:37.348949 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368cac6-ba70-4e7f-b3a9-d4dd0d297397 req-ee8d42aa-dcb4-468a-999f-4919d6b28633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:37.350289 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7368cac6-ba70-4e7f-b3a9-d4dd0d297397 req-ee8d42aa-dcb4-468a-999f-4919d6b28633 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c1a9eb6549654df1831a4c7364cccdff&device_id=5b04e776-eb80-4bc7-a2cf-0b54f595567f HTTP/1.1" status: 200 len: 1096 time: 0.1446290 Jan 27 17:36:37.583412 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-00d5e7e4-7304-4f26-af7b-f2b70a6ccba5 req-5fb4e958-ccd6-4a64-9a99-c63ed112ec15 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293937 Jan 27 17:36:37.621546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368cac6-ba70-4e7f-b3a9-d4dd0d297397 req-5b9f63e1-b875-42b2-aac6-0e74021d626c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:37.623185 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7368cac6-ba70-4e7f-b3a9-d4dd0d297397 req-5b9f63e1-b875-42b2-aac6-0e74021d626c service neutron] 10.222.0.83 "GET /v2.0/networks?id=2cb8ed65-7734-43cb-8a14-8fe20e06cca8 HTTP/1.1" status: 200 len: 919 time: 0.2564726 Jan 27 17:36:37.628862 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 7c259926-3a6e-4a84-aec5-231a97b6e241 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:36:37.692592 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7368cac6-ba70-4e7f-b3a9-d4dd0d297397 req-258ca129-0ad0-444e-ab0e-f1c2489d5ab1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=064a7f1c-1300-46f8-9584-72d97a24f098 HTTP/1.1" status: 200 len: 217 time: 0.0626462 Jan 27 17:36:37.699144 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 7c259926-3a6e-4a84-aec5-231a97b6e241 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:37.699503 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:37.753577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368cac6-ba70-4e7f-b3a9-d4dd0d297397 req-869d50ad-df33-4b2c-a104-43c07a9cdbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:37.755011 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7368cac6-ba70-4e7f-b3a9-d4dd0d297397 req-869d50ad-df33-4b2c-a104-43c07a9cdbd8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5031f977-6c1f-4253-b28b-8a00a7d17590 HTTP/1.1" status: 200 len: 856 time: 0.0563848 Jan 27 17:36:37.832892 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368cac6-ba70-4e7f-b3a9-d4dd0d297397 req-f6e5e543-a8b5-4882-a9a6-17f6e8973aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:37.834401 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7368cac6-ba70-4e7f-b3a9-d4dd0d297397 req-f6e5e543-a8b5-4882-a9a6-17f6e8973aa4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2cb8ed65-7734-43cb-8a14-8fe20e06cca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728719 Jan 27 17:36:37.966402 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7368cac6-ba70-4e7f-b3a9-d4dd0d297397 req-1b5b8fa7-5c2d-4383-a294-a1ae13cd78ed service neutron] 10.222.0.83 "GET /v2.0/networks/2cb8ed65-7734-43cb-8a14-8fe20e06cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251857 Jan 27 17:36:38.104887 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7368cac6-ba70-4e7f-b3a9-d4dd0d297397 req-b2e18926-eace-4065-8e3d-9e11987419b4 service neutron] 10.222.0.83 "GET /v2.0/networks/2cb8ed65-7734-43cb-8a14-8fe20e06cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327798 Jan 27 17:36:38.775729 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6eafe2-d0c4-4048-a6ed-9824ef20bf08 req-76ada029-3b7b-4931-ba6c-a892a7ca39e0 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:38.777159 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6a6eafe2-d0c4-4048-a6ed-9824ef20bf08 req-76ada029-3b7b-4931-ba6c-a892a7ca39e0 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b04e776-eb80-4bc7-a2cf-0b54f595567f HTTP/1.1" status: 200 len: 943 time: 0.0812018 Jan 27 17:36:38.821021 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6a6eafe2-d0c4-4048-a6ed-9824ef20bf08 req-debf4ca0-9ad5-4472-80e1-d4f149e84512 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381379 Jan 27 17:36:40.025863 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbcdf1-ef7d-4350-acf9-a93c071130ad req-a6561121-990c-4ceb-97ed-697df9ba3ae9 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:40.027306 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-67fbcdf1-ef7d-4350-acf9-a93c071130ad req-a6561121-990c-4ceb-97ed-697df9ba3ae9 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b04e776-eb80-4bc7-a2cf-0b54f595567f HTTP/1.1" status: 200 len: 943 time: 0.0907521 Jan 27 17:36:40.072003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 064a7f1c-1300-46f8-9584-72d97a24f098 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:36:40.072574 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-67fbcdf1-ef7d-4350-acf9-a93c071130ad req-76356dcb-5a48-4c4b-8702-bb600489f279 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387337 Jan 27 17:36:40.206511 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 064a7f1c-1300-46f8-9584-72d97a24f098, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=064a7f1c-1300-46f8-9584-72d97a24f098,segment=NetworkSegment(1d946690-174a-4276-8c99-27abbae1aa49),segment_id=1d946690-174a-4276-8c99-27abbae1aa49)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:40.223073 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '064a7f1c-1300-46f8-9584-72d97a24f098', 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8', 'port_id': '064a7f1c-1300-46f8-9584-72d97a24f098', 'mac_address': 'fa:16:3e:55:93:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5031f977-6c1f-4253-b28b-8a00a7d17590', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:36:40.277824 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:40.294775 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064a7f1c-1300-46f8-9584-72d97a24f098 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:36:40.310383 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 064a7f1c-1300-46f8-9584-72d97a24f098, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=064a7f1c-1300-46f8-9584-72d97a24f098,segment=NetworkSegment(1d946690-174a-4276-8c99-27abbae1aa49),segment_id=1d946690-174a-4276-8c99-27abbae1aa49)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:40.316519 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:40.383004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=064a7f1c-1300-46f8-9584-72d97a24f098,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:40.534154 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['064a7f1c-1300-46f8-9584-72d97a24f098'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:36:41.267027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebc618-4344-48dc-9f7d-0e4eb6849a89 req-324d8714-db53-42a2-9649-5efdd0810959 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:41.268471 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c3ebc618-4344-48dc-9f7d-0e4eb6849a89 req-324d8714-db53-42a2-9649-5efdd0810959 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b04e776-eb80-4bc7-a2cf-0b54f595567f HTTP/1.1" status: 200 len: 944 time: 0.0866785 Jan 27 17:36:41.328242 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c3ebc618-4344-48dc-9f7d-0e4eb6849a89 req-83354371-7d00-493d-b9be-0fd1c69eacdc tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510440 Jan 27 17:36:42.087838 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 064a7f1c-1300-46f8-9584-72d97a24f098 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:36:42.161324 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 064a7f1c-1300-46f8-9584-72d97a24f098 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:36:42.166164 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 064a7f1c-1300-46f8-9584-72d97a24f098 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:36:42.166498 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:42.282929 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:42.312164 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b04e776-eb80-4bc7-a2cf-0b54f595567f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064a7f1c-1300-46f8-9584-72d97a24f098'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:36:42.322326 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 064a7f1c-1300-46f8-9584-72d97a24f098, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=064a7f1c-1300-46f8-9584-72d97a24f098,segment=NetworkSegment(1d946690-174a-4276-8c99-27abbae1aa49),segment_id=1d946690-174a-4276-8c99-27abbae1aa49)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:36:42.326709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:42.358122 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b04e776-eb80-4bc7-a2cf-0b54f595567f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064a7f1c-1300-46f8-9584-72d97a24f098', 'code': 200} Jan 27 17:36:42.399219 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=064a7f1c-1300-46f8-9584-72d97a24f098,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:36:42.536671 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd542b37-d250-40f7-938f-d5bff94ebabd req-9c0478f5-670b-4eaa-8764-b3702e334fd9 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:42.538026 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-fd542b37-d250-40f7-938f-d5bff94ebabd req-9c0478f5-670b-4eaa-8764-b3702e334fd9 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b04e776-eb80-4bc7-a2cf-0b54f595567f HTTP/1.1" status: 200 len: 945 time: 0.0811694 Jan 27 17:36:42.581959 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-fd542b37-d250-40f7-938f-d5bff94ebabd req-1460f85b-1bd3-4446-9222-de9f171cc2c9 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378304 Jan 27 17:36:42.590378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe69739-9c0f-4a54-8676-da7fdaf9f004 req-10ff298f-60c8-4ac6-8d3b-2d4fc47570c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:42.591942 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4fe69739-9c0f-4a54-8676-da7fdaf9f004 req-10ff298f-60c8-4ac6-8d3b-2d4fc47570c7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5b04e776-eb80-4bc7-a2cf-0b54f595567f HTTP/1.1" status: 200 len: 1098 time: 0.0730836 Jan 27 17:36:42.631350 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4fe69739-9c0f-4a54-8676-da7fdaf9f004 req-2a8775bb-89e8-4352-bc7c-d60119d02f3e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338387 Jan 27 17:36:43.767975 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0007eb8-a8f6-4a8e-9050-bffff71ed496 req-c576ec76-e874-44b3-8d45-23cb015b9e80 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:43.769257 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e0007eb8-a8f6-4a8e-9050-bffff71ed496 req-c576ec76-e874-44b3-8d45-23cb015b9e80 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b04e776-eb80-4bc7-a2cf-0b54f595567f HTTP/1.1" status: 200 len: 945 time: 0.0831170 Jan 27 17:36:43.815648 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e0007eb8-a8f6-4a8e-9050-bffff71ed496 req-e422992f-90a3-4690-9df5-3a6bd0e23d52 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388365 Jan 27 17:36:45.012920 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748b02b-9474-4e33-bcad-941fdf2a2711 req-f019bb2d-594d-4f0d-8b1a-f9394b1a7a6a tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:45.014440 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2748b02b-9474-4e33-bcad-941fdf2a2711 req-f019bb2d-594d-4f0d-8b1a-f9394b1a7a6a tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b04e776-eb80-4bc7-a2cf-0b54f595567f HTTP/1.1" status: 200 len: 945 time: 0.0861292 Jan 27 17:36:45.063535 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2748b02b-9474-4e33-bcad-941fdf2a2711 req-ff57b80a-a08e-4b95-bcc7-6159ea594940 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429380 Jan 27 17:36:45.259870 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885ad9b-6f67-4f99-b717-18e0434d4678 req-613ff335-cc1e-43c8-8767-a1ed811cf5ae tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:36:45.261311 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7885ad9b-6f67-4f99-b717-18e0434d4678 req-613ff335-cc1e-43c8-8767-a1ed811cf5ae tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b04e776-eb80-4bc7-a2cf-0b54f595567f HTTP/1.1" status: 200 len: 945 time: 0.0921190 Jan 27 17:36:45.309218 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7885ad9b-6f67-4f99-b717-18e0434d4678 req-f9354d37-9abe-46e3-b685-75312e2c38fb tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395787 Jan 27 17:36:48.790380 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ae026a3-6e98-40a9-a5c3-3c67621086ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:50.583288 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:36:51.050856 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01399dad-8c86-4c8d-9036-cbfa8de0f3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:52.245166 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:52.276597 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:36:53.503348 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:01.278390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31c124-2c81-45a9-9239-3b74b9363932 req-5e68c7f8-9e13-487b-8f22-b1dda5d0f60e tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:01.279838 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c31c124-2c81-45a9-9239-3b74b9363932 req-5e68c7f8-9e13-487b-8f22-b1dda5d0f60e tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b04e776-eb80-4bc7-a2cf-0b54f595567f HTTP/1.1" status: 200 len: 945 time: 0.0832691 Jan 27 17:37:01.332577 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c31c124-2c81-45a9-9239-3b74b9363932 req-e319c453-14ef-4a3f-81bf-6f59ffa7d590 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468130 Jan 27 17:37:02.532151 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191946bb-e2c6-4a85-8150-d3436aa6d0cc req-e205254b-76d0-40d8-8cb2-a123871dfeb0 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:02.533574 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-191946bb-e2c6-4a85-8150-d3436aa6d0cc req-e205254b-76d0-40d8-8cb2-a123871dfeb0 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b04e776-eb80-4bc7-a2cf-0b54f595567f HTTP/1.1" status: 200 len: 945 time: 0.0825655 Jan 27 17:37:02.584437 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-191946bb-e2c6-4a85-8150-d3436aa6d0cc req-9b4aefc4-df85-49b7-89e3-b7a63b345e25 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449839 Jan 27 17:37:02.768898 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f092b4-431b-42aa-8221-be34b4dcbe47 req-5c5959d8-2acb-4cb6-a006-5e794b3473ad tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:02.770347 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f6f092b4-431b-42aa-8221-be34b4dcbe47 req-5c5959d8-2acb-4cb6-a006-5e794b3473ad tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b04e776-eb80-4bc7-a2cf-0b54f595567f HTTP/1.1" status: 200 len: 945 time: 0.0924220 Jan 27 17:37:02.846022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-f6f092b4-431b-42aa-8221-be34b4dcbe47 req-6fb8af76-3f51-4166-b251-89a1b800ff07 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Deleting port 064a7f1c-1300-46f8-9584-72d97a24f098 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:37:02.846359 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-f6f092b4-431b-42aa-8221-be34b4dcbe47 req-6fb8af76-3f51-4166-b251-89a1b800ff07 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:03.104753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-f6f092b4-431b-42aa-8221-be34b4dcbe47 req-6fb8af76-3f51-4166-b251-89a1b800ff07 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] For port 064a7f1c-1300-46f8-9584-72d97a24f098, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=064a7f1c-1300-46f8-9584-72d97a24f098,segment=NetworkSegment(1d946690-174a-4276-8c99-27abbae1aa49),segment_id=1d946690-174a-4276-8c99-27abbae1aa49)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:03.105339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-f6f092b4-431b-42aa-8221-be34b4dcbe47 req-6fb8af76-3f51-4166-b251-89a1b800ff07 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:03.355481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-f6f092b4-431b-42aa-8221-be34b4dcbe47 req-6fb8af76-3f51-4166-b251-89a1b800ff07 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Calling delete_port for 064a7f1c-1300-46f8-9584-72d97a24f098 owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:37:03.498928 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-f6f092b4-431b-42aa-8221-be34b4dcbe47 req-6fb8af76-3f51-4166-b251-89a1b800ff07 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:03.510979 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['064a7f1c-1300-46f8-9584-72d97a24f098'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:37:03.552021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8af76-3f51-4166-b251-89a1b800ff07 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Pushing event deleted for resources: {'Port': ['ID=064a7f1c-1300-46f8-9584-72d97a24f098,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:03.626930 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f092b4-431b-42aa-8221-be34b4dcbe47 req-6fb8af76-3f51-4166-b251-89a1b800ff07 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] No DVR routers for this DVR port 064a7f1c-1300-46f8-9584-72d97a24f098 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:37:03.629631 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-f6f092b4-431b-42aa-8221-be34b4dcbe47 req-6fb8af76-3f51-4166-b251-89a1b800ff07 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:03.640678 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b04e776-eb80-4bc7-a2cf-0b54f595567f', 'name': 'network-vif-deleted', 'tag': '064a7f1c-1300-46f8-9584-72d97a24f098'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:37:03.647870 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f6f092b4-431b-42aa-8221-be34b4dcbe47 req-6fb8af76-3f51-4166-b251-89a1b800ff07 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.83 "DELETE /v2.0/ports/064a7f1c-1300-46f8-9584-72d97a24f098 HTTP/1.1" status: 204 len: 173 time: 0.8720970 Jan 27 17:37:03.654447 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:03.696169 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b04e776-eb80-4bc7-a2cf-0b54f595567f', 'name': 'network-vif-deleted', 'tag': '064a7f1c-1300-46f8-9584-72d97a24f098', 'status': 'completed', 'code': 200} Jan 27 17:37:03.777207 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-e8f9cf46-6eca-4ea9-a075-8baa6e81b77a req-3ff7b557-09c5-4dc7-bebc-60fbefbe5afb tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Synchronizing usage tracker for tenant:c1a9eb6549654df1831a4c7364cccdff on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:37:03.793196 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-e8f9cf46-6eca-4ea9-a075-8baa6e81b77a req-3ff7b557-09c5-4dc7-bebc-60fbefbe5afb tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Unset dirty status for tenant:c1a9eb6549654df1831a4c7364cccdff on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:37:03.794388 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e8f9cf46-6eca-4ea9-a075-8baa6e81b77a req-3ff7b557-09c5-4dc7-bebc-60fbefbe5afb tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b04e776-eb80-4bc7-a2cf-0b54f595567f HTTP/1.1" status: 200 len: 210 time: 0.0648248 Jan 27 17:37:05.616396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-e9acdf43-dac0-4ca6-b6df-a5a39b2bfdc4 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:05.617749 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-e9acdf43-dac0-4ca6-b6df-a5a39b2bfdc4 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/networks?id=2cb8ed65-7734-43cb-8a14-8fe20e06cca8 HTTP/1.1" status: 200 len: 817 time: 0.1472213 Jan 27 17:37:05.635436 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-16a1a657-7a95-4cec-b32e-37dd079910de tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/quotas/c1a9eb6549654df1831a4c7364cccdff HTTP/1.1" status: 200 len: 375 time: 0.0096560 Jan 27 17:37:05.732370 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-1fab6670-1890-4d19-ae9d-927c193caf1c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1a9eb6549654df1831a4c7364cccdff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897448 Jan 27 17:37:05.750621 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-24ad0f1a-4410-471d-9098-e344239ae03e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:37:05.751513 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-24ad0f1a-4410-471d-9098-e344239ae03e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048707 Jan 27 17:37:05.887878 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-cea9d392-be21-4139-9b78-3df1c0f1563b service neutron] 10.222.0.50 "GET /v2.0/networks/2cb8ed65-7734-43cb-8a14-8fe20e06cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306500 Jan 27 17:37:06.028144 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-3e23b8a6-d8cd-4910-a7a6-d1116be74116 service neutron] 10.222.0.50 "GET /v2.0/networks/2cb8ed65-7734-43cb-8a14-8fe20e06cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323628 Jan 27 17:37:06.203659 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-eab0598e-41a0-460c-93ec-e12daaa55533 req-0bab8009-347f-4cac-a1a7-7e2216cf5c17 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9 HTTP/1.1" status: 200 len: 210 time: 0.0451050 Jan 27 17:37:06.212833 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 064a7f1c-1300-46f8-9584-72d97a24f098 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:37:06.248808 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 064a7f1c-1300-46f8-9584-72d97a24f098 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:37:06.249156 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 064a7f1c-1300-46f8-9584-72d97a24f098 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:37:07.254635 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-5e769d42-36a8-4709-9a81-0b3a62a354ee tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:07.256108 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-5e769d42-36a8-4709-9a81-0b3a62a354ee tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.83 "GET /v2.0/networks?id=2cb8ed65-7734-43cb-8a14-8fe20e06cca8 HTTP/1.1" status: 200 len: 817 time: 0.1486537 Jan 27 17:37:07.267259 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-8077d0af-f812-475d-8896-fb075b386fca tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Request body: {'port': {'device_id': 'bac98fbd-d54d-4635-92ea-aec897e80cb9', 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8', 'admin_state_up': True, 'tenant_id': 'c1a9eb6549654df1831a4c7364cccdff'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:37:07.412535 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6429c9a4-1652-4e45-b4b8-b0feb2bf1872 req-9dfd3844-80e5-454e-a32a-46aa44f18e6e tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9 HTTP/1.1" status: 200 len: 210 time: 0.0534902 Jan 27 17:37:07.447754 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-8077d0af-f812-475d-8896-fb075b386fca tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:37:07.457404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-8077d0af-f812-475d-8896-fb075b386fca tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:37:07.467344 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-8077d0af-f812-475d-8896-fb075b386fca tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Made reservation on behalf of c1a9eb6549654df1831a4c7364cccdff for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:37:07.470808 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-8077d0af-f812-475d-8896-fb075b386fca tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:07.633740 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-8077d0af-f812-475d-8896-fb075b386fca tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Allocated IP 172.20.0.6 (2cb8ed65-7734-43cb-8a14-8fe20e06cca8/5031f977-6c1f-4253-b28b-8a00a7d17590/8cb11740-0c68-4cb3-a451-cdfcb5368e5b) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:37:07.845141 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-8077d0af-f812-475d-8896-fb075b386fca tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:07.862202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-8077d0af-f812-475d-8896-fb075b386fca tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Transition to ACTIVE for port object 8cb11740-0c68-4cb3-a451-cdfcb5368e5b will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:37:07.890557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-8077d0af-f812-475d-8896-fb075b386fca tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:08.077758 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-8077d0af-f812-475d-8896-fb075b386fca tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:37:08.081033 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-8077d0af-f812-475d-8896-fb075b386fca tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:37:08.084885 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-8077d0af-f812-475d-8896-fb075b386fca tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:37:08.115432 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077d0af-f812-475d-8896-fb075b386fca tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Pushing event updated for resources: {'Port': ['ID=8cb11740-0c68-4cb3-a451-cdfcb5368e5b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:08.152555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-8077d0af-f812-475d-8896-fb075b386fca tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:08.153076 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-8077d0af-f812-475d-8896-fb075b386fca tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:08.181824 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-8077d0af-f812-475d-8896-fb075b386fca tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9181507 Jan 27 17:37:08.193890 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Request body: {'port': {'device_id': 'bac98fbd-d54d-4635-92ea-aec897e80cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:37:08.312814 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:08.346424 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a0319d68-969c-47b6-98fa-c49e08c0b938 None None] Provisioning for port 8cb11740-0c68-4cb3-a451-cdfcb5368e5b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:37:08.351476 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a0319d68-969c-47b6-98fa-c49e08c0b938 None None] Provisioning complete for port 8cb11740-0c68-4cb3-a451-cdfcb5368e5b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:37:08.351769 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a0319d68-969c-47b6-98fa-c49e08c0b938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:08.405213 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a0319d68-969c-47b6-98fa-c49e08c0b938 None None] Port 8cb11740-0c68-4cb3-a451-cdfcb5368e5b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:37:08.595105 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86f7e3-0146-4e23-aa2b-fc86112d527a req-1e3b9bee-5b82-4051-852f-1c7f1265b57a tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:08.596574 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aa86f7e3-0146-4e23-aa2b-fc86112d527a req-1e3b9bee-5b82-4051-852f-1c7f1265b57a tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9 HTTP/1.1" status: 200 len: 931 time: 0.0797229 Jan 27 17:37:08.648460 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aa86f7e3-0146-4e23-aa2b-fc86112d527a req-8f4e14c5-9a25-484b-9cb0-00b95bf11ce9 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457382 Jan 27 17:37:08.666001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb11740-0c68-4cb3-a451-cdfcb5368e5b {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:37:08.673807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:08.688587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Transition to ACTIVE for port object 8cb11740-0c68-4cb3-a451-cdfcb5368e5b will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:37:08.693420 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:08.846594 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb11740-0c68-4cb3-a451-cdfcb5368e5b,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:08.932141 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Attempting to bind port 8cb11740-0c68-4cb3-a451-cdfcb5368e5b on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:37:08.932477 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Attempting to bind port 8cb11740-0c68-4cb3-a451-cdfcb5368e5b by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '1d946690-174a-4276-8c99-27abbae1aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:37:08.932798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Attempting to bind port 8cb11740-0c68-4cb3-a451-cdfcb5368e5b on network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:37:08.937666 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Port 8cb11740-0c68-4cb3-a451-cdfcb5368e5b on network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:37:08.938016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Attempting to bind port 8cb11740-0c68-4cb3-a451-cdfcb5368e5b on network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:37:08.943164 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:37:08.943499 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Checking segment: {'id': '1d946690-174a-4276-8c99-27abbae1aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:37:08.943883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Bound using segment: {'id': '1d946690-174a-4276-8c99-27abbae1aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:37:08.944309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Bound port: 8cb11740-0c68-4cb3-a451-cdfcb5368e5b, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d946690-174a-4276-8c99-27abbae1aa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:37:08.944645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:09.035722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] For port 8cb11740-0c68-4cb3-a451-cdfcb5368e5b, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:37:09.038743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] For port 8cb11740-0c68-4cb3-a451-cdfcb5368e5b, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8cb11740-0c68-4cb3-a451-cdfcb5368e5b,segment=NetworkSegment(1d946690-174a-4276-8c99-27abbae1aa49),segment_id=1d946690-174a-4276-8c99-27abbae1aa49)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:37:09.045062 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:09.105316 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:09.105973 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:09.107306 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] 10.222.0.83 "PUT /v2.0/ports/8cb11740-0c68-4cb3-a451-cdfcb5368e5b HTTP/1.1" status: 200 len: 1093 time: 0.9177327 Jan 27 17:37:09.107734 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac98fbd-d54d-4635-92ea-aec897e80cb9', 'tag': '8cb11740-0c68-4cb3-a451-cdfcb5368e5b'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:37:09.128390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4eee91-9ef1-427e-8a58-66a24cbe8c29 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb11740-0c68-4cb3-a451-cdfcb5368e5b,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:09.181147 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac98fbd-d54d-4635-92ea-aec897e80cb9', 'tag': '8cb11740-0c68-4cb3-a451-cdfcb5368e5b', 'status': 'completed', 'code': 200} Jan 27 17:37:09.221471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-6296c2d2-7284-4739-b7e0-ce957c88f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:09.223061 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-6296c2d2-7284-4739-b7e0-ce957c88f2ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c1a9eb6549654df1831a4c7364cccdff&device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9 HTTP/1.1" status: 200 len: 1096 time: 0.0743079 Jan 27 17:37:09.294389 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-347edc06-2fc3-46b6-bd93-7de98823cf79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cb11740-0c68-4cb3-a451-cdfcb5368e5b HTTP/1.1" status: 200 len: 217 time: 0.0647037 Jan 27 17:37:09.364592 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-ede88dce-0180-45f5-8a4f-52ff8349f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:09.366198 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-ede88dce-0180-45f5-8a4f-52ff8349f865 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5031f977-6c1f-4253-b28b-8a00a7d17590 HTTP/1.1" status: 200 len: 856 time: 0.0664597 Jan 27 17:37:09.442295 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-70776897-2a6a-4ea1-bc37-41127af7dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:09.443624 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-70776897-2a6a-4ea1-bc37-41127af7dbfb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2cb8ed65-7734-43cb-8a14-8fe20e06cca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714784 Jan 27 17:37:09.577264 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-8ab85482-e67b-4479-8b4b-859de5158bbf service neutron] 10.222.0.83 "GET /v2.0/networks/2cb8ed65-7734-43cb-8a14-8fe20e06cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271753 Jan 27 17:37:09.709347 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d0c7706d-217f-443e-86a5-322a50e1d75d req-04faf17f-d3d0-469c-8dc1-96cfd582b458 service neutron] 10.222.0.83 "GET /v2.0/networks/2cb8ed65-7734-43cb-8a14-8fe20e06cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264703 Jan 27 17:37:09.826694 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3664cf-2ce9-426b-9f37-3a3e56907cf8 req-b4958432-ad47-46cc-b2e8-a083988cc87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:09.828172 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5d3664cf-2ce9-426b-9f37-3a3e56907cf8 req-b4958432-ad47-46cc-b2e8-a083988cc87a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c1a9eb6549654df1831a4c7364cccdff&device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9 HTTP/1.1" status: 200 len: 1096 time: 0.0697966 Jan 27 17:37:09.841577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6f8b5-2a76-4f51-b7f0-64639d01a129 req-6414e085-2eb2-44ee-bf78-88e4d694bca8 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:09.843059 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-16c6f8b5-2a76-4f51-b7f0-64639d01a129 req-6414e085-2eb2-44ee-bf78-88e4d694bca8 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9 HTTP/1.1" status: 200 len: 943 time: 0.0850008 Jan 27 17:37:09.887905 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-16c6f8b5-2a76-4f51-b7f0-64639d01a129 req-d292c73e-af4e-4c88-87bd-d8929f2435f0 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388167 Jan 27 17:37:09.962680 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3664cf-2ce9-426b-9f37-3a3e56907cf8 req-793ae26d-63ac-4350-a66a-2be6f4ba85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:09.964088 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5d3664cf-2ce9-426b-9f37-3a3e56907cf8 req-793ae26d-63ac-4350-a66a-2be6f4ba85b8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2cb8ed65-7734-43cb-8a14-8fe20e06cca8 HTTP/1.1" status: 200 len: 919 time: 0.1292167 Jan 27 17:37:10.035046 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5d3664cf-2ce9-426b-9f37-3a3e56907cf8 req-ed4bc06b-5d02-48ea-83f4-9c7ba60b6a40 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cb11740-0c68-4cb3-a451-cdfcb5368e5b HTTP/1.1" status: 200 len: 217 time: 0.0638089 Jan 27 17:37:10.103705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3664cf-2ce9-426b-9f37-3a3e56907cf8 req-ec9a3328-e1a3-49c6-a9c5-f0d342bd3ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:10.105132 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5d3664cf-2ce9-426b-9f37-3a3e56907cf8 req-ec9a3328-e1a3-49c6-a9c5-f0d342bd3ba3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5031f977-6c1f-4253-b28b-8a00a7d17590 HTTP/1.1" status: 200 len: 856 time: 0.0631495 Jan 27 17:37:10.282132 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3664cf-2ce9-426b-9f37-3a3e56907cf8 req-7ebb7562-3b3e-4160-abfb-fa4457003dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:10.283503 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5d3664cf-2ce9-426b-9f37-3a3e56907cf8 req-7ebb7562-3b3e-4160-abfb-fa4457003dfe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2cb8ed65-7734-43cb-8a14-8fe20e06cca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1705208 Jan 27 17:37:10.420775 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5d3664cf-2ce9-426b-9f37-3a3e56907cf8 req-25c647ea-adeb-4b84-a36c-d83990171adb service neutron] 10.222.0.83 "GET /v2.0/networks/2cb8ed65-7734-43cb-8a14-8fe20e06cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294584 Jan 27 17:37:10.551674 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5d3664cf-2ce9-426b-9f37-3a3e56907cf8 req-c9788126-8e3e-4a8c-a562-24f97768f3f8 service neutron] 10.222.0.83 "GET /v2.0/networks/2cb8ed65-7734-43cb-8a14-8fe20e06cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241412 Jan 27 17:37:11.092733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3f6d0-0a5f-4def-8760-b1f9919f4681 req-990fbcb9-1282-483f-ba06-afca751003a5 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:11.093431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-95c3f6d0-0a5f-4def-8760-b1f9919f4681 req-990fbcb9-1282-483f-ba06-afca751003a5 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Synchronizing usage tracker for tenant:c1a9eb6549654df1831a4c7364cccdff on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:37:11.111638 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-95c3f6d0-0a5f-4def-8760-b1f9919f4681 req-990fbcb9-1282-483f-ba06-afca751003a5 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Unset dirty status for tenant:c1a9eb6549654df1831a4c7364cccdff on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:37:11.112854 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-95c3f6d0-0a5f-4def-8760-b1f9919f4681 req-990fbcb9-1282-483f-ba06-afca751003a5 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9 HTTP/1.1" status: 200 len: 943 time: 0.1059985 Jan 27 17:37:11.156915 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-95c3f6d0-0a5f-4def-8760-b1f9919f4681 req-ecb4693d-8348-4164-a095-ef8444d9a143 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382748 Jan 27 17:37:12.260021 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 8cb11740-0c68-4cb3-a451-cdfcb5368e5b details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:37:12.366670 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0375fef-71c2-427b-99c1-3387bbb53720 req-a496d5c5-69b9-4041-8a43-cbe66aa560c7 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:12.368036 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a0375fef-71c2-427b-99c1-3387bbb53720 req-a496d5c5-69b9-4041-8a43-cbe66aa560c7 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9 HTTP/1.1" status: 200 len: 943 time: 0.0801272 Jan 27 17:37:12.396764 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 8cb11740-0c68-4cb3-a451-cdfcb5368e5b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8cb11740-0c68-4cb3-a451-cdfcb5368e5b,segment=NetworkSegment(1d946690-174a-4276-8c99-27abbae1aa49),segment_id=1d946690-174a-4276-8c99-27abbae1aa49)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:12.410192 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '8cb11740-0c68-4cb3-a451-cdfcb5368e5b', 'network_id': '2cb8ed65-7734-43cb-8a14-8fe20e06cca8', 'port_id': '8cb11740-0c68-4cb3-a451-cdfcb5368e5b', 'mac_address': 'fa:16:3e:b6:56:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5031f977-6c1f-4253-b28b-8a00a7d17590', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:37:12.415547 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a0375fef-71c2-427b-99c1-3387bbb53720 req-ef7d275e-ba6f-4878-b8bd-6baf106fffa8 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Jan 27 17:37:12.494979 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:12.511663 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb11740-0c68-4cb3-a451-cdfcb5368e5b {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:37:12.527919 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 8cb11740-0c68-4cb3-a451-cdfcb5368e5b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8cb11740-0c68-4cb3-a451-cdfcb5368e5b,segment=NetworkSegment(1d946690-174a-4276-8c99-27abbae1aa49),segment_id=1d946690-174a-4276-8c99-27abbae1aa49)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:12.535065 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:12.601343 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=8cb11740-0c68-4cb3-a451-cdfcb5368e5b,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:12.609042 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:12.609385 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:12.609729 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:12.610088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:12.610416 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:12.610742 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:12.611058 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:12.611383 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:12.611699 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:12.612000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:12.612314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:12.612631 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:12.727826 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['8cb11740-0c68-4cb3-a451-cdfcb5368e5b'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:37:13.610175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01949b-c6da-490c-950c-80ebb8febb20 req-5aa233cf-a0de-40df-86c4-fe279ff71248 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:13.611598 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2e01949b-c6da-490c-950c-80ebb8febb20 req-5aa233cf-a0de-40df-86c4-fe279ff71248 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9 HTTP/1.1" status: 200 len: 944 time: 0.0798652 Jan 27 17:37:13.658799 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2e01949b-c6da-490c-950c-80ebb8febb20 req-716082e0-b525-453b-a690-8f0d75d69432 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413857 Jan 27 17:37:14.279001 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 8cb11740-0c68-4cb3-a451-cdfcb5368e5b up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:37:14.363771 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 8cb11740-0c68-4cb3-a451-cdfcb5368e5b completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:37:14.370422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 8cb11740-0c68-4cb3-a451-cdfcb5368e5b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:37:14.370793 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:14.486554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:14.516104 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac98fbd-d54d-4635-92ea-aec897e80cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb11740-0c68-4cb3-a451-cdfcb5368e5b'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:37:14.526064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 8cb11740-0c68-4cb3-a451-cdfcb5368e5b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8cb11740-0c68-4cb3-a451-cdfcb5368e5b,segment=NetworkSegment(1d946690-174a-4276-8c99-27abbae1aa49),segment_id=1d946690-174a-4276-8c99-27abbae1aa49)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:14.531067 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:14.566980 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac98fbd-d54d-4635-92ea-aec897e80cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb11740-0c68-4cb3-a451-cdfcb5368e5b', 'code': 200} Jan 27 17:37:14.598264 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=8cb11740-0c68-4cb3-a451-cdfcb5368e5b,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:14.844360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be2bd7-bc78-445a-a898-503ab2d7c339 req-63ace767-4743-40e3-810e-30a342d3a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:14.845831 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d6be2bd7-bc78-445a-a898-503ab2d7c339 req-63ace767-4743-40e3-810e-30a342d3a4c7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9 HTTP/1.1" status: 200 len: 1098 time: 0.1277573 Jan 27 17:37:14.879619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961589bf-275e-4cc5-8912-2d117e4d6c9c req-d305cc8b-ad2c-44d0-af7c-98c4f3ab520f tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:14.881006 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-961589bf-275e-4cc5-8912-2d117e4d6c9c req-d305cc8b-ad2c-44d0-af7c-98c4f3ab520f tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9 HTTP/1.1" status: 200 len: 945 time: 0.1117835 Jan 27 17:37:14.913721 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d6be2bd7-bc78-445a-a898-503ab2d7c339 req-c0d0ea34-0886-4c22-b447-8d5d7913e1a8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617244 Jan 27 17:37:14.933925 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-961589bf-275e-4cc5-8912-2d117e4d6c9c req-f833104c-e40f-4bef-bf1d-68477aab1580 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452628 Jan 27 17:37:16.139877 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035b5d6-928d-463e-9909-d896b367f444 req-fbd20d9f-8f31-4bd3-897c-32a464babd75 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:16.141319 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e035b5d6-928d-463e-9909-d896b367f444 req-fbd20d9f-8f31-4bd3-897c-32a464babd75 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9 HTTP/1.1" status: 200 len: 945 time: 0.0925212 Jan 27 17:37:16.187273 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e035b5d6-928d-463e-9909-d896b367f444 req-03ffb6ad-e74b-4c3e-a803-a8402feb76c9 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400579 Jan 27 17:37:16.378463 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317b23f-8002-4296-8967-0a734f3582df req-53008be0-d3e4-4071-aa2d-b0b7527a9a31 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:16.379910 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1317b23f-8002-4296-8967-0a734f3582df req-53008be0-d3e4-4071-aa2d-b0b7527a9a31 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9 HTTP/1.1" status: 200 len: 945 time: 0.0909081 Jan 27 17:37:16.423419 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1317b23f-8002-4296-8967-0a734f3582df req-2a6ff5d4-4c36-42a4-84d9-2e576b045d5c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376658 Jan 27 17:37:18.785256 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3784cfda-ec0d-4470-b932-e1b70ec66fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:21.059011 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e03db34c-6c98-4ab3-aea8-f51346a4dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:22.254310 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:22.279697 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:23.508349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:27.583035 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:37:31.122586 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d6dcdda-7bc7-4732-8702-9a6ba0e86cef req-de9e6c43-9bf5-4cac-b37d-f1ad6f2a9fad service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698817 Jan 27 17:37:31.263946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dcdda-7bc7-4732-8702-9a6ba0e86cef req-1248bfa2-8c43-4526-9d6c-31c9a28eee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:31.265421 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d6dcdda-7bc7-4732-8702-9a6ba0e86cef req-1248bfa2-8c43-4526-9d6c-31c9a28eee67 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c1a9eb6549654df1831a4c7364cccdff&device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9 HTTP/1.1" status: 200 len: 1098 time: 0.0738719 Jan 27 17:37:31.418403 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dcdda-7bc7-4732-8702-9a6ba0e86cef req-a0a0736d-5bb3-49d1-bfcc-e8bcff4fc1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:31.419900 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d6dcdda-7bc7-4732-8702-9a6ba0e86cef req-a0a0736d-5bb3-49d1-bfcc-e8bcff4fc1d8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2cb8ed65-7734-43cb-8a14-8fe20e06cca8 HTTP/1.1" status: 200 len: 919 time: 0.1348031 Jan 27 17:37:31.486904 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d6dcdda-7bc7-4732-8702-9a6ba0e86cef req-97fac75e-f992-4526-ac7c-7a660a70c3bb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cb11740-0c68-4cb3-a451-cdfcb5368e5b HTTP/1.1" status: 200 len: 217 time: 0.0606236 Jan 27 17:37:31.552867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dcdda-7bc7-4732-8702-9a6ba0e86cef req-5e34db3d-7a09-4538-9a6b-d2980d042f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:31.554397 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d6dcdda-7bc7-4732-8702-9a6ba0e86cef req-5e34db3d-7a09-4538-9a6b-d2980d042f8d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5031f977-6c1f-4253-b28b-8a00a7d17590 HTTP/1.1" status: 200 len: 856 time: 0.0617759 Jan 27 17:37:31.630770 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dcdda-7bc7-4732-8702-9a6ba0e86cef req-2e0c96dc-41bc-4cc4-a662-7d6a242952ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:31.632255 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d6dcdda-7bc7-4732-8702-9a6ba0e86cef req-2e0c96dc-41bc-4cc4-a662-7d6a242952ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2cb8ed65-7734-43cb-8a14-8fe20e06cca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714338 Jan 27 17:37:31.769993 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d6dcdda-7bc7-4732-8702-9a6ba0e86cef req-afb7beaf-c8f7-4a95-b36c-3c61b47180f3 service neutron] 10.222.0.83 "GET /v2.0/networks/2cb8ed65-7734-43cb-8a14-8fe20e06cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312733 Jan 27 17:37:32.017816 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d6dcdda-7bc7-4732-8702-9a6ba0e86cef req-0e037db9-6524-477b-b780-1a100a5d9e7e service neutron] 10.222.0.83 "GET /v2.0/networks/2cb8ed65-7734-43cb-8a14-8fe20e06cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418947 Jan 27 17:37:32.119017 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e1870-977b-491b-9c14-90ce8f57c708 req-a6599e5c-3d4d-4787-a8f4-77fa6bc9711e tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:32.120429 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a91e1870-977b-491b-9c14-90ce8f57c708 req-a6599e5c-3d4d-4787-a8f4-77fa6bc9711e tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9 HTTP/1.1" status: 200 len: 945 time: 0.0820448 Jan 27 17:37:32.165795 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a91e1870-977b-491b-9c14-90ce8f57c708 req-32cb834b-88ba-4f11-9eb3-025912ee5db7 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384421 Jan 27 17:37:33.364687 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81f7d5-1676-4f06-a33b-df96339f7606 req-58af3670-6bde-47db-89a1-21b89cf0d56b tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:33.366165 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9b81f7d5-1676-4f06-a33b-df96339f7606 req-58af3670-6bde-47db-89a1-21b89cf0d56b tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9 HTTP/1.1" status: 200 len: 945 time: 0.0886326 Jan 27 17:37:33.410320 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9b81f7d5-1676-4f06-a33b-df96339f7606 req-b0d7f0cb-b78f-49ae-8eac-8dae2ff648cc tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/security-groups?id=1dfe7068-d188-4b6a-bcc9-77927072fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384092 Jan 27 17:37:33.587907 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e184501-50e7-41ff-9f36-3dde8aca0112 req-8efbd1e9-cf41-42d2-ae8f-3f5d1d430e10 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:33.589321 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8e184501-50e7-41ff-9f36-3dde8aca0112 req-8efbd1e9-cf41-42d2-ae8f-3f5d1d430e10 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.83 "GET /v2.0/ports?device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9 HTTP/1.1" status: 200 len: 945 time: 0.0824103 Jan 27 17:37:33.661751 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:33.662354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-8e184501-50e7-41ff-9f36-3dde8aca0112 req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Deleting port 8cb11740-0c68-4cb3-a451-cdfcb5368e5b {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:37:33.662620 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-8e184501-50e7-41ff-9f36-3dde8aca0112 req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:33.908177 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-8e184501-50e7-41ff-9f36-3dde8aca0112 req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] For port 8cb11740-0c68-4cb3-a451-cdfcb5368e5b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8cb11740-0c68-4cb3-a451-cdfcb5368e5b,segment=NetworkSegment(1d946690-174a-4276-8c99-27abbae1aa49),segment_id=1d946690-174a-4276-8c99-27abbae1aa49)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:33.908541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-8e184501-50e7-41ff-9f36-3dde8aca0112 req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:34.032023 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-8e184501-50e7-41ff-9f36-3dde8aca0112 req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Calling delete_port for 8cb11740-0c68-4cb3-a451-cdfcb5368e5b owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:37:34.179630 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-8e184501-50e7-41ff-9f36-3dde8aca0112 req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:34.191308 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['8cb11740-0c68-4cb3-a451-cdfcb5368e5b'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:37:34.228967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Pushing event deleted for resources: {'Port': ['ID=8cb11740-0c68-4cb3-a451-cdfcb5368e5b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:34.267131 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:34.267482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:34.267806 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:34.268141 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:34.268473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:34.268801 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:34.269127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:34.269447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:34.269798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:34.270120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:34.270442 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:34.270760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:34.317513 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e184501-50e7-41ff-9f36-3dde8aca0112 req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] No DVR routers for this DVR port 8cb11740-0c68-4cb3-a451-cdfcb5368e5b on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:37:34.320274 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-8e184501-50e7-41ff-9f36-3dde8aca0112 req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:34.322970 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac98fbd-d54d-4635-92ea-aec897e80cb9', 'name': 'network-vif-deleted', 'tag': '8cb11740-0c68-4cb3-a451-cdfcb5368e5b'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:37:34.340584 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8e184501-50e7-41ff-9f36-3dde8aca0112 req-fb40d813-8a49-4b8b-bf2e-81627a91965c tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.83 "DELETE /v2.0/ports/8cb11740-0c68-4cb3-a451-cdfcb5368e5b HTTP/1.1" status: 204 len: 173 time: 0.7462158 Jan 27 17:37:34.375598 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac98fbd-d54d-4635-92ea-aec897e80cb9', 'name': 'network-vif-deleted', 'tag': '8cb11740-0c68-4cb3-a451-cdfcb5368e5b', 'status': 'completed', 'code': 200} Jan 27 17:37:34.580288 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-254aaff7-bfdc-42c6-8dcc-1a2a5a4b90e7 req-a25868a7-2bbe-40ce-8f47-abad0df06358 tempest-TestEncryptedCinderVolumes-248913056 tempest-TestEncryptedCinderVolumes-248913056-project] 10.222.0.50 "GET /v2.0/ports?device_id=bac98fbd-d54d-4635-92ea-aec897e80cb9 HTTP/1.1" status: 200 len: 210 time: 0.0437467 Jan 27 17:37:35.719438 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 42994) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:36.383866 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:36.724509 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Deleting port e5e71751-fdaf-4063-893e-b352081faba6 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:37:36.725233 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:36.895140 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] For port e5e71751-fdaf-4063-893e-b352081faba6, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e5e71751-fdaf-4063-893e-b352081faba6,segment=NetworkSegment(1d946690-174a-4276-8c99-27abbae1aa49),segment_id=1d946690-174a-4276-8c99-27abbae1aa49)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:36.895494 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:37.012978 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Calling delete_port for e5e71751-fdaf-4063-893e-b352081faba6 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:37:37.203145 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:37.247862 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e71751-fdaf-4063-893e-b352081faba6,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:37.292654 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:37.292982 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:37.293301 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:37.293615 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:37.293950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:37.294264 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:37.294592 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:37.294900 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:37.295206 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:37.295506 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:37.295810 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:37.296114 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:37.629402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:37.989415 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Router 20401545-5200-45c4-8311-13eec57d1f69 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:37:38.178127 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:37:38.187679 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca50520-fdfb-4b02-b3d6-f4de0fcf57bd None None] Sync routers for ids ['20401545-5200-45c4-8311-13eec57d1f69'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:37:38.190451 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5dbdb941-c392-4481-9d1a-6322ed0e4a05 admin admin] 10.222.0.50 "PUT /v2.0/routers/20401545-5200-45c4-8311-13eec57d1f69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4699614 Jan 27 17:37:38.192988 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43000) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:38.197929 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca50520-fdfb-4b02-b3d6-f4de0fcf57bd None None] Routers {'20401545-5200-45c4-8311-13eec57d1f69'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:37:38.198525 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-fca50520-fdfb-4b02-b3d6-f4de0fcf57bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:37:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['20401545-5200-45c4-8311-13eec57d1f69'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:38.366079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8636aea-26fd-4ded-b1b5-e0b17cdcfbe4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:38.370471 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-fca50520-fdfb-4b02-b3d6-f4de0fcf57bd None None] Set router 20401545-5200-45c4-8311-13eec57d1f69 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:37:38.400658 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 8cb11740-0c68-4cb3-a451-cdfcb5368e5b no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:37:38.445001 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 8cb11740-0c68-4cb3-a451-cdfcb5368e5b {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:37:38.446716 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 8cb11740-0c68-4cb3-a451-cdfcb5368e5b not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:37:38.548457 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8636aea-26fd-4ded-b1b5-e0b17cdcfbe4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:38.559237 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-c8636aea-26fd-4ded-b1b5-e0b17cdcfbe4 admin admin] Deleting port cd28998e-debd-4b69-872f-db647a732202 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:37:38.559562 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8636aea-26fd-4ded-b1b5-e0b17cdcfbe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:38.648567 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-fca50520-fdfb-4b02-b3d6-f4de0fcf57bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20401545-5200-45c4-8311-13eec57d1f69', 'name': 'tempest-TestEncryptedCinderVolumes-1495747350-router', 'tenant_id': 'c1a9eb6549654df1831a4c7364cccdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.157'}], 'enable_snat': True}, 'gw_port_id': 'cd28998e-debd-4b69-872f-db647a732202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:36:20Z', 'updated_at': '2022-01-27T17:37:37Z', 'revision_number': 5, 'project_id': 'c1a9eb6549654df1831a4c7364cccdff', 'gw_port': {'id': 'cd28998e-debd-4b69-872f-db647a732202', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20401545-5200-45c4-8311-13eec57d1f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:20Z', 'updated_at': '2022-01-27T17:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:38.652330 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca50520-fdfb-4b02-b3d6-f4de0fcf57bd None None] Checking router: 20401545-5200-45c4-8311-13eec57d1f69 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:37:38.660758 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca50520-fdfb-4b02-b3d6-f4de0fcf57bd None None] Routers {'20401545-5200-45c4-8311-13eec57d1f69'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:37:38.661321 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-fca50520-fdfb-4b02-b3d6-f4de0fcf57bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:37:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['20401545-5200-45c4-8311-13eec57d1f69'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:38.728984 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-c8636aea-26fd-4ded-b1b5-e0b17cdcfbe4 admin admin] For port cd28998e-debd-4b69-872f-db647a732202, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=cd28998e-debd-4b69-872f-db647a732202,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:38.729427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8636aea-26fd-4ded-b1b5-e0b17cdcfbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:38.809186 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-fca50520-fdfb-4b02-b3d6-f4de0fcf57bd None None] Set router 20401545-5200-45c4-8311-13eec57d1f69 gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:37:38.914491 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-fca50520-fdfb-4b02-b3d6-f4de0fcf57bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20401545-5200-45c4-8311-13eec57d1f69', 'name': 'tempest-TestEncryptedCinderVolumes-1495747350-router', 'tenant_id': 'c1a9eb6549654df1831a4c7364cccdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:36:20Z', 'updated_at': '2022-01-27T17:37:38Z', 'revision_number': 6, 'project_id': 'c1a9eb6549654df1831a4c7364cccdff', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:38.918607 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca50520-fdfb-4b02-b3d6-f4de0fcf57bd None None] The sync data for ids ['20401545-5200-45c4-8311-13eec57d1f69'] in dv-neutron-826439-2-hyperv is: [{'id': '20401545-5200-45c4-8311-13eec57d1f69', 'name': 'tempest-TestEncryptedCinderVolumes-1495747350-router', 'tenant_id': 'c1a9eb6549654df1831a4c7364cccdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:36:20Z', 'updated_at': '2022-01-27T17:37:38Z', 'revision_number': 6, 'project_id': 'c1a9eb6549654df1831a4c7364cccdff', 'gw_port_host': None}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:37:38.963029 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-c8636aea-26fd-4ded-b1b5-e0b17cdcfbe4 admin admin] Calling delete_port for cd28998e-debd-4b69-872f-db647a732202 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:37:39.135739 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8636aea-26fd-4ded-b1b5-e0b17cdcfbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:39.183210 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8636aea-26fd-4ded-b1b5-e0b17cdcfbe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd28998e-debd-4b69-872f-db647a732202,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:39.272890 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8636aea-26fd-4ded-b1b5-e0b17cdcfbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:39.444200 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8636aea-26fd-4ded-b1b5-e0b17cdcfbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:39.446482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8636aea-26fd-4ded-b1b5-e0b17cdcfbe4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:39.475502 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8636aea-26fd-4ded-b1b5-e0b17cdcfbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:39.475995 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8636aea-26fd-4ded-b1b5-e0b17cdcfbe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20401545-5200-45c4-8311-13eec57d1f69 {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:37:39.488043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c8636aea-26fd-4ded-b1b5-e0b17cdcfbe4 admin admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:39.489138 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c8636aea-26fd-4ded-b1b5-e0b17cdcfbe4 admin admin] 10.222.0.50 "DELETE /v2.0/routers/20401545-5200-45c4-8311-13eec57d1f69 HTTP/1.1" status: 204 len: 168 time: 1.2952511 Jan 27 17:37:39.492767 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43004) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:39.552279 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dde3e28-a798-4a0b-b84e-8d61a5656065 admin admin] Deleting subnet 5031f977-6c1f-4253-b28b-8a00a7d17590 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:37:39.555448 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3dde3e28-a798-4a0b-b84e-8d61a5656065 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:39.608038 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3dde3e28-a798-4a0b-b84e-8d61a5656065 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:39.684307 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e5e71751-fdaf-4063-893e-b352081faba6 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:37:39.695833 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3dde3e28-a798-4a0b-b84e-8d61a5656065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:39.717519 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: e5e71751-fdaf-4063-893e-b352081faba6 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:37:39.717868 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e5e71751-fdaf-4063-893e-b352081faba6 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:37:39.718311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device cd28998e-debd-4b69-872f-db647a732202 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:37:39.754089 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: cd28998e-debd-4b69-872f-db647a732202 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:37:39.754427 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device cd28998e-debd-4b69-872f-db647a732202 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:37:39.763161 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3dde3e28-a798-4a0b-b84e-8d61a5656065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:39.800650 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde3e28-a798-4a0b-b84e-8d61a5656065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5031f977-6c1f-4253-b28b-8a00a7d17590,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:39.804298 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3dde3e28-a798-4a0b-b84e-8d61a5656065 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:39.810012 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3dde3e28-a798-4a0b-b84e-8d61a5656065 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5031f977-6c1f-4253-b28b-8a00a7d17590 HTTP/1.1" status: 204 len: 168 time: 0.3163102 Jan 27 17:37:39.810165 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b92508a-d28b-482b-a687-ab3679d9aecb None None] Network 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:37:39.812600 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43008) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:39.920141 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:39.933948 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] Deleting port f0f0ab93-6940-4033-9eb8-0f0b69c01471 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:37:39.934156 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:40.055637 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a22b2b-cd93-42eb-8d25-b2ade9cacab6 None None] DHCP port deletion for 2cb8ed65-7734-43cb-8a14-8fe20e06cca8 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:37:40.059899 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-92a22b2b-cd93-42eb-8d25-b2ade9cacab6 None None] Deleting port f0f0ab93-6940-4033-9eb8-0f0b69c01471 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:37:40.060228 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92a22b2b-cd93-42eb-8d25-b2ade9cacab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:40.142440 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] For port f0f0ab93-6940-4033-9eb8-0f0b69c01471, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f0f0ab93-6940-4033-9eb8-0f0b69c01471,segment=NetworkSegment(1d946690-174a-4276-8c99-27abbae1aa49),segment_id=1d946690-174a-4276-8c99-27abbae1aa49)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:40.143116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:40.256931 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-92a22b2b-cd93-42eb-8d25-b2ade9cacab6 None None] For port f0f0ab93-6940-4033-9eb8-0f0b69c01471, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f0f0ab93-6940-4033-9eb8-0f0b69c01471,segment=NetworkSegment(1d946690-174a-4276-8c99-27abbae1aa49),segment_id=1d946690-174a-4276-8c99-27abbae1aa49)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:40.257185 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92a22b2b-cd93-42eb-8d25-b2ade9cacab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:40.262559 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] Calling delete_port for f0f0ab93-6940-4033-9eb8-0f0b69c01471 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:37:40.337774 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:40.378629 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-92a22b2b-cd93-42eb-8d25-b2ade9cacab6 None None] Calling delete_port for f0f0ab93-6940-4033-9eb8-0f0b69c01471 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:37:40.386158 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f0ab93-6940-4033-9eb8-0f0b69c01471,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:40.389341 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] No DVR routers for this DVR port f0f0ab93-6940-4033-9eb8-0f0b69c01471 on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:37:40.450718 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-92a22b2b-cd93-42eb-8d25-b2ade9cacab6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:37:40.451067 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-92a22b2b-cd93-42eb-8d25-b2ade9cacab6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:37:40.502384 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:40.527683 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb8ed65-7734-43cb-8a14-8fe20e06cca8']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:40.546864 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d946690-174a-4276-8c99-27abbae1aa49') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:40.547170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d946690-174a-4276-8c99-27abbae1aa49') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:40.559402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:40.574812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:40.580754 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:37:40.581152 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:37:40.594299 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:37:40.674998 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:40.690724 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:40.700620 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] Pushing event deleted for resources: {'Network': ['ID=2cb8ed65-7734-43cb-8a14-8fe20e06cca8,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:40.714221 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ceb23685-d219-41ea-8f8b-5953eec7c9de admin admin] 10.222.0.50 "DELETE /v2.0/networks/2cb8ed65-7734-43cb-8a14-8fe20e06cca8 HTTP/1.1" status: 204 len: 168 time: 0.9006479 Jan 27 17:37:40.717365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43012) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:40.952025 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-92a22b2b-cd93-42eb-8d25-b2ade9cacab6 None None] Deleting port f0f0ab93-6940-4033-9eb8-0f0b69c01471 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:37:40.952648 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92a22b2b-cd93-42eb-8d25-b2ade9cacab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:41.021329 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-92a22b2b-cd93-42eb-8d25-b2ade9cacab6 None None] The port 'f0f0ab93-6940-4033-9eb8-0f0b69c01471' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:37:41.378176 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af5b30dd-a6fa-476d-b6c9-aef6bdc16f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:41.653200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f0f0ab93-6940-4033-9eb8-0f0b69c01471 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:37:41.687133 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: f0f0ab93-6940-4033-9eb8-0f0b69c01471 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:37:41.687585 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f0f0ab93-6940-4033-9eb8-0f0b69c01471 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:37:41.729907 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-af5b30dd-a6fa-476d-b6c9-aef6bdc16f0a admin admin] Deleting port 7c259926-3a6e-4a84-aec5-231a97b6e241 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:37:41.730472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af5b30dd-a6fa-476d-b6c9-aef6bdc16f0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:41.897279 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-af5b30dd-a6fa-476d-b6c9-aef6bdc16f0a admin admin] For port 7c259926-3a6e-4a84-aec5-231a97b6e241, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=7c259926-3a6e-4a84-aec5-231a97b6e241,segment=NetworkSegment(b0c18039-2491-42eb-934f-3e0e08866dc1),segment_id=b0c18039-2491-42eb-934f-3e0e08866dc1)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:41.897627 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af5b30dd-a6fa-476d-b6c9-aef6bdc16f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:42.021185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-af5b30dd-a6fa-476d-b6c9-aef6bdc16f0a admin admin] Calling delete_port for 7c259926-3a6e-4a84-aec5-231a97b6e241 owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:37:42.344950 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af5b30dd-a6fa-476d-b6c9-aef6bdc16f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:42.394202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b30dd-a6fa-476d-b6c9-aef6bdc16f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c259926-3a6e-4a84-aec5-231a97b6e241,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:42.768295 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-af5b30dd-a6fa-476d-b6c9-aef6bdc16f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:43.138467 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5b30dd-a6fa-476d-b6c9-aef6bdc16f0a admin admin] Router 2bad29c2-ad6b-4213-a4ad-f734f31dd963 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:37:43.318680 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5b30dd-a6fa-476d-b6c9-aef6bdc16f0a admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:37:43.327712 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c13213a-d65f-4bc4-b5fc-8cfdf897c554 None None] Sync routers for ids ['2bad29c2-ad6b-4213-a4ad-f734f31dd963'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:37:43.328220 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-af5b30dd-a6fa-476d-b6c9-aef6bdc16f0a admin admin] 10.222.0.50 "PUT /v2.0/routers/2bad29c2-ad6b-4213-a4ad-f734f31dd963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6093161 Jan 27 17:37:43.330422 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43016) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:43.338168 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c13213a-d65f-4bc4-b5fc-8cfdf897c554 None None] Routers {'2bad29c2-ad6b-4213-a4ad-f734f31dd963'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:37:43.338871 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2c13213a-d65f-4bc4-b5fc-8cfdf897c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:37:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['2bad29c2-ad6b-4213-a4ad-f734f31dd963'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:43.514650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eab5d7a0-e228-464a-b934-28a3477c46d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:43.547646 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-2c13213a-d65f-4bc4-b5fc-8cfdf897c554 None None] Set router 2bad29c2-ad6b-4213-a4ad-f734f31dd963 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:37:43.691723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eab5d7a0-e228-464a-b934-28a3477c46d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:43.704964 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-eab5d7a0-e228-464a-b934-28a3477c46d7 admin admin] Deleting port 3ff8a523-3716-4e71-b01f-1b4ee05d10f5 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:37:43.705299 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eab5d7a0-e228-464a-b934-28a3477c46d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:43.850868 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2c13213a-d65f-4bc4-b5fc-8cfdf897c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'name': 'tempest-TestEncryptedCinderVolumes-762212557-router', 'tenant_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.90'}], 'enable_snat': True}, 'gw_port_id': '3ff8a523-3716-4e71-b01f-1b4ee05d10f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:36:26Z', 'updated_at': '2022-01-27T17:37:42Z', 'revision_number': 5, 'project_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'gw_port': {'id': '3ff8a523-3716-4e71-b01f-1b4ee05d10f5', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:04:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:36:27Z', 'updated_at': '2022-01-27T17:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:43.857517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c13213a-d65f-4bc4-b5fc-8cfdf897c554 None None] Checking router: 2bad29c2-ad6b-4213-a4ad-f734f31dd963 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:37:43.866564 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c13213a-d65f-4bc4-b5fc-8cfdf897c554 None None] Routers {'2bad29c2-ad6b-4213-a4ad-f734f31dd963'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:37:43.867187 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2c13213a-d65f-4bc4-b5fc-8cfdf897c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:37:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['2bad29c2-ad6b-4213-a4ad-f734f31dd963'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:43.880190 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-eab5d7a0-e228-464a-b934-28a3477c46d7 admin admin] For port 3ff8a523-3716-4e71-b01f-1b4ee05d10f5, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3ff8a523-3716-4e71-b01f-1b4ee05d10f5,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:43.880744 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eab5d7a0-e228-464a-b934-28a3477c46d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:43.999489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-eab5d7a0-e228-464a-b934-28a3477c46d7 admin admin] Calling delete_port for 3ff8a523-3716-4e71-b01f-1b4ee05d10f5 owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:37:44.012998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-2c13213a-d65f-4bc4-b5fc-8cfdf897c554 None None] Set router 2bad29c2-ad6b-4213-a4ad-f734f31dd963 gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:37:44.121218 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2c13213a-d65f-4bc4-b5fc-8cfdf897c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'name': 'tempest-TestEncryptedCinderVolumes-762212557-router', 'tenant_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:36:26Z', 'updated_at': '2022-01-27T17:37:43Z', 'revision_number': 6, 'project_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:44.125712 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c13213a-d65f-4bc4-b5fc-8cfdf897c554 None None] The sync data for ids ['2bad29c2-ad6b-4213-a4ad-f734f31dd963'] in dv-neutron-826439-2-hyperv is: [{'id': '2bad29c2-ad6b-4213-a4ad-f734f31dd963', 'name': 'tempest-TestEncryptedCinderVolumes-762212557-router', 'tenant_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:36:26Z', 'updated_at': '2022-01-27T17:37:43Z', 'revision_number': 6, 'project_id': 'c82aa48421224eefb6fc5e379e29ba8a', 'gw_port_host': None}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:37:44.311230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eab5d7a0-e228-464a-b934-28a3477c46d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:44.358535 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5d7a0-e228-464a-b934-28a3477c46d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff8a523-3716-4e71-b01f-1b4ee05d10f5,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:44.449733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eab5d7a0-e228-464a-b934-28a3477c46d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:44.625960 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eab5d7a0-e228-464a-b934-28a3477c46d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:44.628311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eab5d7a0-e228-464a-b934-28a3477c46d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:44.652137 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eab5d7a0-e228-464a-b934-28a3477c46d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:44.652656 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab5d7a0-e228-464a-b934-28a3477c46d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bad29c2-ad6b-4213-a4ad-f734f31dd963 {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:37:44.664227 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eab5d7a0-e228-464a-b934-28a3477c46d7 admin admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:44.665737 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-eab5d7a0-e228-464a-b934-28a3477c46d7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/2bad29c2-ad6b-4213-a4ad-f734f31dd963 HTTP/1.1" status: 204 len: 168 time: 1.3340700 Jan 27 17:37:44.667980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43020) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:44.728392 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-051590bd-91e4-4c8e-acc9-bbbce625d951 admin admin] Deleting subnet 18087c21-12b7-49cb-9977-c8f7cc49debb {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:37:44.731289 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-051590bd-91e4-4c8e-acc9-bbbce625d951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:44.778704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-051590bd-91e4-4c8e-acc9-bbbce625d951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:44.860404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-051590bd-91e4-4c8e-acc9-bbbce625d951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:44.929369 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-051590bd-91e4-4c8e-acc9-bbbce625d951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:44.967065 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051590bd-91e4-4c8e-acc9-bbbce625d951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18087c21-12b7-49cb-9977-c8f7cc49debb,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:44.973001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-051590bd-91e4-4c8e-acc9-bbbce625d951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:44.978091 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43d7bf1-5803-4151-8933-501f06b1111d None None] Network 6fc6e21a-be89-4067-822d-3570c89b307d requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:37:44.979943 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-051590bd-91e4-4c8e-acc9-bbbce625d951 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/18087c21-12b7-49cb-9977-c8f7cc49debb HTTP/1.1" status: 204 len: 168 time: 0.3104417 Jan 27 17:37:44.981948 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43024) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:45.200153 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:45.211470 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] Deleting port b1c09355-c861-4f57-ad49-85296896fe5c {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:37:45.211797 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:45.254090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451edf2a-be36-4db6-adbb-971925cb0d94 None None] DHCP port deletion for 6fc6e21a-be89-4067-822d-3570c89b307d request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:37:45.257920 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-451edf2a-be36-4db6-adbb-971925cb0d94 None None] Deleting port b1c09355-c861-4f57-ad49-85296896fe5c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:37:45.258292 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-451edf2a-be36-4db6-adbb-971925cb0d94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:45.416225 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] For port b1c09355-c861-4f57-ad49-85296896fe5c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b1c09355-c861-4f57-ad49-85296896fe5c,segment=NetworkSegment(b0c18039-2491-42eb-934f-3e0e08866dc1),segment_id=b0c18039-2491-42eb-934f-3e0e08866dc1)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:45.416577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:45.455069 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-451edf2a-be36-4db6-adbb-971925cb0d94 None None] For port b1c09355-c861-4f57-ad49-85296896fe5c, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b1c09355-c861-4f57-ad49-85296896fe5c,segment=NetworkSegment(b0c18039-2491-42eb-934f-3e0e08866dc1),segment_id=b0c18039-2491-42eb-934f-3e0e08866dc1)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:45.455451 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-451edf2a-be36-4db6-adbb-971925cb0d94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:45.549639 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] Calling delete_port for b1c09355-c861-4f57-ad49-85296896fe5c owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:37:45.574034 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-451edf2a-be36-4db6-adbb-971925cb0d94 None None] Calling delete_port for b1c09355-c861-4f57-ad49-85296896fe5c owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:37:45.641861 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:45.669201 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b1c09355-c861-4f57-ad49-85296896fe5c no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:37:45.693127 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c09355-c861-4f57-ad49-85296896fe5c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:45.695112 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] No DVR routers for this DVR port b1c09355-c861-4f57-ad49-85296896fe5c on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:37:45.713551 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: b1c09355-c861-4f57-ad49-85296896fe5c {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:37:45.713899 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b1c09355-c861-4f57-ad49-85296896fe5c not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:37:45.714331 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 7c259926-3a6e-4a84-aec5-231a97b6e241 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:37:45.747683 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 7c259926-3a6e-4a84-aec5-231a97b6e241 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:37:45.748021 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 7c259926-3a6e-4a84-aec5-231a97b6e241 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:37:45.748431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3ff8a523-3716-4e71-b01f-1b4ee05d10f5 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:37:45.783779 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-451edf2a-be36-4db6-adbb-971925cb0d94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:37:45.784108 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-451edf2a-be36-4db6-adbb-971925cb0d94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:37:45.784692 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 3ff8a523-3716-4e71-b01f-1b4ee05d10f5 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:37:45.785010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3ff8a523-3716-4e71-b01f-1b4ee05d10f5 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:37:45.809553 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:45.833691 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc6e21a-be89-4067-822d-3570c89b307d']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:45.846119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c18039-2491-42eb-934f-3e0e08866dc1') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:45.846523 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c18039-2491-42eb-934f-3e0e08866dc1') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:45.862125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:45.880205 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:45.888386 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:37:45.888955 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:37:45.908938 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:37:45.992308 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:46.013634 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:46.026922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fc6e21a-be89-4067-822d-3570c89b307d,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:46.031166 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9ab7e6a3-3a6b-493d-9490-2461c72753c2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6fc6e21a-be89-4067-822d-3570c89b307d HTTP/1.1" status: 204 len: 168 time: 1.0482357 Jan 27 17:37:46.213591 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43030) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:46.269422 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b3611499-347c-48e1-8dc9-c1cec2e2dfb2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1a9eb6549654df1831a4c7364cccdff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542221 Jan 27 17:37:46.272116 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43034) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:46.285259 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-451edf2a-be36-4db6-adbb-971925cb0d94 None None] Deleting port b1c09355-c861-4f57-ad49-85296896fe5c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:37:46.285759 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-451edf2a-be36-4db6-adbb-971925cb0d94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:46.334468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-17340425-d634-440f-94d1-c4ed29dbc4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:46.350838 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-451edf2a-be36-4db6-adbb-971925cb0d94 None None] The port 'b1c09355-c861-4f57-ad49-85296896fe5c' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:37:46.361946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-17340425-d634-440f-94d1-c4ed29dbc4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:46.414289 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-17340425-d634-440f-94d1-c4ed29dbc4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:46.430125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17340425-d634-440f-94d1-c4ed29dbc4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfe7068-d188-4b6a-bcc9-77927072fad8,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:46.442881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-17340425-d634-440f-94d1-c4ed29dbc4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:46.444104 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-17340425-d634-440f-94d1-c4ed29dbc4d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1dfe7068-d188-4b6a-bcc9-77927072fad8 HTTP/1.1" status: 204 len: 168 time: 0.1710351 Jan 27 17:37:46.799603 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43042) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:46.847694 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-50e610b8-ee88-4e7d-90b0-120d7c4bc23a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c82aa48421224eefb6fc5e379e29ba8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469158 Jan 27 17:37:46.850249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43046) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:46.908973 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7c603ad1-285f-47ea-8d7c-2b016b10d6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:46.936952 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7c603ad1-285f-47ea-8d7c-2b016b10d6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:47.002588 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7c603ad1-285f-47ea-8d7c-2b016b10d6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:47.018618 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c603ad1-285f-47ea-8d7c-2b016b10d6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644a0908-bd9d-4faf-a712-66f62ad4b54c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:47.024232 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7c603ad1-285f-47ea-8d7c-2b016b10d6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:47.025435 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7c603ad1-285f-47ea-8d7c-2b016b10d6c9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/644a0908-bd9d-4faf-a712-66f62ad4b54c HTTP/1.1" status: 204 len: 168 time: 0.1742892 Jan 27 17:37:47.818848 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43070) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:47.929268 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-257593412-network', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:37:47.934106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:37:47.938088 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Usage tracker for resource:network and tenant:455bf7a0c50a4744907f00fb702ff070 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:37:47.940981 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:37:47.946742 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:37:47.959025 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Made reservation on behalf of 455bf7a0c50a4744907f00fb702ff070 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:37:47.961266 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:47.973264 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:47.987529 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:37:47.991669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Usage tracker for resource:security_group_rule and tenant:455bf7a0c50a4744907f00fb702ff070 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:37:47.994626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:37:48.000782 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:37:48.085039 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:48.090010 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:48.124249 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:37:48.132517 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923495e8-4e0e-4f55-9724-e17ec9fd277a,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:48.137973 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:48.138364 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Added segment a898c9bb-c78d-4410-baea-cb1993605c50 of type vlan for network d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 Jan 27 17:37:48.164703 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:48.196445 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:48.197321 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:48.197920 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:48.293766 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4737446 Jan 27 17:37:48.297163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43076) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:48.300235 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20951c-219e-45c3-b980-370d3f0edc48 admin admin] Pushing event updated for resources: {'Network': ['ID=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:48.307158 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-fe637174-76cb-4427-8fd0-59dec96e45ec admin admin] Request body: {'subnet': {'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-257593412-subnet', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'ip_version': 4}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:37:48.312157 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:37:48.312709 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-fe637174-76cb-4427-8fd0-59dec96e45ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:37:48.316978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-fe637174-76cb-4427-8fd0-59dec96e45ec admin admin] Usage tracker for resource:subnet and tenant:455bf7a0c50a4744907f00fb702ff070 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:37:48.320100 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-fe637174-76cb-4427-8fd0-59dec96e45ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:37:48.326667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-fe637174-76cb-4427-8fd0-59dec96e45ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:37:48.338275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe637174-76cb-4427-8fd0-59dec96e45ec admin admin] Made reservation on behalf of 455bf7a0c50a4744907f00fb702ff070 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:37:48.340620 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fe637174-76cb-4427-8fd0-59dec96e45ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:48.553492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fe637174-76cb-4427-8fd0-59dec96e45ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:48.627947 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe637174-76cb-4427-8fd0-59dec96e45ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d08e1b0c-dcd9-491a-a3ee-9275f2c4f35e,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:48.638372 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe637174-76cb-4427-8fd0-59dec96e45ec admin admin] Checking segment: {'id': 'a898c9bb-c78d-4410-baea-cb1993605c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:37:48.638731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe637174-76cb-4427-8fd0-59dec96e45ec admin admin] Network hostable DHCP agents. Network: d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:37:48.661669 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe637174-76cb-4427-8fd0-59dec96e45ec admin admin] Network d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:37:48.671017 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-fe637174-76cb-4427-8fd0-59dec96e45ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:37:48.675379 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe637174-76cb-4427-8fd0-59dec96e45ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:48.675946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fe637174-76cb-4427-8fd0-59dec96e45ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:48.680702 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ca13c7-3d59-4542-b1a8-ac19fd128b22 None None] Network d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:37:48.697333 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fe637174-76cb-4427-8fd0-59dec96e45ec admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3989382 Jan 27 17:37:48.700195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43080) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:48.705510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-257593412-router', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:37:48.710159 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:37:48.714024 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Usage tracker for resource:router and tenant:455bf7a0c50a4744907f00fb702ff070 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:37:48.716988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:37:48.723008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:37:48.734486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:48.735551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:48.749671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:48.808449 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e4c93cdf-8bfe-4d49-85ea-e59c28a6e01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:48.911218 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3', 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'fixed_ips': [{'subnet_id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:37:48.912329 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:49.071026 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Allocated IP 172.20.0.2 (d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3/d08e1b0c-dcd9-491a-a3ee-9275f2c4f35e/5550b52a-c436-450d-99db-c0a586ac9492) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:37:49.125166 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:49.272732 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:49.282739 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Transition to ACTIVE for port object 5550b52a-c436-450d-99db-c0a586ac9492 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:37:49.301490 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Transition to ACTIVE for port object 5550b52a-c436-450d-99db-c0a586ac9492 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:37:49.308692 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:49.375792 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Network d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:37:49.378701 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:37:49.382447 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:37:49.388137 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Pushing event updated for resources: {'Port': ['ID=5550b52a-c436-450d-99db-c0a586ac9492,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:49.434985 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:49.464796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:49.474186 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Attempting to bind port 5550b52a-c436-450d-99db-c0a586ac9492 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:37:49.474548 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Attempting to bind port 5550b52a-c436-450d-99db-c0a586ac9492 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'a898c9bb-c78d-4410-baea-cb1993605c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:37:49.474899 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Attempting to bind port 5550b52a-c436-450d-99db-c0a586ac9492 on network d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:37:49.480305 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:37:49.480671 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Checking segment: {'id': 'a898c9bb-c78d-4410-baea-cb1993605c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:37:49.481061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:49.481463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Bound using segment: {'id': 'a898c9bb-c78d-4410-baea-cb1993605c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:37:49.481914 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Bound port: 5550b52a-c436-450d-99db-c0a586ac9492, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a898c9bb-c78d-4410-baea-cb1993605c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:37:49.482284 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:49.568099 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] For port 5550b52a-c436-450d-99db-c0a586ac9492, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:37:49.571105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] For port 5550b52a-c436-450d-99db-c0a586ac9492, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5550b52a-c436-450d-99db-c0a586ac9492,segment=NetworkSegment(a898c9bb-c78d-4410-baea-cb1993605c50),segment_id=a898c9bb-c78d-4410-baea-cb1993605c50)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:37:49.575534 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:49.601249 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Allocated IP 172.26.1.128 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/942bbc80-a146-42c0-94cb-f5a93ef6fe14) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:37:49.660760 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed38d1c-59cc-4078-8840-ea6a8f8cd830 None None] Pushing event updated for resources: {'Port': ['ID=5550b52a-c436-450d-99db-c0a586ac9492,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:49.750783 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:49.786623 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:49.858701 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:37:49.861738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:37:49.865303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:37:49.894648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Pushing event updated for resources: {'Port': ['ID=942bbc80-a146-42c0-94cb-f5a93ef6fe14,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:50.280934 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:50.604210 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e9c974-c201-49cf-b10c-5acf2de74766 None None] Network d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:37:50.724122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-64ac8e39-3536-4e98-9137-0df2896a3290 None None] Provisioning for port 5550b52a-c436-450d-99db-c0a586ac9492 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:37:50.749628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:50.962455 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Router 310fa1ed-edd2-47fb-8547-4dd596fc852c is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:37:51.046685 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0067bcb6-0009-407d-bcc7-781afca38c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:51.140696 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:37:51.151598 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Sync routers for ids ['310fa1ed-edd2-47fb-8547-4dd596fc852c'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:37:51.162012 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Routers {'310fa1ed-edd2-47fb-8547-4dd596fc852c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:37:51.162768 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:37:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['310fa1ed-edd2-47fb-8547-4dd596fc852c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:51.166388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:51.167952 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-03ac05aa-e56e-41bd-951b-59e67e9916aa admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4668159 Jan 27 17:37:51.170818 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43084) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:51.339063 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Set router 310fa1ed-edd2-47fb-8547-4dd596fc852c gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:37:51.615963 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'name': 'tempest-TestMinimumBasicScenario-257593412-router', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:48Z', 'updated_at': '2022-01-27T17:37:50Z', 'revision_number': 3, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'gw_port': {'id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:49Z', 'updated_at': '2022-01-27T17:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:51.621084 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Checking router: 310fa1ed-edd2-47fb-8547-4dd596fc852c for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:37:51.621426 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Updating router 310fa1ed-edd2-47fb-8547-4dd596fc852c port 942bbc80-a146-42c0-94cb-f5a93ef6fe14 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:37:51.704652 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5550b52a-c436-450d-99db-c0a586ac9492 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:37:51.707763 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:51.812008 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 5550b52a-c436-450d-99db-c0a586ac9492 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:37:51.817106 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 5550b52a-c436-450d-99db-c0a586ac9492 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:37:51.817473 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:51.839010 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:51.937195 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:51.971916 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 5550b52a-c436-450d-99db-c0a586ac9492, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5550b52a-c436-450d-99db-c0a586ac9492,segment=NetworkSegment(a898c9bb-c78d-4410-baea-cb1993605c50),segment_id=a898c9bb-c78d-4410-baea-cb1993605c50)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:51.977569 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:52.059494 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:52.063334 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=5550b52a-c436-450d-99db-c0a586ac9492,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:52.077024 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Transition to ACTIVE for port object 942bbc80-a146-42c0-94cb-f5a93ef6fe14 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:37:52.084162 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:52.163905 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Attempting to bind port 942bbc80-a146-42c0-94cb-f5a93ef6fe14 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:37:52.164563 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Attempting to bind port 942bbc80-a146-42c0-94cb-f5a93ef6fe14 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:37:52.164563 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Attempting to bind port 942bbc80-a146-42c0-94cb-f5a93ef6fe14 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:37:52.170044 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417a8bb-a6b7-4a6d-9c79-cebe0389591d None None] Pushing event updated for resources: {'Port': ['ID=942bbc80-a146-42c0-94cb-f5a93ef6fe14,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:52.175378 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Allocated IP 172.20.0.1 (d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3/d08e1b0c-dcd9-491a-a3ee-9275f2c4f35e/55d5420b-9f46-47aa-8091-eeaeb7cab610) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:37:52.178998 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a8bb-a6b7-4a6d-9c79-cebe0389591d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:52.179333 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a8bb-a6b7-4a6d-9c79-cebe0389591d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:52.179659 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a8bb-a6b7-4a6d-9c79-cebe0389591d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:52.179981 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a8bb-a6b7-4a6d-9c79-cebe0389591d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:52.180301 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a8bb-a6b7-4a6d-9c79-cebe0389591d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:52.180614 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a8bb-a6b7-4a6d-9c79-cebe0389591d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:52.180926 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a8bb-a6b7-4a6d-9c79-cebe0389591d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:52.181316 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a8bb-a6b7-4a6d-9c79-cebe0389591d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:52.181615 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a8bb-a6b7-4a6d-9c79-cebe0389591d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:52.181966 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a8bb-a6b7-4a6d-9c79-cebe0389591d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:52.182261 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a8bb-a6b7-4a6d-9c79-cebe0389591d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:52.182563 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417a8bb-a6b7-4a6d-9c79-cebe0389591d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:37:52.186646 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:37:52.187015 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:37:52.187506 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:52.187844 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:37:52.188349 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Bound port: 942bbc80-a146-42c0-94cb-f5a93ef6fe14, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:37:52.189085 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:52.246748 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:52.262896 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] For port 942bbc80-a146-42c0-94cb-f5a93ef6fe14, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:37:52.270607 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] For port 942bbc80-a146-42c0-94cb-f5a93ef6fe14, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=942bbc80-a146-42c0-94cb-f5a93ef6fe14,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:37:52.275957 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:52.282666 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:52.330273 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:52.345778 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Transition to ACTIVE for port object 55d5420b-9f46-47aa-8091-eeaeb7cab610 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:37:52.353963 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Routers {'310fa1ed-edd2-47fb-8547-4dd596fc852c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:37:52.354562 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:37:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['310fa1ed-edd2-47fb-8547-4dd596fc852c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:52.370037 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:52.415292 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417a8bb-a6b7-4a6d-9c79-cebe0389591d None None] Pushing event updated for resources: {'Port': ['ID=942bbc80-a146-42c0-94cb-f5a93ef6fe14,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:52.433088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Network d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:37:52.435902 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:37:52.439783 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:37:52.474153 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Pushing event updated for resources: {'Port': ['ID=55d5420b-9f46-47aa-8091-eeaeb7cab610,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:52.496755 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:52.536504 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] Set router 310fa1ed-edd2-47fb-8547-4dd596fc852c gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:37:52.692614 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f5759596-aa80-4b4f-a481-12a17e8cde89 None None] Provisioning for port 55d5420b-9f46-47aa-8091-eeaeb7cab610 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:37:52.698425 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f5759596-aa80-4b4f-a481-12a17e8cde89 None None] Provisioning complete for port 55d5420b-9f46-47aa-8091-eeaeb7cab610 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:37:52.699007 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5759596-aa80-4b4f-a481-12a17e8cde89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:52.757437 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:52.763419 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f5759596-aa80-4b4f-a481-12a17e8cde89 None None] Port 55d5420b-9f46-47aa-8091-eeaeb7cab610 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:37:52.815279 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'name': 'tempest-TestMinimumBasicScenario-257593412-router', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:48Z', 'updated_at': '2022-01-27T17:37:50Z', 'revision_number': 3, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'gw_port': {'id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:49Z', 'updated_at': '2022-01-27T17:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:52.819201 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f5f125-c976-425f-b72b-3e2f061708f0 None None] The sync data for ids ['310fa1ed-edd2-47fb-8547-4dd596fc852c'] in dv-neutron-826439-2-hyperv is: [{'id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'name': 'tempest-TestMinimumBasicScenario-257593412-router', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:48Z', 'updated_at': '2022-01-27T17:37:50Z', 'revision_number': 3, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'gw_port': {'id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:49Z', 'updated_at': '2022-01-27T17:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:37:52.987634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:53.004248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:53.116524 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Pushing event updated for resources: {'Port': ['ID=55d5420b-9f46-47aa-8091-eeaeb7cab610,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:53.118933 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:53.257379 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Network d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:37:53.258601 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:37:53.461931 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Router 310fa1ed-edd2-47fb-8547-4dd596fc852c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:37:53.537320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:53.540592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-eeb6e5aa-fbf9-4505-b6aa-3857b9defbaf None None] Provisioning complete for port 55d5420b-9f46-47aa-8091-eeaeb7cab610 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:37:53.541225 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eeb6e5aa-fbf9-4505-b6aa-3857b9defbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:53.621712 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eeb6e5aa-fbf9-4505-b6aa-3857b9defbaf None None] Port 55d5420b-9f46-47aa-8091-eeaeb7cab610 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:37:53.770129 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 942bbc80-a146-42c0-94cb-f5a93ef6fe14 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:37:53.784146 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:37:53.795938 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ccc266e9-51fa-4a3e-a9c3-5d3f9d8ea2e2 admin admin] 10.222.0.50 "PUT /v2.0/routers/310fa1ed-edd2-47fb-8547-4dd596fc852c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6208110 Jan 27 17:37:53.837246 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 942bbc80-a146-42c0-94cb-f5a93ef6fe14 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:37:53.842134 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 942bbc80-a146-42c0-94cb-f5a93ef6fe14 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:37:53.842503 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:53.963196 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:53.985296 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 942bbc80-a146-42c0-94cb-f5a93ef6fe14, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=942bbc80-a146-42c0-94cb-f5a93ef6fe14,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:53.990072 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:53.990829 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5550b52a-c436-450d-99db-c0a586ac9492 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:37:54.103608 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=942bbc80-a146-42c0-94cb-f5a93ef6fe14,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:54.118413 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 5550b52a-c436-450d-99db-c0a586ac9492 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:37:54.118779 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:54.323386 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43102) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:54.329116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2109245948-network', 'tenant_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:37:54.334152 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:37:54.338010 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Usage tracker for resource:network and tenant:ef42516ef35f4fbbb0f4fe5ad3b57ea2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:37:54.341065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:37:54.347254 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:37:54.357504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Made reservation on behalf of ef42516ef35f4fbbb0f4fe5ad3b57ea2 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:37:54.359960 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:54.371862 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:54.386478 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:37:54.390274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Usage tracker for resource:security_group_rule and tenant:ef42516ef35f4fbbb0f4fe5ad3b57ea2 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:37:54.393105 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:37:54.400845 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:37:54.417014 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Sync routers for ids ['310fa1ed-edd2-47fb-8547-4dd596fc852c'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:37:54.427281 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Routers {'310fa1ed-edd2-47fb-8547-4dd596fc852c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:37:54.427968 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:37:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['310fa1ed-edd2-47fb-8547-4dd596fc852c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:54.488810 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:54.493081 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:54.523265 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:37:54.531720 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa497d6b-3c3b-4f31-9c55-c2382378ec29,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:54.538402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:54.538785 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Added segment 4285710b-b310-4f0b-85ad-8f1b3cc35cd2 of type vlan for network a193d7b0-1cb0-424a-a16d-0f7566b9b556 Jan 27 17:37:54.566350 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:54.597172 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:54.599187 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:54.599187 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:54.609761 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Set router 310fa1ed-edd2-47fb-8547-4dd596fc852c gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:37:54.700378 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3756633 Jan 27 17:37:54.701276 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4413ea4-0f22-4493-b31e-04f1dd9d9e67 admin admin] Pushing event updated for resources: {'Network': ['ID=a193d7b0-1cb0-424a-a16d-0f7566b9b556,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:54.703427 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43106) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:54.709194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4ed7df7a-509e-4507-baaf-203f6ccf8c23 admin admin] Request body: {'subnet': {'network_id': 'a193d7b0-1cb0-424a-a16d-0f7566b9b556', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2109245948-subnet', 'tenant_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'ip_version': 4}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:37:54.714256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4ed7df7a-509e-4507-baaf-203f6ccf8c23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:37:54.718509 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4ed7df7a-509e-4507-baaf-203f6ccf8c23 admin admin] Usage tracker for resource:subnet and tenant:ef42516ef35f4fbbb0f4fe5ad3b57ea2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:37:54.721471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4ed7df7a-509e-4507-baaf-203f6ccf8c23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:37:54.727227 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4ed7df7a-509e-4507-baaf-203f6ccf8c23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:37:54.735769 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network a193d7b0-1cb0-424a-a16d-0f7566b9b556 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:37:54.738901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed7df7a-509e-4507-baaf-203f6ccf8c23 admin admin] Made reservation on behalf of ef42516ef35f4fbbb0f4fe5ad3b57ea2 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:37:54.741618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ed7df7a-509e-4507-baaf-203f6ccf8c23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:54.945114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ed7df7a-509e-4507-baaf-203f6ccf8c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:55.022311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7df7a-509e-4507-baaf-203f6ccf8c23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee477070-2456-4983-9667-7fd5c0422bdb,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:55.031129 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7df7a-509e-4507-baaf-203f6ccf8c23 admin admin] Checking segment: {'id': '4285710b-b310-4f0b-85ad-8f1b3cc35cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a193d7b0-1cb0-424a-a16d-0f7566b9b556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:37:55.031528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed7df7a-509e-4507-baaf-203f6ccf8c23 admin admin] Network hostable DHCP agents. Network: a193d7b0-1cb0-424a-a16d-0f7566b9b556, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:37:55.052884 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed7df7a-509e-4507-baaf-203f6ccf8c23 admin admin] Network a193d7b0-1cb0-424a-a16d-0f7566b9b556 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:37:55.056877 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'name': 'tempest-TestMinimumBasicScenario-257593412-router', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:48Z', 'updated_at': '2022-01-27T17:37:52Z', 'revision_number': 4, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'gw_port': {'id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:49Z', 'updated_at': '2022-01-27T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '55d5420b-9f46-47aa-8091-eeaeb7cab610', 'name': '', 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'mac_address': 'fa:16:3e:14:e6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:51Z', 'updated_at': '2022-01-27T17:37:52Z', 'revision_number': 2, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'subnets': [{'id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:55.060942 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Checking router: 310fa1ed-edd2-47fb-8547-4dd596fc852c for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:37:55.061291 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Updating router 310fa1ed-edd2-47fb-8547-4dd596fc852c port 55d5420b-9f46-47aa-8091-eeaeb7cab610 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:37:55.063684 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-4ed7df7a-509e-4507-baaf-203f6ccf8c23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, a193d7b0-1cb0-424a-a16d-0f7566b9b556) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:37:55.068013 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed7df7a-509e-4507-baaf-203f6ccf8c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:37:55.068590 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4ed7df7a-509e-4507-baaf-203f6ccf8c23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:55.090390 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4ed7df7a-509e-4507-baaf-203f6ccf8c23 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3858910 Jan 27 17:37:55.093011 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43110) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:55.098294 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2109245948-router', 'tenant_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:37:55.101737 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7cc4b8-9219-470c-82f1-c72da4e9e973 None None] Network a193d7b0-1cb0-424a-a16d-0f7566b9b556 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:37:55.103709 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:37:55.107599 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Usage tracker for resource:router and tenant:ef42516ef35f4fbbb0f4fe5ad3b57ea2 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:37:55.110573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:37:55.116447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:37:55.127042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:55.128139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:55.144214 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:55.151166 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:55.410761 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:55.464114 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-a193d7b0-1cb0-424a-a16d-0f7566b9b556', 'network_id': 'a193d7b0-1cb0-424a-a16d-0f7566b9b556', 'tenant_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'fixed_ips': [{'subnet_id': 'ee477070-2456-4983-9667-7fd5c0422bdb'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:37:55.464938 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:55.683968 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 942bbc80-a146-42c0-94cb-f5a93ef6fe14 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:37:55.715749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:55.748326 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:55.811979 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Allocated IP 172.20.0.2 (a193d7b0-1cb0-424a-a16d-0f7566b9b556/ee477070-2456-4983-9667-7fd5c0422bdb/889cf1e3-75fd-4384-9bd0-8961c0d54c32) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:37:55.814831 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:55.835876 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Transition to ACTIVE for port object 55d5420b-9f46-47aa-8091-eeaeb7cab610 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:37:55.857946 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:55.881407 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Allocated IP 172.26.1.195 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/c0c353c8-95e9-464e-b8d1-c4613e18f422) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:37:56.028545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:56.036033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 942bbc80-a146-42c0-94cb-f5a93ef6fe14 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:37:56.036393 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:56.063389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:56.129728 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b321593-3de4-471a-b2a7-d16156f33631 None None] Pushing event updated for resources: {'Port': ['ID=55d5420b-9f46-47aa-8091-eeaeb7cab610,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:56.265904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:37:56.268632 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:37:56.272390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:37:56.292150 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Attempting to bind port 55d5420b-9f46-47aa-8091-eeaeb7cab610 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:37:56.292491 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Attempting to bind port 55d5420b-9f46-47aa-8091-eeaeb7cab610 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'a898c9bb-c78d-4410-baea-cb1993605c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:37:56.292839 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Attempting to bind port 55d5420b-9f46-47aa-8091-eeaeb7cab610 on network d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:37:56.308508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c353c8-95e9-464e-b8d1-c4613e18f422,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:56.309575 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:37:56.309963 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Checking segment: {'id': 'a898c9bb-c78d-4410-baea-cb1993605c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:37:56.310363 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:56.310747 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Bound using segment: {'id': 'a898c9bb-c78d-4410-baea-cb1993605c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:37:56.311191 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Bound port: 55d5420b-9f46-47aa-8091-eeaeb7cab610, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a898c9bb-c78d-4410-baea-cb1993605c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:37:56.311556 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:56.465669 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:56.497318 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Transition to ACTIVE for port object 889cf1e3-75fd-4384-9bd0-8961c0d54c32 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:37:56.535538 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Transition to ACTIVE for port object 889cf1e3-75fd-4384-9bd0-8961c0d54c32 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:37:56.538929 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] For port 55d5420b-9f46-47aa-8091-eeaeb7cab610, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:37:56.542038 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] For port 55d5420b-9f46-47aa-8091-eeaeb7cab610, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=55d5420b-9f46-47aa-8091-eeaeb7cab610,segment=NetworkSegment(a898c9bb-c78d-4410-baea-cb1993605c50),segment_id=a898c9bb-c78d-4410-baea-cb1993605c50)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:37:56.543760 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:56.576545 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:56.621200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Network a193d7b0-1cb0-424a-a16d-0f7566b9b556 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:37:56.626603 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:37:56.628256 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Pushing event updated for resources: {'Port': ['ID=889cf1e3-75fd-4384-9bd0-8961c0d54c32,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:56.630424 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:37:56.697437 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:56.730972 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Routers {'310fa1ed-edd2-47fb-8547-4dd596fc852c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:37:56.731617 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:37:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['310fa1ed-edd2-47fb-8547-4dd596fc852c'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:56.846181 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b321593-3de4-471a-b2a7-d16156f33631 None None] Pushing event updated for resources: {'Port': ['ID=55d5420b-9f46-47aa-8091-eeaeb7cab610,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:56.867959 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Attempting to bind port 889cf1e3-75fd-4384-9bd0-8961c0d54c32 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:37:56.868316 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Attempting to bind port 889cf1e3-75fd-4384-9bd0-8961c0d54c32 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '4285710b-b310-4f0b-85ad-8f1b3cc35cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a193d7b0-1cb0-424a-a16d-0f7566b9b556'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:37:56.868669 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Attempting to bind port 889cf1e3-75fd-4384-9bd0-8961c0d54c32 on network a193d7b0-1cb0-424a-a16d-0f7566b9b556 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:37:56.879132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:37:56.879496 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Checking segment: {'id': '4285710b-b310-4f0b-85ad-8f1b3cc35cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a193d7b0-1cb0-424a-a16d-0f7566b9b556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:37:56.879882 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:56.880258 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Bound using segment: {'id': '4285710b-b310-4f0b-85ad-8f1b3cc35cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a193d7b0-1cb0-424a-a16d-0f7566b9b556'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:37:56.880716 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Bound port: 889cf1e3-75fd-4384-9bd0-8961c0d54c32, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4285710b-b310-4f0b-85ad-8f1b3cc35cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a193d7b0-1cb0-424a-a16d-0f7566b9b556'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:37:56.881079 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:57.036891 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] Set router 310fa1ed-edd2-47fb-8547-4dd596fc852c gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:37:57.043848 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:57.176598 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] For port 889cf1e3-75fd-4384-9bd0-8961c0d54c32, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:37:57.202902 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] For port 889cf1e3-75fd-4384-9bd0-8961c0d54c32, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=889cf1e3-75fd-4384-9bd0-8961c0d54c32,segment=NetworkSegment(4285710b-b310-4f0b-85ad-8f1b3cc35cd2),segment_id=4285710b-b310-4f0b-85ad-8f1b3cc35cd2)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:37:57.208283 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:57.254095 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Router 346d8327-11ce-4faf-ae25-fe5c8c00e28d is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:37:57.380273 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253927c-7fa0-42d7-b6e7-472f1a22af95 None None] Pushing event updated for resources: {'Port': ['ID=889cf1e3-75fd-4384-9bd0-8961c0d54c32,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:57.436895 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:37:57.448451 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Sync routers for ids ['346d8327-11ce-4faf-ae25-fe5c8c00e28d'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:37:57.457299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'name': 'tempest-TestMinimumBasicScenario-257593412-router', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:48Z', 'updated_at': '2022-01-27T17:37:52Z', 'revision_number': 4, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'gw_port': {'id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:49Z', 'updated_at': '2022-01-27T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '55d5420b-9f46-47aa-8091-eeaeb7cab610', 'name': '', 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'mac_address': 'fa:16:3e:14:e6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:51Z', 'updated_at': '2022-01-27T17:37:56Z', 'revision_number': 4, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'subnets': [{'id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:57.458378 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Routers {'346d8327-11ce-4faf-ae25-fe5c8c00e28d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:37:57.459007 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:37:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['346d8327-11ce-4faf-ae25-fe5c8c00e28d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:57.461498 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ec176-837a-4aeb-9673-d267e4c77d77 None None] The sync data for ids ['310fa1ed-edd2-47fb-8547-4dd596fc852c'] in dv-neutron-826439-2-hyperv is: [{'id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'name': 'tempest-TestMinimumBasicScenario-257593412-router', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:48Z', 'updated_at': '2022-01-27T17:37:52Z', 'revision_number': 4, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'gw_port': {'id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:49Z', 'updated_at': '2022-01-27T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '55d5420b-9f46-47aa-8091-eeaeb7cab610', 'name': '', 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'mac_address': 'fa:16:3e:14:e6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:51Z', 'updated_at': '2022-01-27T17:37:56Z', 'revision_number': 4, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'subnets': [{'id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:37:57.464759 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:57.469282 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cb04492e-c36e-4485-8d9b-41c39ae68250 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3723290 Jan 27 17:37:57.469282 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43114) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:37:57.713298 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Set router 346d8327-11ce-4faf-ae25-fe5c8c00e28d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:37:57.867993 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 55d5420b-9f46-47aa-8091-eeaeb7cab610 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:37:57.998755 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 55d5420b-9f46-47aa-8091-eeaeb7cab610 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:37:58.006311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 55d5420b-9f46-47aa-8091-eeaeb7cab610 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:37:58.006755 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:58.144821 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'name': 'tempest-TestMinimumBasicScenario-2109245948-router', 'tenant_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c0c353c8-95e9-464e-b8d1-c4613e18f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:55Z', 'updated_at': '2022-01-27T17:37:56Z', 'revision_number': 3, 'project_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'gw_port': {'id': 'c0c353c8-95e9-464e-b8d1-c4613e18f422', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:55Z', 'updated_at': '2022-01-27T17:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:58.145777 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:58.148968 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Checking router: 346d8327-11ce-4faf-ae25-fe5c8c00e28d for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:37:58.149302 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Updating router 346d8327-11ce-4faf-ae25-fe5c8c00e28d port c0c353c8-95e9-464e-b8d1-c4613e18f422 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:37:58.188054 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 55d5420b-9f46-47aa-8091-eeaeb7cab610, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=55d5420b-9f46-47aa-8091-eeaeb7cab610,segment=NetworkSegment(a898c9bb-c78d-4410-baea-cb1993605c50),segment_id=a898c9bb-c78d-4410-baea-cb1993605c50)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:58.193069 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:58.193884 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 889cf1e3-75fd-4384-9bd0-8961c0d54c32 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:37:58.229986 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:58.313121 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=55d5420b-9f46-47aa-8091-eeaeb7cab610,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:58.327470 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 889cf1e3-75fd-4384-9bd0-8961c0d54c32 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:37:58.573566 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:58.638711 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:58.655295 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Transition to ACTIVE for port object c0c353c8-95e9-464e-b8d1-c4613e18f422 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:37:58.665780 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:58.758284 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Attempting to bind port c0c353c8-95e9-464e-b8d1-c4613e18f422 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:37:58.758658 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Attempting to bind port c0c353c8-95e9-464e-b8d1-c4613e18f422 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:37:58.758987 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Attempting to bind port c0c353c8-95e9-464e-b8d1-c4613e18f422 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:37:58.773627 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:37:58.774179 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:37:58.774727 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:58.775254 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:37:58.775846 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Bound port: c0c353c8-95e9-464e-b8d1-c4613e18f422, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:37:58.776205 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:58.797709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b589de14-3321-4d6b-a3e7-ed7f735f93f4 None None] Network a193d7b0-1cb0-424a-a16d-0f7566b9b556 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:37:58.822295 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Allocated IP 172.20.0.1 (a193d7b0-1cb0-424a-a16d-0f7566b9b556/ee477070-2456-4983-9667-7fd5c0422bdb/e83c2a8f-981c-42d8-b7c5-8c35aa21947b) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:37:58.861301 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849cfbd-fbfa-4bbf-9282-8007bf1e41ef None None] Pushing event updated for resources: {'Port': ['ID=c0c353c8-95e9-464e-b8d1-c4613e18f422,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:58.868960 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] For port c0c353c8-95e9-464e-b8d1-c4613e18f422, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:37:58.872058 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] For port c0c353c8-95e9-464e-b8d1-c4613e18f422, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c0c353c8-95e9-464e-b8d1-c4613e18f422,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:37:58.876847 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:58.961859 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Routers {'346d8327-11ce-4faf-ae25-fe5c8c00e28d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:37:58.962478 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:37:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['346d8327-11ce-4faf-ae25-fe5c8c00e28d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:58.987613 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9ddd17ad-2e9f-45dd-bcd9-2763a6d7ce8c None None] Provisioning for port 889cf1e3-75fd-4384-9bd0-8961c0d54c32 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:37:58.996710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9ddd17ad-2e9f-45dd-bcd9-2763a6d7ce8c None None] Provisioning complete for port 889cf1e3-75fd-4384-9bd0-8961c0d54c32 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:37:58.997072 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ddd17ad-2e9f-45dd-bcd9-2763a6d7ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:59.013346 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:59.038777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Transition to ACTIVE for port object e83c2a8f-981c-42d8-b7c5-8c35aa21947b will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:37:59.043567 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849cfbd-fbfa-4bbf-9282-8007bf1e41ef None None] Pushing event updated for resources: {'Port': ['ID=c0c353c8-95e9-464e-b8d1-c4613e18f422,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:59.075896 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:59.180850 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] Set router 346d8327-11ce-4faf-ae25-fe5c8c00e28d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:37:59.183306 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Pushing event updated for resources: {'Port': ['ID=e83c2a8f-981c-42d8-b7c5-8c35aa21947b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:59.190706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Network a193d7b0-1cb0-424a-a16d-0f7566b9b556 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:37:59.191812 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:37:59.194054 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:37:59.248834 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ddd17ad-2e9f-45dd-bcd9-2763a6d7ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:59.257370 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:59.293377 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-9ddd17ad-2e9f-45dd-bcd9-2763a6d7ce8c None None] For port 889cf1e3-75fd-4384-9bd0-8961c0d54c32, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=889cf1e3-75fd-4384-9bd0-8961c0d54c32,segment=NetworkSegment(4285710b-b310-4f0b-85ad-8f1b3cc35cd2),segment_id=4285710b-b310-4f0b-85ad-8f1b3cc35cd2)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:37:59.301861 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ddd17ad-2e9f-45dd-bcd9-2763a6d7ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:59.376701 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd17ad-2e9f-45dd-bcd9-2763a6d7ce8c None None] Pushing event updated for resources: {'Port': ['ID=889cf1e3-75fd-4384-9bd0-8961c0d54c32,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:37:59.423353 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:59.511446 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'name': 'tempest-TestMinimumBasicScenario-2109245948-router', 'tenant_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c0c353c8-95e9-464e-b8d1-c4613e18f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:55Z', 'updated_at': '2022-01-27T17:37:56Z', 'revision_number': 3, 'project_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'gw_port': {'id': 'c0c353c8-95e9-464e-b8d1-c4613e18f422', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:55Z', 'updated_at': '2022-01-27T17:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:37:59.516509 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8898c-a39c-45bb-a7a5-6ab5a7bd1f68 None None] The sync data for ids ['346d8327-11ce-4faf-ae25-fe5c8c00e28d'] in dv-neutron-826439-2-hyperv is: [{'id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'name': 'tempest-TestMinimumBasicScenario-2109245948-router', 'tenant_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c0c353c8-95e9-464e-b8d1-c4613e18f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:55Z', 'updated_at': '2022-01-27T17:37:56Z', 'revision_number': 3, 'project_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'gw_port': {'id': 'c0c353c8-95e9-464e-b8d1-c4613e18f422', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:55Z', 'updated_at': '2022-01-27T17:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:37:59.534439 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6207b17d-d730-48de-988d-f0a7197ec579 None None] Provisioning complete for port 889cf1e3-75fd-4384-9bd0-8961c0d54c32 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:37:59.534816 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6207b17d-d730-48de-988d-f0a7197ec579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:59.676836 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:59.685848 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:59.699671 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6207b17d-d730-48de-988d-f0a7197ec579 None None] Provisioning for port e83c2a8f-981c-42d8-b7c5-8c35aa21947b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:37:59.712123 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6207b17d-d730-48de-988d-f0a7197ec579 None None] Provisioning complete for port e83c2a8f-981c-42d8-b7c5-8c35aa21947b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:37:59.712495 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6207b17d-d730-48de-988d-f0a7197ec579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:59.738798 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 55d5420b-9f46-47aa-8091-eeaeb7cab610 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:37:59.855018 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6207b17d-d730-48de-988d-f0a7197ec579 None None] Port e83c2a8f-981c-42d8-b7c5-8c35aa21947b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:37:59.876850 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 55d5420b-9f46-47aa-8091-eeaeb7cab610 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:37:59.876850 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:59.934139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:37:59.938713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Pushing event updated for resources: {'Port': ['ID=e83c2a8f-981c-42d8-b7c5-8c35aa21947b,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:00.004434 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8269d716-7b56-4939-95ac-4075f86d41b9 None None] Provisioning complete for port e83c2a8f-981c-42d8-b7c5-8c35aa21947b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:38:00.004681 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8269d716-7b56-4939-95ac-4075f86d41b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:00.033185 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 889cf1e3-75fd-4384-9bd0-8961c0d54c32 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:38:00.096774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Network a193d7b0-1cb0-424a-a16d-0f7566b9b556 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:38:00.098846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:38:00.104093 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8269d716-7b56-4939-95ac-4075f86d41b9 None None] Port e83c2a8f-981c-42d8-b7c5-8c35aa21947b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:38:00.124433 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 889cf1e3-75fd-4384-9bd0-8961c0d54c32 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:38:00.126104 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:00.315619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Router 346d8327-11ce-4faf-ae25-fe5c8c00e28d has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:38:00.334375 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4ab49dad-2c01-4972-9e21-510bddd6757e None None] Provisioning complete for port e83c2a8f-981c-42d8-b7c5-8c35aa21947b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:38:00.334988 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ab49dad-2c01-4972-9e21-510bddd6757e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:00.395251 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4ab49dad-2c01-4972-9e21-510bddd6757e None None] Port e83c2a8f-981c-42d8-b7c5-8c35aa21947b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:38:00.501474 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:38:00.510469 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5187b9b1-e26c-490b-b137-db8921ffd4e3 admin admin] 10.222.0.50 "PUT /v2.0/routers/346d8327-11ce-4faf-ae25-fe5c8c00e28d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0401912 Jan 27 17:38:01.261469 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Sync routers for ids ['346d8327-11ce-4faf-ae25-fe5c8c00e28d'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:38:01.271362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Routers {'346d8327-11ce-4faf-ae25-fe5c8c00e28d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:38:01.271977 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:37:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['346d8327-11ce-4faf-ae25-fe5c8c00e28d'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:01.473052 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Set router 346d8327-11ce-4faf-ae25-fe5c8c00e28d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:38:01.744160 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c0c353c8-95e9-464e-b8d1-c4613e18f422 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:38:01.924336 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port c0c353c8-95e9-464e-b8d1-c4613e18f422 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:38:01.935169 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port c0c353c8-95e9-464e-b8d1-c4613e18f422 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:38:01.935526 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:02.001430 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'name': 'tempest-TestMinimumBasicScenario-2109245948-router', 'tenant_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c0c353c8-95e9-464e-b8d1-c4613e18f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:55Z', 'updated_at': '2022-01-27T17:37:59Z', 'revision_number': 4, 'project_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'gw_port': {'id': 'c0c353c8-95e9-464e-b8d1-c4613e18f422', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:55Z', 'updated_at': '2022-01-27T17:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'e83c2a8f-981c-42d8-b7c5-8c35aa21947b', 'name': '', 'network_id': 'a193d7b0-1cb0-424a-a16d-0f7566b9b556', 'tenant_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'mac_address': 'fa:16:3e:d8:42:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'ee477070-2456-4983-9667-7fd5c0422bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:58Z', 'updated_at': '2022-01-27T17:37:59Z', 'revision_number': 2, 'project_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'subnets': [{'id': 'ee477070-2456-4983-9667-7fd5c0422bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:02.009097 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Checking router: 346d8327-11ce-4faf-ae25-fe5c8c00e28d for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:38:02.009442 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Updating router 346d8327-11ce-4faf-ae25-fe5c8c00e28d port e83c2a8f-981c-42d8-b7c5-8c35aa21947b binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:38:02.064553 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:02.182537 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:02.256216 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port c0c353c8-95e9-464e-b8d1-c4613e18f422, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c0c353c8-95e9-464e-b8d1-c4613e18f422,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:02.268193 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:02.424227 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=c0c353c8-95e9-464e-b8d1-c4613e18f422,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:02.550787 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:02.562958 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Transition to ACTIVE for port object e83c2a8f-981c-42d8-b7c5-8c35aa21947b will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:38:02.570827 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:02.785043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f657fb-d321-49e6-88b8-8bfde750ff29 None None] Pushing event updated for resources: {'Port': ['ID=e83c2a8f-981c-42d8-b7c5-8c35aa21947b,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:02.820900 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Attempting to bind port e83c2a8f-981c-42d8-b7c5-8c35aa21947b on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:38:02.821357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Attempting to bind port e83c2a8f-981c-42d8-b7c5-8c35aa21947b by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '4285710b-b310-4f0b-85ad-8f1b3cc35cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a193d7b0-1cb0-424a-a16d-0f7566b9b556'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:38:02.821837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Attempting to bind port e83c2a8f-981c-42d8-b7c5-8c35aa21947b on network a193d7b0-1cb0-424a-a16d-0f7566b9b556 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:38:02.830014 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:38:02.830478 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Checking segment: {'id': '4285710b-b310-4f0b-85ad-8f1b3cc35cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a193d7b0-1cb0-424a-a16d-0f7566b9b556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:38:02.830873 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:02.831258 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Bound using segment: {'id': '4285710b-b310-4f0b-85ad-8f1b3cc35cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a193d7b0-1cb0-424a-a16d-0f7566b9b556'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:38:02.831724 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Bound port: e83c2a8f-981c-42d8-b7c5-8c35aa21947b, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4285710b-b310-4f0b-85ad-8f1b3cc35cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a193d7b0-1cb0-424a-a16d-0f7566b9b556'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:38:02.832090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:02.947072 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] For port e83c2a8f-981c-42d8-b7c5-8c35aa21947b, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:38:02.952986 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] For port e83c2a8f-981c-42d8-b7c5-8c35aa21947b, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e83c2a8f-981c-42d8-b7c5-8c35aa21947b,segment=NetworkSegment(4285710b-b310-4f0b-85ad-8f1b3cc35cd2),segment_id=4285710b-b310-4f0b-85ad-8f1b3cc35cd2)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:38:02.960477 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:03.035503 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Routers {'346d8327-11ce-4faf-ae25-fe5c8c00e28d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:38:03.036124 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:37:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['346d8327-11ce-4faf-ae25-fe5c8c00e28d'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:03.120865 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f657fb-d321-49e6-88b8-8bfde750ff29 None None] Pushing event updated for resources: {'Port': ['ID=e83c2a8f-981c-42d8-b7c5-8c35aa21947b,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:03.279137 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] Set router 346d8327-11ce-4faf-ae25-fe5c8c00e28d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:38:03.707968 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c0c353c8-95e9-464e-b8d1-c4613e18f422 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:38:03.742400 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:03.795958 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'name': 'tempest-TestMinimumBasicScenario-2109245948-router', 'tenant_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c0c353c8-95e9-464e-b8d1-c4613e18f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:55Z', 'updated_at': '2022-01-27T17:37:59Z', 'revision_number': 4, 'project_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'gw_port': {'id': 'c0c353c8-95e9-464e-b8d1-c4613e18f422', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:55Z', 'updated_at': '2022-01-27T17:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'e83c2a8f-981c-42d8-b7c5-8c35aa21947b', 'name': '', 'network_id': 'a193d7b0-1cb0-424a-a16d-0f7566b9b556', 'tenant_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'mac_address': 'fa:16:3e:d8:42:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'ee477070-2456-4983-9667-7fd5c0422bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:58Z', 'updated_at': '2022-01-27T17:38:02Z', 'revision_number': 4, 'project_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'subnets': [{'id': 'ee477070-2456-4983-9667-7fd5c0422bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:03.803848 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1afed0-6085-4c61-a301-b2cec062e271 None None] The sync data for ids ['346d8327-11ce-4faf-ae25-fe5c8c00e28d'] in dv-neutron-826439-2-hyperv is: [{'id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'name': 'tempest-TestMinimumBasicScenario-2109245948-router', 'tenant_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c0c353c8-95e9-464e-b8d1-c4613e18f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:55Z', 'updated_at': '2022-01-27T17:37:59Z', 'revision_number': 4, 'project_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'gw_port': {'id': 'c0c353c8-95e9-464e-b8d1-c4613e18f422', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:55Z', 'updated_at': '2022-01-27T17:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'e83c2a8f-981c-42d8-b7c5-8c35aa21947b', 'name': '', 'network_id': 'a193d7b0-1cb0-424a-a16d-0f7566b9b556', 'tenant_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'mac_address': 'fa:16:3e:d8:42:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'ee477070-2456-4983-9667-7fd5c0422bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:58Z', 'updated_at': '2022-01-27T17:38:02Z', 'revision_number': 4, 'project_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'subnets': [{'id': 'ee477070-2456-4983-9667-7fd5c0422bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:38:03.806281 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port c0c353c8-95e9-464e-b8d1-c4613e18f422 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:38:03.806645 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:04.582364 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:38:05.729459 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e83c2a8f-981c-42d8-b7c5-8c35aa21947b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:38:05.802065 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port e83c2a8f-981c-42d8-b7c5-8c35aa21947b completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:38:05.808518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e83c2a8f-981c-42d8-b7c5-8c35aa21947b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:38:05.808881 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:05.953243 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:05.989071 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port e83c2a8f-981c-42d8-b7c5-8c35aa21947b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e83c2a8f-981c-42d8-b7c5-8c35aa21947b,segment=NetworkSegment(4285710b-b310-4f0b-85ad-8f1b3cc35cd2),segment_id=4285710b-b310-4f0b-85ad-8f1b3cc35cd2)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:05.994108 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:06.071116 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=e83c2a8f-981c-42d8-b7c5-8c35aa21947b,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:07.687802 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e83c2a8f-981c-42d8-b7c5-8c35aa21947b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:38:07.766582 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e83c2a8f-981c-42d8-b7c5-8c35aa21947b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:38:07.766955 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:10.897912 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-77dce8c7-15ea-4234-aac9-afa21eba7627 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:10.898547 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-77dce8c7-15ea-4234-aac9-afa21eba7627 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Synchronizing usage tracker for tenant:455bf7a0c50a4744907f00fb702ff070 on resource:network {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:38:10.917780 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-77dce8c7-15ea-4234-aac9-afa21eba7627 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Unset dirty status for tenant:455bf7a0c50a4744907f00fb702ff070 on resource:network {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:38:10.918985 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-77dce8c7-15ea-4234-aac9-afa21eba7627 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/networks?id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 HTTP/1.1" status: 200 len: 814 time: 0.2584844 Jan 27 17:38:10.936335 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-ef8442c3-8acb-41c6-b2a4-fd116e33f81b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/quotas/455bf7a0c50a4744907f00fb702ff070 HTTP/1.1" status: 200 len: 375 time: 0.0093274 Jan 27 17:38:11.021217 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-a7871ea2-5c43-4856-98d5-ec46abc98cbe tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=455bf7a0c50a4744907f00fb702ff070&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792212 Jan 27 17:38:11.038168 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-ae468c61-d70d-4115-9bdc-70ed43ae63d4 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:38:11.039122 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-ae468c61-d70d-4115-9bdc-70ed43ae63d4 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051358 Jan 27 17:38:11.168196 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-282df3a0-5543-4d13-8581-a951bd317ed1 service neutron] 10.222.0.50 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236758 Jan 27 17:38:11.300180 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-48e86c1f-94ae-410b-ab29-e405e1f9a472 service neutron] 10.222.0.50 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225820 Jan 27 17:38:11.490067 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-011da504-92fa-4fe2-b57e-5f458d3a0b54 req-04e199bf-f075-4cc3-ae30-80d70d4e31f1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Synchronizing usage tracker for tenant:455bf7a0c50a4744907f00fb702ff070 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:38:11.508111 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-011da504-92fa-4fe2-b57e-5f458d3a0b54 req-04e199bf-f075-4cc3-ae30-80d70d4e31f1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Unset dirty status for tenant:455bf7a0c50a4744907f00fb702ff070 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:38:11.509336 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-011da504-92fa-4fe2-b57e-5f458d3a0b54 req-04e199bf-f075-4cc3-ae30-80d70d4e31f1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 210 time: 0.0614932 Jan 27 17:38:12.575786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-0ac82b4a-4380-498b-9fc4-dd326e76f228 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:12.577381 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-0ac82b4a-4380-498b-9fc4-dd326e76f228 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.83 "GET /v2.0/networks?id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 HTTP/1.1" status: 200 len: 814 time: 0.1601303 Jan 27 17:38:12.588759 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-2a8bd2cb-6263-4ef9-b1ed-8278286fb30b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Request body: {'port': {'device_id': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3', 'admin_state_up': True, 'tenant_id': '455bf7a0c50a4744907f00fb702ff070'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:38:12.673029 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7634d77a-081e-4077-ba8d-3fb06483bc24 req-12f67b81-2caf-4130-b703-5efa666355cf tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 210 time: 0.0518394 Jan 27 17:38:12.730633 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-2a8bd2cb-6263-4ef9-b1ed-8278286fb30b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:38:12.741478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-2a8bd2cb-6263-4ef9-b1ed-8278286fb30b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:38:12.751345 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-2a8bd2cb-6263-4ef9-b1ed-8278286fb30b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Made reservation on behalf of 455bf7a0c50a4744907f00fb702ff070 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:38:12.755008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-2a8bd2cb-6263-4ef9-b1ed-8278286fb30b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:12.920593 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-2a8bd2cb-6263-4ef9-b1ed-8278286fb30b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Allocated IP 172.20.0.12 (d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3/d08e1b0c-dcd9-491a-a3ee-9275f2c4f35e/0d406628-5203-46d1-9e61-4d43b39dfc76) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:38:13.184186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-2a8bd2cb-6263-4ef9-b1ed-8278286fb30b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:13.213566 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-2a8bd2cb-6263-4ef9-b1ed-8278286fb30b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Transition to ACTIVE for port object 0d406628-5203-46d1-9e61-4d43b39dfc76 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:38:13.251555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-2a8bd2cb-6263-4ef9-b1ed-8278286fb30b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:13.342758 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-2a8bd2cb-6263-4ef9-b1ed-8278286fb30b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Network d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:38:13.346498 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-2a8bd2cb-6263-4ef9-b1ed-8278286fb30b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:38:13.350857 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-2a8bd2cb-6263-4ef9-b1ed-8278286fb30b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:38:13.386929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bd2cb-6263-4ef9-b1ed-8278286fb30b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Pushing event updated for resources: {'Port': ['ID=0d406628-5203-46d1-9e61-4d43b39dfc76,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:13.451057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-2a8bd2cb-6263-4ef9-b1ed-8278286fb30b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:13.453148 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-2a8bd2cb-6263-4ef9-b1ed-8278286fb30b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:13.488497 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-2a8bd2cb-6263-4ef9-b1ed-8278286fb30b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9033456 Jan 27 17:38:13.675608 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fb46d6e9-4d66-4aa2-b628-6b5e982ce471 None None] Provisioning for port 0d406628-5203-46d1-9e61-4d43b39dfc76 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:38:13.681132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fb46d6e9-4d66-4aa2-b628-6b5e982ce471 None None] Provisioning complete for port 0d406628-5203-46d1-9e61-4d43b39dfc76 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:38:13.681495 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb46d6e9-4d66-4aa2-b628-6b5e982ce471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:13.739523 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fb46d6e9-4d66-4aa2-b628-6b5e982ce471 None None] Port 0d406628-5203-46d1-9e61-4d43b39dfc76 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:38:14.008383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81f818-df63-43ea-81ef-c4b6ba1827ae req-523889b7-3c54-4528-9f3c-28f2701ed852 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:14.008989 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-4d81f818-df63-43ea-81ef-c4b6ba1827ae req-523889b7-3c54-4528-9f3c-28f2701ed852 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Synchronizing usage tracker for tenant:455bf7a0c50a4744907f00fb702ff070 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:38:14.026154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-4d81f818-df63-43ea-81ef-c4b6ba1827ae req-523889b7-3c54-4528-9f3c-28f2701ed852 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Unset dirty status for tenant:455bf7a0c50a4744907f00fb702ff070 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:38:14.027318 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4d81f818-df63-43ea-81ef-c4b6ba1827ae req-523889b7-3c54-4528-9f3c-28f2701ed852 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 932 time: 0.2333305 Jan 27 17:38:14.085736 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4d81f818-df63-43ea-81ef-c4b6ba1827ae req-81e6daf5-42ec-466c-a427-80992648b777 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524280 Jan 27 17:38:15.276973 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624d330-623d-4dc9-b8c7-e78ef96d65c0 req-6e3ec354-d963-4e13-bcaf-99724e0e7bd4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:15.284791 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3624d330-623d-4dc9-b8c7-e78ef96d65c0 req-6e3ec354-d963-4e13-bcaf-99724e0e7bd4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 932 time: 0.0860081 Jan 27 17:38:15.335627 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-3624d330-623d-4dc9-b8c7-e78ef96d65c0 req-ff337367-66a5-4761-a022-5416197b1a05 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Synchronizing usage tracker for tenant:455bf7a0c50a4744907f00fb702ff070 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:38:15.358186 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-3624d330-623d-4dc9-b8c7-e78ef96d65c0 req-ff337367-66a5-4761-a022-5416197b1a05 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Unset dirty status for tenant:455bf7a0c50a4744907f00fb702ff070 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:38:15.359379 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3624d330-623d-4dc9-b8c7-e78ef96d65c0 req-ff337367-66a5-4761-a022-5416197b1a05 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736830 Jan 27 17:38:16.561645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcaa954-22c6-4820-8405-0557cbd0375f req-07f5a3c1-23bb-4503-8e7a-b9c1b8f8b7d5 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:16.563364 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-efcaa954-22c6-4820-8405-0557cbd0375f req-07f5a3c1-23bb-4503-8e7a-b9c1b8f8b7d5 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 932 time: 0.0977504 Jan 27 17:38:16.616392 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-efcaa954-22c6-4820-8405-0557cbd0375f req-130d06f0-5613-4344-9442-263ffea9c982 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472324 Jan 27 17:38:17.806755 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce0c7b-6760-42f7-aac3-e936e3737b65 req-9dea7f42-8145-40bf-a6ee-d3de6b36722b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:17.810136 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d5ce0c7b-6760-42f7-aac3-e936e3737b65 req-9dea7f42-8145-40bf-a6ee-d3de6b36722b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 932 time: 0.0860839 Jan 27 17:38:17.855328 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d5ce0c7b-6760-42f7-aac3-e936e3737b65 req-98437285-daf9-4ca9-b294-94e12eb0022b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408638 Jan 27 17:38:18.794817 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a490bbd5-ecd3-4292-ba13-390f463199be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:19.087246 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce6458-c41d-4d96-b46a-e49b8a4f3040 req-2c778be8-d7ad-4ad3-98b2-b4149dd3ceee tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:19.101732 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-96ce6458-c41d-4d96-b46a-e49b8a4f3040 req-2c778be8-d7ad-4ad3-98b2-b4149dd3ceee tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 932 time: 0.1225889 Jan 27 17:38:19.171693 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-96ce6458-c41d-4d96-b46a-e49b8a4f3040 req-d68c6d4c-8aa3-45e1-bb88-79ae21589115 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703387 Jan 27 17:38:20.225258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Request body: {'port': {'device_id': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:38:20.340733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:20.358725 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42602c-ad3d-4883-8901-25c5d12af3be req-ebf30e90-8cac-43d8-bdaf-ad190d878063 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:20.360260 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ff42602c-ad3d-4883-8901-25c5d12af3be req-ebf30e90-8cac-43d8-bdaf-ad190d878063 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 932 time: 0.0808058 Jan 27 17:38:20.404768 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ff42602c-ad3d-4883-8901-25c5d12af3be req-ae25c0ae-be0b-4bce-84de-e6eb9358fa93 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387015 Jan 27 17:38:20.689092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d406628-5203-46d1-9e61-4d43b39dfc76 {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:38:20.696611 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:20.711042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Transition to ACTIVE for port object 0d406628-5203-46d1-9e61-4d43b39dfc76 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:38:20.717447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:20.847926 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Pushing event updated for resources: {'Port': ['ID=0d406628-5203-46d1-9e61-4d43b39dfc76,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:20.950429 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Attempting to bind port 0d406628-5203-46d1-9e61-4d43b39dfc76 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:38:20.950760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Attempting to bind port 0d406628-5203-46d1-9e61-4d43b39dfc76 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'a898c9bb-c78d-4410-baea-cb1993605c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:38:20.951080 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Attempting to bind port 0d406628-5203-46d1-9e61-4d43b39dfc76 on network d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:38:20.955802 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Port 0d406628-5203-46d1-9e61-4d43b39dfc76 on network d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:38:20.956110 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Attempting to bind port 0d406628-5203-46d1-9e61-4d43b39dfc76 on network d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:38:20.961352 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:38:20.961703 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Checking segment: {'id': 'a898c9bb-c78d-4410-baea-cb1993605c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:38:20.962134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Bound using segment: {'id': 'a898c9bb-c78d-4410-baea-cb1993605c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:38:20.962549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Bound port: 0d406628-5203-46d1-9e61-4d43b39dfc76, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a898c9bb-c78d-4410-baea-cb1993605c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:38:20.962885 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:21.041464 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f0e2dc87-fdcc-4427-9502-5a4f03afb50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:21.060635 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] For port 0d406628-5203-46d1-9e61-4d43b39dfc76, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:38:21.063624 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] For port 0d406628-5203-46d1-9e61-4d43b39dfc76, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0d406628-5203-46d1-9e61-4d43b39dfc76,segment=NetworkSegment(a898c9bb-c78d-4410-baea-cb1993605c50),segment_id=a898c9bb-c78d-4410-baea-cb1993605c50)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:38:21.067664 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:21.127524 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:21.128134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:21.129509 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] 10.222.0.83 "PUT /v2.0/ports/0d406628-5203-46d1-9e61-4d43b39dfc76 HTTP/1.1" status: 200 len: 1094 time: 0.9087226 Jan 27 17:38:21.129978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'tag': '0d406628-5203-46d1-9e61-4d43b39dfc76'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:38:21.155022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cc552-a803-47eb-95e5-8ed45959ae5d service neutron] Pushing event updated for resources: {'Port': ['ID=0d406628-5203-46d1-9e61-4d43b39dfc76,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:21.209872 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'tag': '0d406628-5203-46d1-9e61-4d43b39dfc76', 'status': 'completed', 'code': 200} Jan 27 17:38:21.252777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-033013a8-e3b6-40af-a518-f8eebcc143b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:21.254320 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-033013a8-e3b6-40af-a518-f8eebcc143b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=455bf7a0c50a4744907f00fb702ff070&device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 1097 time: 0.0796878 Jan 27 17:38:21.324035 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-6800b5f2-f360-439a-97e1-4f91735faad6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d406628-5203-46d1-9e61-4d43b39dfc76 HTTP/1.1" status: 200 len: 217 time: 0.0622721 Jan 27 17:38:21.391052 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-fb32444e-cabf-4bf0-97da-7c7fdce26936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:21.392549 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-fb32444e-cabf-4bf0-97da-7c7fdce26936 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d08e1b0c-dcd9-491a-a3ee-9275f2c4f35e HTTP/1.1" status: 200 len: 853 time: 0.0623426 Jan 27 17:38:21.467023 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-3dd0b61e-e6b8-404f-9d00-9eaa6958fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:21.468436 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-3dd0b61e-e6b8-404f-9d00-9eaa6958fbcc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704162 Jan 27 17:38:21.597295 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c01834-baa5-4a03-928a-6ded826e193f req-0a476f96-648d-4702-8d6f-9ebee8d1d770 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:21.599580 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-72c01834-baa5-4a03-928a-6ded826e193f req-0a476f96-648d-4702-8d6f-9ebee8d1d770 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 944 time: 0.0917969 Jan 27 17:38:21.607780 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-aa74d35d-82c8-4176-b336-2b2be9fe337c service neutron] 10.222.0.83 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329892 Jan 27 17:38:21.645177 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-72c01834-baa5-4a03-928a-6ded826e193f req-8d574833-3fa6-4783-9e49-c172d4a45b17 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395839 Jan 27 17:38:21.741860 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-97741a93-0d24-4440-b6f7-a1ba042c12ec req-798cdc8f-56ef-4403-aac6-9121d5b6e407 service neutron] 10.222.0.83 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272233 Jan 27 17:38:21.983273 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad0e83-ffd6-42e8-aa20-339ad77df81c req-0acae6ce-2b52-4da0-8c11-6b2a036a3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:21.985601 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-63ad0e83-ffd6-42e8-aa20-339ad77df81c req-0acae6ce-2b52-4da0-8c11-6b2a036a3f22 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=455bf7a0c50a4744907f00fb702ff070&device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 1097 time: 0.1936686 Jan 27 17:38:22.121142 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad0e83-ffd6-42e8-aa20-339ad77df81c req-53985966-353a-419d-bb29-b76a1e9a6530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:22.122789 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-63ad0e83-ffd6-42e8-aa20-339ad77df81c req-53985966-353a-419d-bb29-b76a1e9a6530 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 HTTP/1.1" status: 200 len: 916 time: 0.1297612 Jan 27 17:38:22.193942 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-63ad0e83-ffd6-42e8-aa20-339ad77df81c req-c59e7531-0cf0-4d08-ba84-d3a350bd8645 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d406628-5203-46d1-9e61-4d43b39dfc76 HTTP/1.1" status: 200 len: 217 time: 0.0640030 Jan 27 17:38:22.249370 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:22.259180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad0e83-ffd6-42e8-aa20-339ad77df81c req-ee6530f2-c84b-4fd4-952b-918faed973e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:22.260654 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-63ad0e83-ffd6-42e8-aa20-339ad77df81c req-ee6530f2-c84b-4fd4-952b-918faed973e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d08e1b0c-dcd9-491a-a3ee-9275f2c4f35e HTTP/1.1" status: 200 len: 853 time: 0.0603342 Jan 27 17:38:22.285562 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:22.338487 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad0e83-ffd6-42e8-aa20-339ad77df81c req-b6baa935-7d53-4fed-aa4e-6146ea169cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:22.339948 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-63ad0e83-ffd6-42e8-aa20-339ad77df81c req-b6baa935-7d53-4fed-aa4e-6146ea169cae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711575 Jan 27 17:38:22.471483 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-63ad0e83-ffd6-42e8-aa20-339ad77df81c req-73d68b63-1143-4f57-9ba7-8d2995a7519e service neutron] 10.222.0.83 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236618 Jan 27 17:38:22.604873 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-63ad0e83-ffd6-42e8-aa20-339ad77df81c req-24544eb9-365e-4d37-9c59-e5822734a901 service neutron] 10.222.0.83 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263645 Jan 27 17:38:23.015688 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7a950-2c6b-4ab7-99bb-be6c6b5118d9 req-c68beecb-7578-4d9a-b768-8a602a53072b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:23.017050 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-45b7a950-2c6b-4ab7-99bb-be6c6b5118d9 req-c68beecb-7578-4d9a-b768-8a602a53072b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 944 time: 0.2648010 Jan 27 17:38:23.063327 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-45b7a950-2c6b-4ab7-99bb-be6c6b5118d9 req-09ca3a0b-028b-4c80-abf4-c7274582fb38 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401144 Jan 27 17:38:23.524799 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:24.318082 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010576f-bfb8-4556-aa77-9e358c079d7b req-ffbb3055-d455-47e0-bb08-3a19f1c14c77 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:24.319482 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9010576f-bfb8-4556-aa77-9e358c079d7b req-ffbb3055-d455-47e0-bb08-3a19f1c14c77 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 944 time: 0.1488483 Jan 27 17:38:24.370393 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9010576f-bfb8-4556-aa77-9e358c079d7b req-8ac471aa-0160-441e-89ac-7f41d73dc0e2 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422077 Jan 27 17:38:24.574616 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 0d406628-5203-46d1-9e61-4d43b39dfc76 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:38:24.717256 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 0d406628-5203-46d1-9e61-4d43b39dfc76, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0d406628-5203-46d1-9e61-4d43b39dfc76,segment=NetworkSegment(a898c9bb-c78d-4410-baea-cb1993605c50),segment_id=a898c9bb-c78d-4410-baea-cb1993605c50)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:24.731311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '0d406628-5203-46d1-9e61-4d43b39dfc76', 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3', 'port_id': '0d406628-5203-46d1-9e61-4d43b39dfc76', 'mac_address': 'fa:16:3e:e6:b2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:38:24.790532 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:24.811229 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d406628-5203-46d1-9e61-4d43b39dfc76 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:38:24.827248 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 0d406628-5203-46d1-9e61-4d43b39dfc76, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0d406628-5203-46d1-9e61-4d43b39dfc76,segment=NetworkSegment(a898c9bb-c78d-4410-baea-cb1993605c50),segment_id=a898c9bb-c78d-4410-baea-cb1993605c50)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:24.834200 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:24.899623 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=0d406628-5203-46d1-9e61-4d43b39dfc76,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:24.907090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:24.907464 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:24.907804 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:24.908132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:24.908466 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:24.908790 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:24.909113 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:24.909430 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:24.909783 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:24.910103 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:24.910401 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:24.910715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:25.049814 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['0d406628-5203-46d1-9e61-4d43b39dfc76'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:38:25.563374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e9c62-a421-4643-97e3-7049efb3189d req-49bbc983-ac23-464d-a570-96b16930a570 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:25.565385 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f02e9c62-a421-4643-97e3-7049efb3189d req-49bbc983-ac23-464d-a570-96b16930a570 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 945 time: 0.0857546 Jan 27 17:38:25.616170 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f02e9c62-a421-4643-97e3-7049efb3189d req-b516b327-11f0-4e1c-8377-85d959c3c86b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449383 Jan 27 17:38:26.590296 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 0d406628-5203-46d1-9e61-4d43b39dfc76 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:38:26.670419 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 0d406628-5203-46d1-9e61-4d43b39dfc76 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:38:26.675897 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 0d406628-5203-46d1-9e61-4d43b39dfc76 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:38:26.676321 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:26.799536 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:26.816629 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4bde9-9cc5-4d43-a761-caa3c15279c7 req-c2e12b65-9bf3-4244-85a9-e0d01250d7fc tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:26.818088 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-09c4bde9-9cc5-4d43-a761-caa3c15279c7 req-c2e12b65-9bf3-4244-85a9-e0d01250d7fc tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 945 time: 0.0872514 Jan 27 17:38:26.826128 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d406628-5203-46d1-9e61-4d43b39dfc76'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:38:26.835626 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 0d406628-5203-46d1-9e61-4d43b39dfc76, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0d406628-5203-46d1-9e61-4d43b39dfc76,segment=NetworkSegment(a898c9bb-c78d-4410-baea-cb1993605c50),segment_id=a898c9bb-c78d-4410-baea-cb1993605c50)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:26.841007 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:26.863737 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-09c4bde9-9cc5-4d43-a761-caa3c15279c7 req-c5e15e1e-3cc6-45b8-b4ad-1acb5c92ecaa tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397053 Jan 27 17:38:26.893738 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d406628-5203-46d1-9e61-4d43b39dfc76', 'code': 200} Jan 27 17:38:26.911721 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=0d406628-5203-46d1-9e61-4d43b39dfc76,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:27.099685 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7c2a9-db46-4e00-8ecb-6892b6e550f9 req-394456b5-8c32-40c9-ab3c-cee0fa609fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:27.101135 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-21a7c2a9-db46-4e00-8ecb-6892b6e550f9 req-394456b5-8c32-40c9-ab3c-cee0fa609fee service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 1099 time: 0.0691803 Jan 27 17:38:27.141064 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-21a7c2a9-db46-4e00-8ecb-6892b6e550f9 req-99e28814-2c67-434c-a87b-c39bb25de5cb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333226 Jan 27 17:38:28.075605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa58d1e-effd-4917-a292-255c0481bcfd req-1eaf370a-88b2-4d3a-8586-e0b3a84415cc tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:28.077410 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-afa58d1e-effd-4917-a292-255c0481bcfd req-1eaf370a-88b2-4d3a-8586-e0b3a84415cc tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 946 time: 0.0926609 Jan 27 17:38:28.126146 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-afa58d1e-effd-4917-a292-255c0481bcfd req-6b4fc78f-5e59-4936-b076-56506af0223f tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429299 Jan 27 17:38:29.340496 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd7aae-da73-4ead-9d22-a81f40515ba9 req-c56aaab0-78fd-46ec-849f-42f513643e2b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:29.341916 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aafd7aae-da73-4ead-9d22-a81f40515ba9 req-c56aaab0-78fd-46ec-849f-42f513643e2b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 946 time: 0.0995529 Jan 27 17:38:29.386876 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aafd7aae-da73-4ead-9d22-a81f40515ba9 req-b14ab7ab-3675-439b-9ae2-7c2892dd6933 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387218 Jan 27 17:38:29.577720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92667cf0-f319-4566-bfbb-9171e3022fd6 req-4df62cc5-0f4a-4911-835b-eb79d685f2f7 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:29.579173 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-92667cf0-f319-4566-bfbb-9171e3022fd6 req-4df62cc5-0f4a-4911-835b-eb79d685f2f7 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 946 time: 0.0872948 Jan 27 17:38:29.624513 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-92667cf0-f319-4566-bfbb-9171e3022fd6 req-9daece41-9703-4b94-8c0e-00f8990eae95 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389745 Jan 27 17:38:30.031824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722e3ee-1203-4885-bc9b-8f36e21ef696 req-368c53fa-abee-4c6f-9354-779216dba719 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:30.033272 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e722e3ee-1203-4885-bc9b-8f36e21ef696 req-368c53fa-abee-4c6f-9354-779216dba719 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 946 time: 0.0856831 Jan 27 17:38:30.079078 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e722e3ee-1203-4885-bc9b-8f36e21ef696 req-bc64e4bd-1d92-4b59-bcbb-af983633b262 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389073 Jan 27 17:38:33.164913 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-dc287730-b574-4f0c-bca2-5cdbe93182b4 req-739ee828-929d-4e48-8f34-bd603e050bb1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1322222 Jan 27 17:38:33.313249 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc287730-b574-4f0c-bca2-5cdbe93182b4 req-b0bd098a-cc27-444c-bbd6-ad88d9f082e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:33.314655 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-dc287730-b574-4f0c-bca2-5cdbe93182b4 req-b0bd098a-cc27-444c-bbd6-ad88d9f082e4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=455bf7a0c50a4744907f00fb702ff070&device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 1099 time: 0.0768626 Jan 27 17:38:33.466217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc287730-b574-4f0c-bca2-5cdbe93182b4 req-fb1c415a-198d-4967-be46-ca7f05007732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:33.468173 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-dc287730-b574-4f0c-bca2-5cdbe93182b4 req-fb1c415a-198d-4967-be46-ca7f05007732 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 HTTP/1.1" status: 200 len: 916 time: 0.1345158 Jan 27 17:38:33.537610 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-dc287730-b574-4f0c-bca2-5cdbe93182b4 req-abdbfd34-6a86-4a1f-9e78-f69fecbf6ff0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d406628-5203-46d1-9e61-4d43b39dfc76 HTTP/1.1" status: 200 len: 217 time: 0.0637114 Jan 27 17:38:33.674823 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:33.726131 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc287730-b574-4f0c-bca2-5cdbe93182b4 req-a2964cee-7cc5-49d8-a347-a5946ff0206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:33.727944 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-dc287730-b574-4f0c-bca2-5cdbe93182b4 req-a2964cee-7cc5-49d8-a347-a5946ff0206c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d08e1b0c-dcd9-491a-a3ee-9275f2c4f35e HTTP/1.1" status: 200 len: 853 time: 0.1850128 Jan 27 17:38:33.807054 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc287730-b574-4f0c-bca2-5cdbe93182b4 req-4599b954-1928-44de-a383-ef253a84e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:33.808575 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-dc287730-b574-4f0c-bca2-5cdbe93182b4 req-4599b954-1928-44de-a383-ef253a84e6e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752630 Jan 27 17:38:33.946619 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-dc287730-b574-4f0c-bca2-5cdbe93182b4 req-8f2ff00c-c61f-44dc-a632-a10a5e8eabd8 service neutron] 10.222.0.83 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314788 Jan 27 17:38:34.075094 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-dc287730-b574-4f0c-bca2-5cdbe93182b4 req-71b0a1c1-4228-4a18-97d2-a2846c5d9a5c service neutron] 10.222.0.83 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221850 Jan 27 17:38:40.496147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ec299-d68d-46f1-aa1d-89258fc450fc req-72881876-e66c-49fb-993b-b538e88326f0 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:40.497594 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-334ec299-d68d-46f1-aa1d-89258fc450fc req-72881876-e66c-49fb-993b-b538e88326f0 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 946 time: 0.0856371 Jan 27 17:38:40.542267 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-334ec299-d68d-46f1-aa1d-89258fc450fc req-198f7ec3-266e-4654-a9d7-0ecd8bab2819 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388658 Jan 27 17:38:40.565916 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43308) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:40.703178 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e822e4-38c2-4ce8-9471-78e92fcee45c tempest-TestMinimumBasicScenario-671922552 tempest-TestMinimumBasicScenario-671922552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:40.703845 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-37e822e4-38c2-4ce8-9471-78e92fcee45c tempest-TestMinimumBasicScenario-671922552 tempest-TestMinimumBasicScenario-671922552-project-admin] Synchronizing usage tracker for tenant:ef42516ef35f4fbbb0f4fe5ad3b57ea2 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:38:40.722679 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-37e822e4-38c2-4ce8-9471-78e92fcee45c tempest-TestMinimumBasicScenario-671922552 tempest-TestMinimumBasicScenario-671922552-project-admin] Unset dirty status for tenant:ef42516ef35f4fbbb0f4fe5ad3b57ea2 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:38:40.723919 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-37e822e4-38c2-4ce8-9471-78e92fcee45c tempest-TestMinimumBasicScenario-671922552 tempest-TestMinimumBasicScenario-671922552-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 1094 time: 0.1570249 Jan 27 17:38:40.728619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43314) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:40.733501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '0d406628-5203-46d1-9e61-4d43b39dfc76', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:38:40.739852 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:38:40.743946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Usage tracker for resource:floatingip and tenant:455bf7a0c50a4744907f00fb702ff070 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:38:40.746956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:38:40.752982 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:38:40.765237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for floatingip, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:40.913016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:41.064074 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Allocated IP 172.26.1.173 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/6430b508-c2ac-4c11-b9e6-d4d478345436) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:38:41.210527 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:41.249969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:41.322777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:38:41.325836 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:38:41.329098 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:38:41.363116 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Pushing event updated for resources: {'Port': ['ID=6430b508-c2ac-4c11-b9e6-d4d478345436,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:41.375175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:41.375428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:41.375768 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:41.376100 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:41.376431 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:41.376736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:41.377074 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:41.377395 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:41.377718 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:41.378057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:41.378376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:41.378692 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:41.582788 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:38:41.773660 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:41.850997 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:42.169735 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:42.177408 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:42.279485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Pushing event updated for resources: {'Port': ['ID=6430b508-c2ac-4c11-b9e6-d4d478345436,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:42.295649 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:42.468024 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Floating IP 051ed523-7a77-4b72-8a5f-315303370478 associated. External IP: 172.26.1.173, port: 0d406628-5203-46d1-9e61-4d43b39dfc76. Jan 27 17:38:42.822607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Router 310fa1ed-edd2-47fb-8547-4dd596fc852c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:38:43.002864 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:38:43.014067 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63071c9f-63fc-47f9-9717-a48a9a406677 None None] Sync routers for ids ['310fa1ed-edd2-47fb-8547-4dd596fc852c'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:38:43.024112 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63071c9f-63fc-47f9-9717-a48a9a406677 None None] Routers {'310fa1ed-edd2-47fb-8547-4dd596fc852c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:38:43.025020 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-63071c9f-63fc-47f9-9717-a48a9a406677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:38:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['310fa1ed-edd2-47fb-8547-4dd596fc852c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:43.032107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.092063 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-75757c63-b5d4-4fd4-a0aa-69fbeadef1df tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3597076 Jan 27 17:38:43.092063 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'tag': '0d406628-5203-46d1-9e61-4d43b39dfc76'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:38:43.092986 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43318) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:43.099784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-903748064', 'description': 'tempest-secgroup-smoke-903748064 description', 'project_id': '455bf7a0c50a4744907f00fb702ff070'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:38:43.106884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:38:43.116670 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:38:43.128242 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.139719 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'tag': '0d406628-5203-46d1-9e61-4d43b39dfc76', 'status': 'completed', 'code': 200} Jan 27 17:38:43.148373 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:38:43.152608 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Usage tracker for resource:security_group_rule and tenant:455bf7a0c50a4744907f00fb702ff070 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:38:43.155565 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:38:43.161509 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:38:43.203353 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-63071c9f-63fc-47f9-9717-a48a9a406677 None None] Set router 310fa1ed-edd2-47fb-8547-4dd596fc852c gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:38:43.233169 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.237899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.241557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408333d4-4f19-4343-9243-227058c6456d req-2f9e8d02-4bf3-49d7-9cdf-9636821c12c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:43.243465 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-408333d4-4f19-4343-9243-227058c6456d req-2f9e8d02-4bf3-49d7-9cdf-9636821c12c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=455bf7a0c50a4744907f00fb702ff070&device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 1099 time: 0.0776522 Jan 27 17:38:43.288630 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e99d7b2a-ce51-42da-a76b-0d88a11cad61,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:43.296313 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:43.296656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:43.296993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:43.297322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:43.297642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:43.298187 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:43.298680 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:43.299154 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:43.299682 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:43.300166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:43.301069 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:43.301539 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:38:43.304786 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.309181 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3b60ad29-f3c3-4779-900b-3f2d1e1b19b4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2136409 Jan 27 17:38:43.309998 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43324) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:43.318895 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-217a2745-ea84-4a07-bab3-7d1c9c682725 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Request body: {'security_group_rule': {'security_group_id': 'e99d7b2a-ce51-42da-a76b-0d88a11cad61', 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:38:43.327120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-217a2745-ea84-4a07-bab3-7d1c9c682725 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:38:43.343462 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-217a2745-ea84-4a07-bab3-7d1c9c682725 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Usage tracker for resource:security_group_rule and tenant:455bf7a0c50a4744907f00fb702ff070 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:38:43.346011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-217a2745-ea84-4a07-bab3-7d1c9c682725 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:38:43.352087 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-217a2745-ea84-4a07-bab3-7d1c9c682725 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:38:43.373951 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-217a2745-ea84-4a07-bab3-7d1c9c682725 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.412434 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408333d4-4f19-4343-9243-227058c6456d req-d5fbd8f5-fd67-4ea2-b9f6-d57559751af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:43.413922 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-408333d4-4f19-4343-9243-227058c6456d req-d5fbd8f5-fd67-4ea2-b9f6-d57559751af1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 HTTP/1.1" status: 200 len: 916 time: 0.1600814 Jan 27 17:38:43.450174 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-217a2745-ea84-4a07-bab3-7d1c9c682725 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.459300 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-217a2745-ea84-4a07-bab3-7d1c9c682725 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.485435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a2745-ea84-4a07-bab3-7d1c9c682725 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c4b87f-17bc-491b-b990-bd5e65f026f0,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:43.496561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-217a2745-ea84-4a07-bab3-7d1c9c682725 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.502419 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-217a2745-ea84-4a07-bab3-7d1c9c682725 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1862044 Jan 27 17:38:43.502419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43328) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:43.518583 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ead1e954-7aea-4d73-b604-3f306487f85c tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Request body: {'security_group_rule': {'security_group_id': 'e99d7b2a-ce51-42da-a76b-0d88a11cad61', 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:38:43.518583 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ead1e954-7aea-4d73-b604-3f306487f85c tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:38:43.518583 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ead1e954-7aea-4d73-b604-3f306487f85c tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Usage tracker for resource:security_group_rule and tenant:455bf7a0c50a4744907f00fb702ff070 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:38:43.532040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ead1e954-7aea-4d73-b604-3f306487f85c tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:38:43.532040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ead1e954-7aea-4d73-b604-3f306487f85c tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:38:43.537111 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-408333d4-4f19-4343-9243-227058c6456d req-a110ddb4-2e29-415e-bb0e-f51a8bc8bfc8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d406628-5203-46d1-9e61-4d43b39dfc76 HTTP/1.1" status: 200 len: 1000 time: 0.1158938 Jan 27 17:38:43.544522 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ead1e954-7aea-4d73-b604-3f306487f85c tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.586459 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-63071c9f-63fc-47f9-9717-a48a9a406677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'name': 'tempest-TestMinimumBasicScenario-257593412-router', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:48Z', 'updated_at': '2022-01-27T17:37:52Z', 'revision_number': 4, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'gw_port': {'id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:49Z', 'updated_at': '2022-01-27T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '051ed523-7a77-4b72-8a5f-315303370478', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'floating_ip_address': '172.26.1.173', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'port_id': '0d406628-5203-46d1-9e61-4d43b39dfc76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3', 'mac_address': 'fa:16:3e:e6:b2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:38:41Z', 'updated_at': '2022-01-27T17:38:41Z', 'revision_number': 0, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d5420b-9f46-47aa-8091-eeaeb7cab610', 'name': '', 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'mac_address': 'fa:16:3e:14:e6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:51Z', 'updated_at': '2022-01-27T17:37:58Z', 'revision_number': 5, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'subnets': [{'id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:43.591758 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63071c9f-63fc-47f9-9717-a48a9a406677 None None] Checking router: 310fa1ed-edd2-47fb-8547-4dd596fc852c for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:38:43.602805 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63071c9f-63fc-47f9-9717-a48a9a406677 None None] Routers {'310fa1ed-edd2-47fb-8547-4dd596fc852c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:38:43.603406 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-63071c9f-63fc-47f9-9717-a48a9a406677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:38:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['310fa1ed-edd2-47fb-8547-4dd596fc852c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:43.609580 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408333d4-4f19-4343-9243-227058c6456d req-871e2522-c557-47b5-8292-c9704f2099b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:43.611070 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-408333d4-4f19-4343-9243-227058c6456d req-871e2522-c557-47b5-8292-c9704f2099b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d08e1b0c-dcd9-491a-a3ee-9275f2c4f35e HTTP/1.1" status: 200 len: 853 time: 0.0664480 Jan 27 17:38:43.618274 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ead1e954-7aea-4d73-b604-3f306487f85c tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.623435 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ead1e954-7aea-4d73-b604-3f306487f85c tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.655130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1e954-7aea-4d73-b604-3f306487f85c tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbc555a-1bfd-43c3-a973-4b1b206a747d,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:43.665968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ead1e954-7aea-4d73-b604-3f306487f85c tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.667219 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ead1e954-7aea-4d73-b604-3f306487f85c tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1650388 Jan 27 17:38:43.670202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43332) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:43.675458 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-33b8c94b-de81-4900-bfab-baa04957af6a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Request body: {'security_group_rule': {'security_group_id': 'e99d7b2a-ce51-42da-a76b-0d88a11cad61', 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:38:43.681913 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-33b8c94b-de81-4900-bfab-baa04957af6a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:38:43.685721 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-33b8c94b-de81-4900-bfab-baa04957af6a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Usage tracker for resource:security_group_rule and tenant:455bf7a0c50a4744907f00fb702ff070 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:38:43.688675 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-33b8c94b-de81-4900-bfab-baa04957af6a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:38:43.694816 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-33b8c94b-de81-4900-bfab-baa04957af6a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:38:43.702162 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408333d4-4f19-4343-9243-227058c6456d req-d689041f-f1ab-4303-bed5-b9e06cf9f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:43.703891 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-408333d4-4f19-4343-9243-227058c6456d req-d689041f-f1ab-4303-bed5-b9e06cf9f9da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844970 Jan 27 17:38:43.720092 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-33b8c94b-de81-4900-bfab-baa04957af6a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.787494 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-33b8c94b-de81-4900-bfab-baa04957af6a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.790893 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-63071c9f-63fc-47f9-9717-a48a9a406677 None None] Set router 310fa1ed-edd2-47fb-8547-4dd596fc852c gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:38:43.792853 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-33b8c94b-de81-4900-bfab-baa04957af6a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.817842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8c94b-de81-4900-bfab-baa04957af6a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f73b28-dcf4-4dc8-b068-770f9afea428,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:43.832928 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-33b8c94b-de81-4900-bfab-baa04957af6a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.834213 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-33b8c94b-de81-4900-bfab-baa04957af6a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1630805 Jan 27 17:38:43.837158 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43336) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:43.842563 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c492bf60-1d08-4bc5-a730-c2dafe588f1b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Request body: {'security_group_rule': {'security_group_id': 'e99d7b2a-ce51-42da-a76b-0d88a11cad61', 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:38:43.848870 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c492bf60-1d08-4bc5-a730-c2dafe588f1b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:38:43.852772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c492bf60-1d08-4bc5-a730-c2dafe588f1b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Usage tracker for resource:security_group_rule and tenant:455bf7a0c50a4744907f00fb702ff070 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:38:43.856039 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c492bf60-1d08-4bc5-a730-c2dafe588f1b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:38:43.862336 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c492bf60-1d08-4bc5-a730-c2dafe588f1b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:38:43.883950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c492bf60-1d08-4bc5-a730-c2dafe588f1b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.946287 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c492bf60-1d08-4bc5-a730-c2dafe588f1b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.952583 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c492bf60-1d08-4bc5-a730-c2dafe588f1b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.977766 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492bf60-1d08-4bc5-a730-c2dafe588f1b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a8a237-0746-4011-ad08-c97a782e8169,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:43.983219 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-408333d4-4f19-4343-9243-227058c6456d req-c16f8374-7ecc-4a46-8a45-5b2faecd8707 service neutron] 10.222.0.83 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729681 Jan 27 17:38:43.988559 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c492bf60-1d08-4bc5-a730-c2dafe588f1b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:43.990126 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c492bf60-1d08-4bc5-a730-c2dafe588f1b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520071 Jan 27 17:38:43.992954 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43340) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:43.998181 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-d719c912-69e4-4104-9a27-7598b0c7328a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Request body: {'security_group_rule': {'security_group_id': 'e99d7b2a-ce51-42da-a76b-0d88a11cad61', 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:38:44.004261 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d719c912-69e4-4104-9a27-7598b0c7328a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:38:44.008329 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d719c912-69e4-4104-9a27-7598b0c7328a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Usage tracker for resource:security_group_rule and tenant:455bf7a0c50a4744907f00fb702ff070 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:38:44.011565 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-d719c912-69e4-4104-9a27-7598b0c7328a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:38:44.017389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-d719c912-69e4-4104-9a27-7598b0c7328a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:38:44.036450 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-d719c912-69e4-4104-9a27-7598b0c7328a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Project 455bf7a0c50a4744907f00fb702ff070 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:38:44.047060 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d719c912-69e4-4104-9a27-7598b0c7328a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:44.123099 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-408333d4-4f19-4343-9243-227058c6456d req-cd082959-7558-4a15-8a2a-f8c5c58801ed service neutron] 10.222.0.83 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329093 Jan 27 17:38:44.124842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d719c912-69e4-4104-9a27-7598b0c7328a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:44.129831 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d719c912-69e4-4104-9a27-7598b0c7328a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:44.154065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719c912-69e4-4104-9a27-7598b0c7328a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9df670-2205-4824-9617-27dc392f2128,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:44.156340 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-63071c9f-63fc-47f9-9717-a48a9a406677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'name': 'tempest-TestMinimumBasicScenario-257593412-router', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:48Z', 'updated_at': '2022-01-27T17:37:52Z', 'revision_number': 4, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'gw_port': {'id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:49Z', 'updated_at': '2022-01-27T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '051ed523-7a77-4b72-8a5f-315303370478', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'floating_ip_address': '172.26.1.173', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'port_id': '0d406628-5203-46d1-9e61-4d43b39dfc76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3', 'mac_address': 'fa:16:3e:e6:b2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:38:41Z', 'updated_at': '2022-01-27T17:38:41Z', 'revision_number': 0, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d5420b-9f46-47aa-8091-eeaeb7cab610', 'name': '', 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'mac_address': 'fa:16:3e:14:e6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:51Z', 'updated_at': '2022-01-27T17:37:58Z', 'revision_number': 5, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'subnets': [{'id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:38:44.160857 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63071c9f-63fc-47f9-9717-a48a9a406677 None None] The sync data for ids ['310fa1ed-edd2-47fb-8547-4dd596fc852c'] in dv-neutron-826439-2-hyperv is: [{'id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'name': 'tempest-TestMinimumBasicScenario-257593412-router', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:48Z', 'updated_at': '2022-01-27T17:37:52Z', 'revision_number': 4, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'gw_port': {'id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:49Z', 'updated_at': '2022-01-27T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '051ed523-7a77-4b72-8a5f-315303370478', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'floating_ip_address': '172.26.1.173', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'port_id': '0d406628-5203-46d1-9e61-4d43b39dfc76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3', 'mac_address': 'fa:16:3e:e6:b2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:38:41Z', 'updated_at': '2022-01-27T17:38:41Z', 'revision_number': 0, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d5420b-9f46-47aa-8091-eeaeb7cab610', 'name': '', 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'mac_address': 'fa:16:3e:14:e6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:51Z', 'updated_at': '2022-01-27T17:37:58Z', 'revision_number': 5, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'subnets': [{'id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:38:44.165259 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d719c912-69e4-4104-9a27-7598b0c7328a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:44.165939 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d719c912-69e4-4104-9a27-7598b0c7328a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1717503 Jan 27 17:38:44.168732 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43344) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:38:44.174292 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-78eafb09-cfd8-4299-9eac-38db3a3350ff tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Request body: {'security_group_rule': {'security_group_id': 'e99d7b2a-ce51-42da-a76b-0d88a11cad61', 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:38:44.180908 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-78eafb09-cfd8-4299-9eac-38db3a3350ff tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:38:44.184700 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-78eafb09-cfd8-4299-9eac-38db3a3350ff tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Usage tracker for resource:security_group_rule and tenant:455bf7a0c50a4744907f00fb702ff070 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:38:44.187548 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-78eafb09-cfd8-4299-9eac-38db3a3350ff tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:38:44.193270 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-78eafb09-cfd8-4299-9eac-38db3a3350ff tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:38:44.204370 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-78eafb09-cfd8-4299-9eac-38db3a3350ff tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Project 455bf7a0c50a4744907f00fb702ff070 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:38:44.211482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-78eafb09-cfd8-4299-9eac-38db3a3350ff tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:44.278495 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-78eafb09-cfd8-4299-9eac-38db3a3350ff tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:44.282860 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-78eafb09-cfd8-4299-9eac-38db3a3350ff tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:44.306857 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eafb09-cfd8-4299-9eac-38db3a3350ff tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3674dc6a-b09f-4e46-8a26-db901709f79a,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:44.316431 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-78eafb09-cfd8-4299-9eac-38db3a3350ff tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:44.317884 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-78eafb09-cfd8-4299-9eac-38db3a3350ff tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1481292 Jan 27 17:38:44.484793 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3c699f6b-eec9-4c96-b2f9-321472a6090c req-c69e1d48-0581-49f7-81dc-02c632e34d4b tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-903748064&fields=id&tenant_id=455bf7a0c50a4744907f00fb702ff070 HTTP/1.1" status: 200 len: 267 time: 0.0444825 Jan 27 17:38:44.507229 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30590b96-8924-40c6-a56b-9b5f957f70bf None None] New status for floating IP 051ed523-7a77-4b72-8a5f-315303370478: ACTIVE {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:38:44.564856 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c699f6b-eec9-4c96-b2f9-321472a6090c req-03e74ce3-7824-4822-b702-f41cff8a8ac6 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:44.566311 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3c699f6b-eec9-4c96-b2f9-321472a6090c req-03e74ce3-7824-4822-b702-f41cff8a8ac6 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 946 time: 0.0818632 Jan 27 17:38:44.577670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-3c699f6b-eec9-4c96-b2f9-321472a6090c req-86f12e3d-89d8-4794-be4d-5e72556502a3 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Request body: {'port': {'security_groups': ['923495e8-4e0e-4f55-9724-e17ec9fd277a', 'e99d7b2a-ce51-42da-a76b-0d88a11cad61']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:38:44.702662 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3c699f6b-eec9-4c96-b2f9-321472a6090c req-86f12e3d-89d8-4794-be4d-5e72556502a3 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:44.978986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-3c699f6b-eec9-4c96-b2f9-321472a6090c req-86f12e3d-89d8-4794-be4d-5e72556502a3 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] For port 0d406628-5203-46d1-9e61-4d43b39dfc76, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0d406628-5203-46d1-9e61-4d43b39dfc76,segment=NetworkSegment(a898c9bb-c78d-4410-baea-cb1993605c50),segment_id=a898c9bb-c78d-4410-baea-cb1993605c50)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:38:45.000224 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3c699f6b-eec9-4c96-b2f9-321472a6090c req-86f12e3d-89d8-4794-be4d-5e72556502a3 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:45.005883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3c699f6b-eec9-4c96-b2f9-321472a6090c req-86f12e3d-89d8-4794-be4d-5e72556502a3 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:45.018088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['0d406628-5203-46d1-9e61-4d43b39dfc76'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:38:45.079006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c699f6b-eec9-4c96-b2f9-321472a6090c req-86f12e3d-89d8-4794-be4d-5e72556502a3 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:45.079006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-3c699f6b-eec9-4c96-b2f9-321472a6090c req-86f12e3d-89d8-4794-be4d-5e72556502a3 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:45.081634 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3c699f6b-eec9-4c96-b2f9-321472a6090c req-86f12e3d-89d8-4794-be4d-5e72556502a3 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "PUT /v2.0/ports/0d406628-5203-46d1-9e61-4d43b39dfc76 HTTP/1.1" status: 200 len: 982 time: 0.5085101 Jan 27 17:38:45.103763 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f12e3d-89d8-4794-be4d-5e72556502a3 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Pushing event updated for resources: {'Port': ['ID=0d406628-5203-46d1-9e61-4d43b39dfc76,revision_number=6']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:38:45.142407 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'tag': '0d406628-5203-46d1-9e61-4d43b39dfc76'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:38:45.168634 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['0d406628-5203-46d1-9e61-4d43b39dfc76'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:38:45.277801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79401314-2533-4312-bb71-d188f2d6fabf req-07c9d8ee-2aef-49e9-9baf-1995655fa97d tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:45.280232 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-79401314-2533-4312-bb71-d188f2d6fabf req-07c9d8ee-2aef-49e9-9baf-1995655fa97d tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 985 time: 0.0921381 Jan 27 17:38:45.335208 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-79401314-2533-4312-bb71-d188f2d6fabf req-0f1c32c4-f885-4302-aca2-2545aa6646c1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Synchronizing usage tracker for tenant:455bf7a0c50a4744907f00fb702ff070 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:38:45.353129 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-79401314-2533-4312-bb71-d188f2d6fabf req-0f1c32c4-f885-4302-aca2-2545aa6646c1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Unset dirty status for tenant:455bf7a0c50a4744907f00fb702ff070 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:38:45.354779 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-79401314-2533-4312-bb71-d188f2d6fabf req-0f1c32c4-f885-4302-aca2-2545aa6646c1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=e99d7b2a-ce51-42da-a76b-0d88a11cad61&id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675776 Jan 27 17:38:45.369455 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'tag': '0d406628-5203-46d1-9e61-4d43b39dfc76', 'status': 'completed', 'code': 200} Jan 27 17:38:45.418790 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b7c9b074-ac3e-4e43-9761-84746064877a None None] Provisioning complete for port 0d406628-5203-46d1-9e61-4d43b39dfc76 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:38:45.419154 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b7c9b074-ac3e-4e43-9761-84746064877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:45.468630 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab4c50-e889-4fea-bc03-c34d6832c7a5 req-9f642a83-cadb-4317-be1b-af116266f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:45.470152 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04ab4c50-e889-4fea-bc03-c34d6832c7a5 req-9f642a83-cadb-4317-be1b-af116266f222 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=455bf7a0c50a4744907f00fb702ff070&device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 1138 time: 0.0788577 Jan 27 17:38:45.604126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab4c50-e889-4fea-bc03-c34d6832c7a5 req-c968a515-d0ef-4fb6-b4f3-e2ba0c534aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:45.605505 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04ab4c50-e889-4fea-bc03-c34d6832c7a5 req-c968a515-d0ef-4fb6-b4f3-e2ba0c534aff service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 HTTP/1.1" status: 200 len: 916 time: 0.1285567 Jan 27 17:38:45.710613 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04ab4c50-e889-4fea-bc03-c34d6832c7a5 req-242d4f68-3fe2-4044-bb10-09f084850339 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d406628-5203-46d1-9e61-4d43b39dfc76 HTTP/1.1" status: 200 len: 1002 time: 0.0992205 Jan 27 17:38:45.772324 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab4c50-e889-4fea-bc03-c34d6832c7a5 req-cb68454e-2fd8-4599-8433-6946391fbdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:45.773832 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04ab4c50-e889-4fea-bc03-c34d6832c7a5 req-cb68454e-2fd8-4599-8433-6946391fbdb8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d08e1b0c-dcd9-491a-a3ee-9275f2c4f35e HTTP/1.1" status: 200 len: 853 time: 0.0578094 Jan 27 17:38:45.851477 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab4c50-e889-4fea-bc03-c34d6832c7a5 req-96ade837-d94a-4e9b-bc32-83c9fe907691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:38:45.852957 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04ab4c50-e889-4fea-bc03-c34d6832c7a5 req-96ade837-d94a-4e9b-bc32-83c9fe907691 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736804 Jan 27 17:38:45.987302 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04ab4c50-e889-4fea-bc03-c34d6832c7a5 req-3ed6586a-b310-4df8-882e-8bc83812b04d service neutron] 10.222.0.83 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274407 Jan 27 17:38:46.248526 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04ab4c50-e889-4fea-bc03-c34d6832c7a5 req-a77bd1eb-f9b1-4c02-b2fa-22cd1c87db58 service neutron] 10.222.0.83 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543240 Jan 27 17:38:48.790085 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-301e0f90-8003-4cee-8915-b47c3e05af9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:51.058966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ed880584-4e14-48fa-a003-a6a580bfb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:52.262068 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:52.295441 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:38:53.524994 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:00.722771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76ef62-2b74-4ce9-95da-46bd1f3a9d7b req-d2672d8f-1984-43d3-9735-471c4f454dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:00.724205 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-be76ef62-2b74-4ce9-95da-46bd1f3a9d7b req-d2672d8f-1984-43d3-9735-471c4f454dd3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=455bf7a0c50a4744907f00fb702ff070&device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 1138 time: 0.1298010 Jan 27 17:39:00.735816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b200d-9155-4579-ba1f-5ebee15f450d req-22c2e01a-abb4-4278-9cb1-f5de72ef6e1a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:00.737127 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-425b200d-9155-4579-ba1f-5ebee15f450d req-22c2e01a-abb4-4278-9cb1-f5de72ef6e1a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 985 time: 0.1108570 Jan 27 17:39:00.861991 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-425b200d-9155-4579-ba1f-5ebee15f450d req-0d259e06-388b-424d-82bd-077c033689f3 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=e99d7b2a-ce51-42da-a76b-0d88a11cad61&id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1070440 Jan 27 17:39:00.893715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76ef62-2b74-4ce9-95da-46bd1f3a9d7b req-28e6516e-66b4-4894-bdad-9fa6e728cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:00.895140 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-be76ef62-2b74-4ce9-95da-46bd1f3a9d7b req-28e6516e-66b4-4894-bdad-9fa6e728cdac service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 HTTP/1.1" status: 200 len: 916 time: 0.1572082 Jan 27 17:39:00.998546 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-be76ef62-2b74-4ce9-95da-46bd1f3a9d7b req-a16cef41-bd79-4380-932b-b2d4569779ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d406628-5203-46d1-9e61-4d43b39dfc76 HTTP/1.1" status: 200 len: 1002 time: 0.0969214 Jan 27 17:39:01.061553 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76ef62-2b74-4ce9-95da-46bd1f3a9d7b req-f4e22d03-6773-4866-8127-66a2a8ee7b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:01.063050 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-be76ef62-2b74-4ce9-95da-46bd1f3a9d7b req-f4e22d03-6773-4866-8127-66a2a8ee7b16 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d08e1b0c-dcd9-491a-a3ee-9275f2c4f35e HTTP/1.1" status: 200 len: 853 time: 0.0573771 Jan 27 17:39:01.141413 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76ef62-2b74-4ce9-95da-46bd1f3a9d7b req-12ee0718-c697-4e0b-8510-69c99d9b885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:01.142907 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-be76ef62-2b74-4ce9-95da-46bd1f3a9d7b req-12ee0718-c697-4e0b-8510-69c99d9b885b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724266 Jan 27 17:39:01.275744 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-be76ef62-2b74-4ce9-95da-46bd1f3a9d7b req-562edd41-14df-43d7-8a59-b19ebc7cb662 service neutron] 10.222.0.83 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255295 Jan 27 17:39:01.407933 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-be76ef62-2b74-4ce9-95da-46bd1f3a9d7b req-4d969fbb-629e-4425-8a0f-37140ba42595 service neutron] 10.222.0.83 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256490 Jan 27 17:39:02.067580 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735db318-6bac-4770-a2ec-5daffe404104 req-b4c9fdc1-a17b-4708-a3a8-1e1bbec742b6 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:02.069031 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-735db318-6bac-4770-a2ec-5daffe404104 req-b4c9fdc1-a17b-4708-a3a8-1e1bbec742b6 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 985 time: 0.0833867 Jan 27 17:39:02.115486 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-735db318-6bac-4770-a2ec-5daffe404104 req-6ab42691-c402-46a1-875b-f08d05fde5d4 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=e99d7b2a-ce51-42da-a76b-0d88a11cad61&id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405724 Jan 27 17:39:03.334680 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45835c0-9c1b-4a7c-9eb5-f4e082cafad9 req-faf5dbf1-13a6-47bd-88e8-1388fbb83785 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:03.336130 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d45835c0-9c1b-4a7c-9eb5-f4e082cafad9 req-faf5dbf1-13a6-47bd-88e8-1388fbb83785 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 985 time: 0.0989263 Jan 27 17:39:03.383188 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d45835c0-9c1b-4a7c-9eb5-f4e082cafad9 req-4d3b97b3-1e39-483e-93d2-d0b7957f7f24 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=e99d7b2a-ce51-42da-a76b-0d88a11cad61&id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410371 Jan 27 17:39:03.690485 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:04.593367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a0b86-386e-4189-be6f-f629d3e945a9 req-773068ad-78c7-4d6a-91e8-f6fbaf48a2c7 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:04.594841 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b61a0b86-386e-4189-be6f-f629d3e945a9 req-773068ad-78c7-4d6a-91e8-f6fbaf48a2c7 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 985 time: 0.0948317 Jan 27 17:39:04.645387 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b61a0b86-386e-4189-be6f-f629d3e945a9 req-e6981801-761d-441f-b892-e4d8a95e3db8 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=e99d7b2a-ce51-42da-a76b-0d88a11cad61&id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447223 Jan 27 17:39:05.863118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6d7aa-b9d0-4c69-82e6-81306528b05c req-452517f5-3700-4d96-b193-255da9a0509e tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:05.864576 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-edc6d7aa-b9d0-4c69-82e6-81306528b05c req-452517f5-3700-4d96-b193-255da9a0509e tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 985 time: 0.0952914 Jan 27 17:39:05.914342 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-edc6d7aa-b9d0-4c69-82e6-81306528b05c req-da996ec9-8753-4442-b776-dcc71697ed38 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=e99d7b2a-ce51-42da-a76b-0d88a11cad61&id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438232 Jan 27 17:39:07.105803 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c872d-dc91-4222-b28a-4c5b68dabb48 req-ce63ad45-577b-486a-b875-572166c12cc1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:07.107312 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-747c872d-dc91-4222-b28a-4c5b68dabb48 req-ce63ad45-577b-486a-b875-572166c12cc1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 985 time: 0.0809383 Jan 27 17:39:07.157202 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-747c872d-dc91-4222-b28a-4c5b68dabb48 req-1a7f74dd-2996-4856-990b-33555cbd2a3a tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=e99d7b2a-ce51-42da-a76b-0d88a11cad61&id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439923 Jan 27 17:39:08.354868 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1673b79-c5f3-42cb-9e60-bb0fb66105cf req-8918d5ea-7873-40df-9bc0-f00f2d7fcb4d tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:08.356310 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a1673b79-c5f3-42cb-9e60-bb0fb66105cf req-8918d5ea-7873-40df-9bc0-f00f2d7fcb4d tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 985 time: 0.0951288 Jan 27 17:39:08.406541 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a1673b79-c5f3-42cb-9e60-bb0fb66105cf req-d577bfa3-c427-440d-a2a9-be29d52e3b58 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=e99d7b2a-ce51-42da-a76b-0d88a11cad61&id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441253 Jan 27 17:39:09.611865 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc1d7-e90b-4452-9237-a86d83f892b0 req-c79d7af6-5947-4d7c-b5dd-93e854613d1e tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:09.613265 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-57dbc1d7-e90b-4452-9237-a86d83f892b0 req-c79d7af6-5947-4d7c-b5dd-93e854613d1e tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 985 time: 0.0857186 Jan 27 17:39:09.662988 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-57dbc1d7-e90b-4452-9237-a86d83f892b0 req-3a3d3768-b195-4766-a640-3c4ec8146b15 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=e99d7b2a-ce51-42da-a76b-0d88a11cad61&id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410821 Jan 27 17:39:10.867847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ecde6-2407-4ccc-91e4-083c867ce4fa req-e5396b4f-e0e2-4852-89f8-4dea5ede7202 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:10.869301 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-951ecde6-2407-4ccc-91e4-083c867ce4fa req-e5396b4f-e0e2-4852-89f8-4dea5ede7202 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 985 time: 0.0936389 Jan 27 17:39:10.914677 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-951ecde6-2407-4ccc-91e4-083c867ce4fa req-9c0285e9-d724-411f-9d19-1d0834e1face tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=e99d7b2a-ce51-42da-a76b-0d88a11cad61&id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395799 Jan 27 17:39:12.108125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3abf72-f798-4420-b900-358199ad48c1 req-428fed81-f983-4222-8002-1ab150b3574c tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:12.110010 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0e3abf72-f798-4420-b900-358199ad48c1 req-428fed81-f983-4222-8002-1ab150b3574c tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 985 time: 0.0851343 Jan 27 17:39:12.155817 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0e3abf72-f798-4420-b900-358199ad48c1 req-33413fd1-8cc0-43d3-bd10-6477e1bf18cb tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=e99d7b2a-ce51-42da-a76b-0d88a11cad61&id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399301 Jan 27 17:39:13.353472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0847bfc-5fd6-4568-ab82-d4e88b06a22d req-4f6b69fe-4683-45f1-a693-ec0c68683549 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:13.354855 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b0847bfc-5fd6-4568-ab82-d4e88b06a22d req-4f6b69fe-4683-45f1-a693-ec0c68683549 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 985 time: 0.0838785 Jan 27 17:39:13.404265 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b0847bfc-5fd6-4568-ab82-d4e88b06a22d req-8052afa8-1896-4ef6-bd76-5d6551a4a70d tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=e99d7b2a-ce51-42da-a76b-0d88a11cad61&id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435653 Jan 27 17:39:18.588757 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:39:18.798602 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14e85bc5-7522-43c2-9a4e-b759cb850533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:21.046357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec546e56-b29e-4df5-8ddb-d7fc21f5ca0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:22.261129 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:22.287233 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:23.530244 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:33.126632 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fb6ccde7-a1a6-472a-9c3d-66f3652da133 req-5c44bb88-7863-499f-8545-7a19b790e9ea service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697186 Jan 27 17:39:33.278833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ccde7-a1a6-472a-9c3d-66f3652da133 req-6c4dbb65-d9a1-4bc5-8696-ab7b24a86409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:33.280356 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fb6ccde7-a1a6-472a-9c3d-66f3652da133 req-6c4dbb65-d9a1-4bc5-8696-ab7b24a86409 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=455bf7a0c50a4744907f00fb702ff070&device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 1138 time: 0.0866699 Jan 27 17:39:33.544027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ccde7-a1a6-472a-9c3d-66f3652da133 req-d413763b-042d-41cb-ae42-2ccf7f2a924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:33.545464 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fb6ccde7-a1a6-472a-9c3d-66f3652da133 req-d413763b-042d-41cb-ae42-2ccf7f2a924d service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 HTTP/1.1" status: 200 len: 916 time: 0.2439036 Jan 27 17:39:33.661532 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fb6ccde7-a1a6-472a-9c3d-66f3652da133 req-52e6473f-3838-4133-8403-b68e461f2dcc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d406628-5203-46d1-9e61-4d43b39dfc76 HTTP/1.1" status: 200 len: 1002 time: 0.1070380 Jan 27 17:39:33.708262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:33.733401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ccde7-a1a6-472a-9c3d-66f3652da133 req-e4ef1c2a-e3e8-4202-ab84-81486a75a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:33.734957 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fb6ccde7-a1a6-472a-9c3d-66f3652da133 req-e4ef1c2a-e3e8-4202-ab84-81486a75a4fc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d08e1b0c-dcd9-491a-a3ee-9275f2c4f35e HTTP/1.1" status: 200 len: 853 time: 0.0689738 Jan 27 17:39:33.811253 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ccde7-a1a6-472a-9c3d-66f3652da133 req-1ad96f94-8e57-4a96-a3b4-70173e40bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:33.812628 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fb6ccde7-a1a6-472a-9c3d-66f3652da133 req-1ad96f94-8e57-4a96-a3b4-70173e40bf3b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701623 Jan 27 17:39:33.955405 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fb6ccde7-a1a6-472a-9c3d-66f3652da133 req-0089d5ef-7ee7-45e7-ad0c-1d7a3b929295 service neutron] 10.222.0.83 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317792 Jan 27 17:39:34.100153 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fb6ccde7-a1a6-472a-9c3d-66f3652da133 req-b94c317e-43e9-4922-8c9a-be0fcdab7e20 service neutron] 10.222.0.83 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411638 Jan 27 17:39:45.846501 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c0e29402-bbee-4bbd-a9d9-f8414e3a0296 req-ba6558c1-e6e6-4ddd-9f1c-b32083117264 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-903748064&fields=id&tenant_id=455bf7a0c50a4744907f00fb702ff070 HTTP/1.1" status: 200 len: 267 time: 0.0429695 Jan 27 17:39:46.022243 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e29402-bbee-4bbd-a9d9-f8414e3a0296 req-1274693c-02e6-4f1b-8403-f374eafa6485 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:46.023606 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c0e29402-bbee-4bbd-a9d9-f8414e3a0296 req-1274693c-02e6-4f1b-8403-f374eafa6485 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 985 time: 0.1716933 Jan 27 17:39:46.034506 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [req-c0e29402-bbee-4bbd-a9d9-f8414e3a0296 req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Request body: {'port': {'security_groups': ['923495e8-4e0e-4f55-9724-e17ec9fd277a']}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:39:46.152010 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-c0e29402-bbee-4bbd-a9d9-f8414e3a0296 req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.390158 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-c0e29402-bbee-4bbd-a9d9-f8414e3a0296 req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] For port 0d406628-5203-46d1-9e61-4d43b39dfc76, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0d406628-5203-46d1-9e61-4d43b39dfc76,segment=NetworkSegment(a898c9bb-c78d-4410-baea-cb1993605c50),segment_id=a898c9bb-c78d-4410-baea-cb1993605c50)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:46.414464 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-c0e29402-bbee-4bbd-a9d9-f8414e3a0296 req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.421381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-c0e29402-bbee-4bbd-a9d9-f8414e3a0296 req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.433572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['0d406628-5203-46d1-9e61-4d43b39dfc76'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:39:46.488981 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e29402-bbee-4bbd-a9d9-f8414e3a0296 req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:46.489588 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-c0e29402-bbee-4bbd-a9d9-f8414e3a0296 req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.494063 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c0e29402-bbee-4bbd-a9d9-f8414e3a0296 req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "PUT /v2.0/ports/0d406628-5203-46d1-9e61-4d43b39dfc76 HTTP/1.1" status: 200 len: 943 time: 0.4640193 Jan 27 17:39:46.494542 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'tag': '0d406628-5203-46d1-9e61-4d43b39dfc76'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:39:46.497087 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43398) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:46.520788 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Pushing event updated for resources: {'Port': ['ID=0d406628-5203-46d1-9e61-4d43b39dfc76,revision_number=7']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:46.529647 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.530268 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.530670 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.530929 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.531248 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.531566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.532002 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.532327 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.532640 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.532950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.533294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.533566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4e3941-4f5c-496b-aeb9-61e24e161ce1 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.583202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52126713-8ef6-48e8-be13-c22c3221cf76 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.617984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52126713-8ef6-48e8-be13-c22c3221cf76 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.628397 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['0d406628-5203-46d1-9e61-4d43b39dfc76'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:39:46.651247 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'tag': '0d406628-5203-46d1-9e61-4d43b39dfc76', 'status': 'completed', 'code': 200} Jan 27 17:39:46.736222 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52126713-8ef6-48e8-be13-c22c3221cf76 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.762570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52126713-8ef6-48e8-be13-c22c3221cf76 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99d7b2a-ce51-42da-a76b-0d88a11cad61,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:46.764036 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c3ebe0fc-b24a-45b7-90d5-5e114a726384 None None] Provisioning complete for port 0d406628-5203-46d1-9e61-4d43b39dfc76 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:39:46.764429 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3ebe0fc-b24a-45b7-90d5-5e114a726384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.775688 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52126713-8ef6-48e8-be13-c22c3221cf76 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.776030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52126713-8ef6-48e8-be13-c22c3221cf76 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.776365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52126713-8ef6-48e8-be13-c22c3221cf76 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.776693 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52126713-8ef6-48e8-be13-c22c3221cf76 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.777018 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52126713-8ef6-48e8-be13-c22c3221cf76 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.777340 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52126713-8ef6-48e8-be13-c22c3221cf76 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.777661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52126713-8ef6-48e8-be13-c22c3221cf76 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.778006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52126713-8ef6-48e8-be13-c22c3221cf76 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.778323 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52126713-8ef6-48e8-be13-c22c3221cf76 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.778636 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52126713-8ef6-48e8-be13-c22c3221cf76 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.778949 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52126713-8ef6-48e8-be13-c22c3221cf76 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.779269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52126713-8ef6-48e8-be13-c22c3221cf76 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:39:46.786134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-52126713-8ef6-48e8-be13-c22c3221cf76 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:46.787409 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-52126713-8ef6-48e8-be13-c22c3221cf76 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "DELETE /v2.0/security-groups/e99d7b2a-ce51-42da-a76b-0d88a11cad61 HTTP/1.1" status: 204 len: 168 time: 0.2886543 Jan 27 17:39:46.789866 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e365025-59ec-4546-9cab-7c93872fc2bb req-d2c5604f-e6ed-4727-b194-25a81fe03bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:46.791001 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43406) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:46.792378 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8e365025-59ec-4546-9cab-7c93872fc2bb req-d2c5604f-e6ed-4727-b194-25a81fe03bd0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=455bf7a0c50a4744907f00fb702ff070&device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 1099 time: 0.1163864 Jan 27 17:39:46.928950 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e365025-59ec-4546-9cab-7c93872fc2bb req-5da526bb-67d9-41c9-81cb-f3d774e6eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:46.930553 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8e365025-59ec-4546-9cab-7c93872fc2bb req-5da526bb-67d9-41c9-81cb-f3d774e6eaad service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 HTTP/1.1" status: 200 len: 916 time: 0.1328046 Jan 27 17:39:46.998909 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-ee08cc84-a309-430c-bfd5-14ab95a36e63 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Deleting port 6430b508-c2ac-4c11-b9e6-d4d478345436 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:39:46.999633 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee08cc84-a309-430c-bfd5-14ab95a36e63 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:47.031035 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8e365025-59ec-4546-9cab-7c93872fc2bb req-a42a27d2-178d-42a1-b5a6-548cec1c405b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d406628-5203-46d1-9e61-4d43b39dfc76 HTTP/1.1" status: 200 len: 1002 time: 0.0936103 Jan 27 17:39:47.096866 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e365025-59ec-4546-9cab-7c93872fc2bb req-dcdfaf72-9d32-4723-b881-a20ea3231dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:47.098365 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8e365025-59ec-4546-9cab-7c93872fc2bb req-dcdfaf72-9d32-4723-b881-a20ea3231dca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d08e1b0c-dcd9-491a-a3ee-9275f2c4f35e HTTP/1.1" status: 200 len: 853 time: 0.0615704 Jan 27 17:39:47.166436 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee08cc84-a309-430c-bfd5-14ab95a36e63 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:47.166771 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee08cc84-a309-430c-bfd5-14ab95a36e63 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:47.171783 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e365025-59ec-4546-9cab-7c93872fc2bb req-1ea274c0-144c-4b46-8e75-f3b281c1c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:47.173226 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8e365025-59ec-4546-9cab-7c93872fc2bb req-1ea274c0-144c-4b46-8e75-f3b281c1c5ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687153 Jan 27 17:39:47.291702 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-ee08cc84-a309-430c-bfd5-14ab95a36e63 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Calling delete_port for 6430b508-c2ac-4c11-b9e6-d4d478345436 owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:39:47.307459 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8e365025-59ec-4546-9cab-7c93872fc2bb req-4ef89ea9-606e-4c7e-8afa-711ed7404344 service neutron] 10.222.0.83 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272395 Jan 27 17:39:47.439124 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee08cc84-a309-430c-bfd5-14ab95a36e63 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:47.443622 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8e365025-59ec-4546-9cab-7c93872fc2bb req-c27a5e82-2f26-4181-af43-a1efd6c6e05c service neutron] 10.222.0.83 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295147 Jan 27 17:39:47.488838 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08cc84-a309-430c-bfd5-14ab95a36e63 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Pushing event deleted for resources: {'Port': ['ID=6430b508-c2ac-4c11-b9e6-d4d478345436,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:47.577782 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee08cc84-a309-430c-bfd5-14ab95a36e63 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:47.578047 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-ee08cc84-a309-430c-bfd5-14ab95a36e63 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Floating IP 051ed523-7a77-4b72-8a5f-315303370478 disassociated (deleted). External IP: 172.26.1.173, port: 0d406628-5203-46d1-9e61-4d43b39dfc76. Jan 27 17:39:48.029527 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee08cc84-a309-430c-bfd5-14ab95a36e63 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Router 310fa1ed-edd2-47fb-8547-4dd596fc852c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:39:48.212776 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee08cc84-a309-430c-bfd5-14ab95a36e63 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:39:48.223162 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d809a3e-e07b-4ba6-b1e2-2546ec13ad45 None None] Sync routers for ids ['310fa1ed-edd2-47fb-8547-4dd596fc852c'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:39:48.234237 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d809a3e-e07b-4ba6-b1e2-2546ec13ad45 None None] Routers {'310fa1ed-edd2-47fb-8547-4dd596fc852c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:39:48.234849 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3d809a3e-e07b-4ba6-b1e2-2546ec13ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:39:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['310fa1ed-edd2-47fb-8547-4dd596fc852c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:48.235179 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee08cc84-a309-430c-bfd5-14ab95a36e63 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:48.293974 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ee08cc84-a309-430c-bfd5-14ab95a36e63 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "DELETE /v2.0/floatingips/051ed523-7a77-4b72-8a5f-315303370478 HTTP/1.1" status: 204 len: 168 time: 1.5017540 Jan 27 17:39:48.414519 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-3d809a3e-e07b-4ba6-b1e2-2546ec13ad45 None None] Set router 310fa1ed-edd2-47fb-8547-4dd596fc852c gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:39:48.652756 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'tag': '0d406628-5203-46d1-9e61-4d43b39dfc76'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:39:48.701191 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'tag': '0d406628-5203-46d1-9e61-4d43b39dfc76', 'status': 'completed', 'code': 200} Jan 27 17:39:48.777414 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3d809a3e-e07b-4ba6-b1e2-2546ec13ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'name': 'tempest-TestMinimumBasicScenario-257593412-router', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:48Z', 'updated_at': '2022-01-27T17:37:52Z', 'revision_number': 4, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'gw_port': {'id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:49Z', 'updated_at': '2022-01-27T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '55d5420b-9f46-47aa-8091-eeaeb7cab610', 'name': '', 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'mac_address': 'fa:16:3e:14:e6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:51Z', 'updated_at': '2022-01-27T17:37:58Z', 'revision_number': 5, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'subnets': [{'id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:48.782982 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d809a3e-e07b-4ba6-b1e2-2546ec13ad45 None None] Checking router: 310fa1ed-edd2-47fb-8547-4dd596fc852c for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:39:48.793791 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d809a3e-e07b-4ba6-b1e2-2546ec13ad45 None None] Routers {'310fa1ed-edd2-47fb-8547-4dd596fc852c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:39:48.794593 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3d809a3e-e07b-4ba6-b1e2-2546ec13ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:39:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['310fa1ed-edd2-47fb-8547-4dd596fc852c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:48.794833 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81d3deff-30f0-42b0-a0c0-ae3fabcae1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:48.802816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708095c8-0294-4b49-9d47-7c41021bcef8 req-78efa769-e281-4103-8d06-115f03beffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:48.804294 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-708095c8-0294-4b49-9d47-7c41021bcef8 req-78efa769-e281-4103-8d06-115f03beffd0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=455bf7a0c50a4744907f00fb702ff070&device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 1099 time: 0.0817719 Jan 27 17:39:48.958490 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708095c8-0294-4b49-9d47-7c41021bcef8 req-6ca67db7-b218-4725-913a-274ada860b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:48.959891 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-708095c8-0294-4b49-9d47-7c41021bcef8 req-6ca67db7-b218-4725-913a-274ada860b19 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 HTTP/1.1" status: 200 len: 916 time: 0.1492331 Jan 27 17:39:48.981991 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-3d809a3e-e07b-4ba6-b1e2-2546ec13ad45 None None] Set router 310fa1ed-edd2-47fb-8547-4dd596fc852c gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:39:49.028516 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-708095c8-0294-4b49-9d47-7c41021bcef8 req-0f6ea08e-e899-4c23-a205-85119efd52e0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d406628-5203-46d1-9e61-4d43b39dfc76 HTTP/1.1" status: 200 len: 217 time: 0.0618544 Jan 27 17:39:49.094882 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708095c8-0294-4b49-9d47-7c41021bcef8 req-ebe60031-4587-4428-8e14-a68daec6aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:49.096178 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-708095c8-0294-4b49-9d47-7c41021bcef8 req-ebe60031-4587-4428-8e14-a68daec6aedf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d08e1b0c-dcd9-491a-a3ee-9275f2c4f35e HTTP/1.1" status: 200 len: 853 time: 0.0625610 Jan 27 17:39:49.172933 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708095c8-0294-4b49-9d47-7c41021bcef8 req-480744bd-d2d8-4490-8434-8ec2c0ef1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:49.174486 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-708095c8-0294-4b49-9d47-7c41021bcef8 req-480744bd-d2d8-4490-8434-8ec2c0ef1ad0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712647 Jan 27 17:39:49.304986 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3d809a3e-e07b-4ba6-b1e2-2546ec13ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'name': 'tempest-TestMinimumBasicScenario-257593412-router', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:48Z', 'updated_at': '2022-01-27T17:37:52Z', 'revision_number': 4, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'gw_port': {'id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:49Z', 'updated_at': '2022-01-27T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '55d5420b-9f46-47aa-8091-eeaeb7cab610', 'name': '', 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'mac_address': 'fa:16:3e:14:e6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:51Z', 'updated_at': '2022-01-27T17:37:58Z', 'revision_number': 5, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'subnets': [{'id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:49.310056 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d809a3e-e07b-4ba6-b1e2-2546ec13ad45 None None] The sync data for ids ['310fa1ed-edd2-47fb-8547-4dd596fc852c'] in dv-neutron-826439-2-hyperv is: [{'id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'name': 'tempest-TestMinimumBasicScenario-257593412-router', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:48Z', 'updated_at': '2022-01-27T17:37:52Z', 'revision_number': 4, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'gw_port': {'id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:49Z', 'updated_at': '2022-01-27T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '55d5420b-9f46-47aa-8091-eeaeb7cab610', 'name': '', 'network_id': 'd0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'mac_address': 'fa:16:3e:14:e6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:51Z', 'updated_at': '2022-01-27T17:37:58Z', 'revision_number': 5, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'subnets': [{'id': 'd08e1b0c-dcd9-491a-a3ee-9275f2c4f35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:39:49.438479 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-708095c8-0294-4b49-9d47-7c41021bcef8 req-08f0ec13-e1f1-4501-8dd4-e2bf6aa2a86a service neutron] 10.222.0.83 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573125 Jan 27 17:39:49.560061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0957387b-1db8-4cd8-89c1-e1ab1670c9f5 None None] New status for floating IP 051ed523-7a77-4b72-8a5f-315303370478: DOWN {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:39:49.596040 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-708095c8-0294-4b49-9d47-7c41021bcef8 req-175dad00-0053-4219-b096-016a13847c41 service neutron] 10.222.0.83 "GET /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504428 Jan 27 17:39:51.041525 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-724af7db-0d7d-481f-a258-3126463621c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:52.258938 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:52.292503 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:52.693377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51870aa7-5e7e-4502-b803-0de34ee77665 req-f234b7af-d55f-4978-acd3-3ac1c97659d3 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:52.694868 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-51870aa7-5e7e-4502-b803-0de34ee77665 req-f234b7af-d55f-4978-acd3-3ac1c97659d3 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 946 time: 0.0863755 Jan 27 17:39:52.738529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-51870aa7-5e7e-4502-b803-0de34ee77665 req-6d5255fd-ba40-4ba2-8d87-597cfb9a6ccd tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Synchronizing usage tracker for tenant:455bf7a0c50a4744907f00fb702ff070 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:39:52.753527 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-51870aa7-5e7e-4502-b803-0de34ee77665 req-6d5255fd-ba40-4ba2-8d87-597cfb9a6ccd tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Unset dirty status for tenant:455bf7a0c50a4744907f00fb702ff070 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:39:52.754644 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-51870aa7-5e7e-4502-b803-0de34ee77665 req-6d5255fd-ba40-4ba2-8d87-597cfb9a6ccd tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538125 Jan 27 17:39:53.580568 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:53.958367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239e6e3-1e2d-4cca-abe6-61984210eae7 req-6c992ae5-c2b1-4865-905d-3de867762fef tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:53.959017 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-3239e6e3-1e2d-4cca-abe6-61984210eae7 req-6c992ae5-c2b1-4865-905d-3de867762fef tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Synchronizing usage tracker for tenant:455bf7a0c50a4744907f00fb702ff070 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:39:53.977408 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-3239e6e3-1e2d-4cca-abe6-61984210eae7 req-6c992ae5-c2b1-4865-905d-3de867762fef tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Unset dirty status for tenant:455bf7a0c50a4744907f00fb702ff070 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:39:53.978611 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3239e6e3-1e2d-4cca-abe6-61984210eae7 req-6c992ae5-c2b1-4865-905d-3de867762fef tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 946 time: 0.1099114 Jan 27 17:39:54.024036 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3239e6e3-1e2d-4cca-abe6-61984210eae7 req-8369cea5-0b7a-41a6-ae49-117baf6a76b5 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/security-groups?id=923495e8-4e0e-4f55-9724-e17ec9fd277a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394862 Jan 27 17:39:54.264357 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc07ff-b169-4927-b04a-f507ed855cd4 req-cb13c45c-783c-4c26-b53f-12de1a229d2f tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:39:54.265776 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ecfc07ff-b169-4927-b04a-f507ed855cd4 req-cb13c45c-783c-4c26-b53f-12de1a229d2f tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 946 time: 0.1012561 Jan 27 17:39:54.337856 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-ecfc07ff-b169-4927-b04a-f507ed855cd4 req-a0eb1fb9-35c6-44c3-b97c-9d8de16831c8 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Deleting port 0d406628-5203-46d1-9e61-4d43b39dfc76 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:39:54.338194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ecfc07ff-b169-4927-b04a-f507ed855cd4 req-a0eb1fb9-35c6-44c3-b97c-9d8de16831c8 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:54.582438 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-ecfc07ff-b169-4927-b04a-f507ed855cd4 req-a0eb1fb9-35c6-44c3-b97c-9d8de16831c8 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] For port 0d406628-5203-46d1-9e61-4d43b39dfc76, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0d406628-5203-46d1-9e61-4d43b39dfc76,segment=NetworkSegment(a898c9bb-c78d-4410-baea-cb1993605c50),segment_id=a898c9bb-c78d-4410-baea-cb1993605c50)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:54.582780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ecfc07ff-b169-4927-b04a-f507ed855cd4 req-a0eb1fb9-35c6-44c3-b97c-9d8de16831c8 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:54.703139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-ecfc07ff-b169-4927-b04a-f507ed855cd4 req-a0eb1fb9-35c6-44c3-b97c-9d8de16831c8 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Calling delete_port for 0d406628-5203-46d1-9e61-4d43b39dfc76 owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:39:54.868230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ecfc07ff-b169-4927-b04a-f507ed855cd4 req-a0eb1fb9-35c6-44c3-b97c-9d8de16831c8 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:54.879837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['0d406628-5203-46d1-9e61-4d43b39dfc76'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:39:54.919051 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb1fb9-35c6-44c3-b97c-9d8de16831c8 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Pushing event deleted for resources: {'Port': ['ID=0d406628-5203-46d1-9e61-4d43b39dfc76,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:54.993250 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfc07ff-b169-4927-b04a-f507ed855cd4 req-a0eb1fb9-35c6-44c3-b97c-9d8de16831c8 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] No DVR routers for this DVR port 0d406628-5203-46d1-9e61-4d43b39dfc76 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:39:54.995824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-ecfc07ff-b169-4927-b04a-f507ed855cd4 req-a0eb1fb9-35c6-44c3-b97c-9d8de16831c8 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:54.998373 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'name': 'network-vif-deleted', 'tag': '0d406628-5203-46d1-9e61-4d43b39dfc76'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:39:55.015848 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ecfc07ff-b169-4927-b04a-f507ed855cd4 req-a0eb1fb9-35c6-44c3-b97c-9d8de16831c8 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.83 "DELETE /v2.0/ports/0d406628-5203-46d1-9e61-4d43b39dfc76 HTTP/1.1" status: 204 len: 173 time: 0.7447300 Jan 27 17:39:55.054012 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbbcef5-7ea5-40a4-b04f-3709c18fc973', 'name': 'network-vif-deleted', 'tag': '0d406628-5203-46d1-9e61-4d43b39dfc76', 'status': 'completed', 'code': 200} Jan 27 17:39:55.193891 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1b99988f-1aaf-4992-9448-d3de2c9d0a43 req-af3ff405-89c0-4cb0-8fce-6cb1da1ddc41 tempest-TestMinimumBasicScenario-1339116167 tempest-TestMinimumBasicScenario-1339116167-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bbbcef5-7ea5-40a4-b04f-3709c18fc973 HTTP/1.1" status: 200 len: 210 time: 0.0507524 Jan 27 17:39:55.587851 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:39:56.861623 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43500) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:57.028144 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 0d406628-5203-46d1-9e61-4d43b39dfc76 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:39:57.063425 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 0d406628-5203-46d1-9e61-4d43b39dfc76 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:39:57.063733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 0d406628-5203-46d1-9e61-4d43b39dfc76 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:39:57.424582 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d5ba6af5-88d7-4dae-a25a-c955b9fda7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:57.873418 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba6af5-88d7-4dae-a25a-c955b9fda7ca admin admin] Deleting port 55d5420b-9f46-47aa-8091-eeaeb7cab610 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:39:57.874178 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d5ba6af5-88d7-4dae-a25a-c955b9fda7ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:58.046950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-d5ba6af5-88d7-4dae-a25a-c955b9fda7ca admin admin] For port 55d5420b-9f46-47aa-8091-eeaeb7cab610, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=55d5420b-9f46-47aa-8091-eeaeb7cab610,segment=NetworkSegment(a898c9bb-c78d-4410-baea-cb1993605c50),segment_id=a898c9bb-c78d-4410-baea-cb1993605c50)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:58.047211 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d5ba6af5-88d7-4dae-a25a-c955b9fda7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:58.171170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba6af5-88d7-4dae-a25a-c955b9fda7ca admin admin] Calling delete_port for 55d5420b-9f46-47aa-8091-eeaeb7cab610 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:39:58.352646 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d5ba6af5-88d7-4dae-a25a-c955b9fda7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:58.401984 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba6af5-88d7-4dae-a25a-c955b9fda7ca admin admin] Pushing event deleted for resources: {'Port': ['ID=55d5420b-9f46-47aa-8091-eeaeb7cab610,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:39:58.670913 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-d5ba6af5-88d7-4dae-a25a-c955b9fda7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:59.034965 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ba6af5-88d7-4dae-a25a-c955b9fda7ca admin admin] Router 310fa1ed-edd2-47fb-8547-4dd596fc852c has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:39:59.313041 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ba6af5-88d7-4dae-a25a-c955b9fda7ca admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:39:59.321826 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3521dcb4-db4f-4039-8037-f1e032cd7e10 None None] Sync routers for ids ['310fa1ed-edd2-47fb-8547-4dd596fc852c'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:39:59.325462 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d5ba6af5-88d7-4dae-a25a-c955b9fda7ca admin admin] 10.222.0.50 "PUT /v2.0/routers/310fa1ed-edd2-47fb-8547-4dd596fc852c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4628139 Jan 27 17:39:59.329305 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43504) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:39:59.332536 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3521dcb4-db4f-4039-8037-f1e032cd7e10 None None] Routers {'310fa1ed-edd2-47fb-8547-4dd596fc852c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:39:59.333126 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3521dcb4-db4f-4039-8037-f1e032cd7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:39:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['310fa1ed-edd2-47fb-8547-4dd596fc852c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:59.510973 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-29d6cc9c-2265-4213-9fac-9bc53363a03a admin admin] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:59.514505 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-3521dcb4-db4f-4039-8037-f1e032cd7e10 None None] Set router 310fa1ed-edd2-47fb-8547-4dd596fc852c gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:39:59.804731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-29d6cc9c-2265-4213-9fac-9bc53363a03a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:59.817327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-29d6cc9c-2265-4213-9fac-9bc53363a03a admin admin] Deleting port 942bbc80-a146-42c0-94cb-f5a93ef6fe14 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:39:59.817865 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-29d6cc9c-2265-4213-9fac-9bc53363a03a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:39:59.828523 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3521dcb4-db4f-4039-8037-f1e032cd7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'name': 'tempest-TestMinimumBasicScenario-257593412-router', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:48Z', 'updated_at': '2022-01-27T17:39:58Z', 'revision_number': 5, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'gw_port': {'id': '942bbc80-a146-42c0-94cb-f5a93ef6fe14', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:49Z', 'updated_at': '2022-01-27T17:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:59.832321 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3521dcb4-db4f-4039-8037-f1e032cd7e10 None None] Checking router: 310fa1ed-edd2-47fb-8547-4dd596fc852c for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:39:59.840688 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3521dcb4-db4f-4039-8037-f1e032cd7e10 None None] Routers {'310fa1ed-edd2-47fb-8547-4dd596fc852c'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:39:59.841271 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3521dcb4-db4f-4039-8037-f1e032cd7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:39:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['310fa1ed-edd2-47fb-8547-4dd596fc852c'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:39:59.988152 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-3521dcb4-db4f-4039-8037-f1e032cd7e10 None None] Set router 310fa1ed-edd2-47fb-8547-4dd596fc852c gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:39:59.997350 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-29d6cc9c-2265-4213-9fac-9bc53363a03a admin admin] For port 942bbc80-a146-42c0-94cb-f5a93ef6fe14, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=942bbc80-a146-42c0-94cb-f5a93ef6fe14,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:39:59.997710 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-29d6cc9c-2265-4213-9fac-9bc53363a03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:00.092137 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-3521dcb4-db4f-4039-8037-f1e032cd7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'name': 'tempest-TestMinimumBasicScenario-257593412-router', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:48Z', 'updated_at': '2022-01-27T17:39:59Z', 'revision_number': 6, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:00.096735 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3521dcb4-db4f-4039-8037-f1e032cd7e10 None None] The sync data for ids ['310fa1ed-edd2-47fb-8547-4dd596fc852c'] in dv-neutron-826439-2-hyperv is: [{'id': '310fa1ed-edd2-47fb-8547-4dd596fc852c', 'name': 'tempest-TestMinimumBasicScenario-257593412-router', 'tenant_id': '455bf7a0c50a4744907f00fb702ff070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:48Z', 'updated_at': '2022-01-27T17:39:59Z', 'revision_number': 6, 'project_id': '455bf7a0c50a4744907f00fb702ff070', 'gw_port_host': None}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:40:00.121169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-29d6cc9c-2265-4213-9fac-9bc53363a03a admin admin] Calling delete_port for 942bbc80-a146-42c0-94cb-f5a93ef6fe14 owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:40:00.297881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-29d6cc9c-2265-4213-9fac-9bc53363a03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:00.342636 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6cc9c-2265-4213-9fac-9bc53363a03a admin admin] Pushing event deleted for resources: {'Port': ['ID=942bbc80-a146-42c0-94cb-f5a93ef6fe14,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:00.438897 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-29d6cc9c-2265-4213-9fac-9bc53363a03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:00.615087 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-29d6cc9c-2265-4213-9fac-9bc53363a03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:00.618628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-29d6cc9c-2265-4213-9fac-9bc53363a03a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:00.646007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-29d6cc9c-2265-4213-9fac-9bc53363a03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:00.646492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d6cc9c-2265-4213-9fac-9bc53363a03a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 310fa1ed-edd2-47fb-8547-4dd596fc852c {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:40:00.658648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-29d6cc9c-2265-4213-9fac-9bc53363a03a admin admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:00.659807 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-29d6cc9c-2265-4213-9fac-9bc53363a03a admin admin] 10.222.0.50 "DELETE /v2.0/routers/310fa1ed-edd2-47fb-8547-4dd596fc852c HTTP/1.1" status: 204 len: 168 time: 1.3294160 Jan 27 17:40:00.662672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43508) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:00.720849 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb13f8bb-a98b-4fbe-8309-a8c927ba05d4 admin admin] Deleting subnet d08e1b0c-dcd9-491a-a3ee-9275f2c4f35e {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:40:00.723800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eb13f8bb-a98b-4fbe-8309-a8c927ba05d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:00.775023 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eb13f8bb-a98b-4fbe-8309-a8c927ba05d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:00.857355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eb13f8bb-a98b-4fbe-8309-a8c927ba05d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:00.929419 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eb13f8bb-a98b-4fbe-8309-a8c927ba05d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:00.970305 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13f8bb-a98b-4fbe-8309-a8c927ba05d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d08e1b0c-dcd9-491a-a3ee-9275f2c4f35e,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:00.973944 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-eb13f8bb-a98b-4fbe-8309-a8c927ba05d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:00.979752 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-eb13f8bb-a98b-4fbe-8309-a8c927ba05d4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d08e1b0c-dcd9-491a-a3ee-9275f2c4f35e HTTP/1.1" status: 204 len: 168 time: 0.3161385 Jan 27 17:40:00.980101 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d24ced-f304-4112-8650-06170c7979d6 None None] Network d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:40:00.982507 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43512) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:01.092910 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:01.103771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] Deleting port 5550b52a-c436-450d-99db-c0a586ac9492 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:40:01.104103 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:01.236407 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6307f7-f8be-4159-a39b-5fa5a5103dbe None None] DHCP port deletion for d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:40:01.240785 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ef6307f7-f8be-4159-a39b-5fa5a5103dbe None None] Deleting port 5550b52a-c436-450d-99db-c0a586ac9492 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:40:01.241156 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ef6307f7-f8be-4159-a39b-5fa5a5103dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:01.316141 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] For port 5550b52a-c436-450d-99db-c0a586ac9492, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5550b52a-c436-450d-99db-c0a586ac9492,segment=NetworkSegment(a898c9bb-c78d-4410-baea-cb1993605c50),segment_id=a898c9bb-c78d-4410-baea-cb1993605c50)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:01.316495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:01.449521 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ef6307f7-f8be-4159-a39b-5fa5a5103dbe None None] For port 5550b52a-c436-450d-99db-c0a586ac9492, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5550b52a-c436-450d-99db-c0a586ac9492,segment=NetworkSegment(a898c9bb-c78d-4410-baea-cb1993605c50),segment_id=a898c9bb-c78d-4410-baea-cb1993605c50)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:01.449840 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ef6307f7-f8be-4159-a39b-5fa5a5103dbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:01.556322 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] Calling delete_port for 5550b52a-c436-450d-99db-c0a586ac9492 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:40:01.573058 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ef6307f7-f8be-4159-a39b-5fa5a5103dbe None None] Calling delete_port for 5550b52a-c436-450d-99db-c0a586ac9492 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:40:01.636686 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:01.645127 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-ef6307f7-f8be-4159-a39b-5fa5a5103dbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:40:01.645474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-ef6307f7-f8be-4159-a39b-5fa5a5103dbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:40:01.683064 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] Pushing event deleted for resources: {'Port': ['ID=5550b52a-c436-450d-99db-c0a586ac9492,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:01.686508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] No DVR routers for this DVR port 5550b52a-c436-450d-99db-c0a586ac9492 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:40:01.742182 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 942bbc80-a146-42c0-94cb-f5a93ef6fe14 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:40:01.778330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 942bbc80-a146-42c0-94cb-f5a93ef6fe14 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:40:01.778665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 942bbc80-a146-42c0-94cb-f5a93ef6fe14 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:40:01.779076 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 55d5420b-9f46-47aa-8091-eeaeb7cab610 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:40:01.803463 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:01.811629 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 55d5420b-9f46-47aa-8091-eeaeb7cab610 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:40:01.811970 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 55d5420b-9f46-47aa-8091-eeaeb7cab610 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:40:01.812382 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5550b52a-c436-450d-99db-c0a586ac9492 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:40:01.828332 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:01.842139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a898c9bb-c78d-4410-baea-cb1993605c50') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:01.842451 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a898c9bb-c78d-4410-baea-cb1993605c50') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:01.844285 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 5550b52a-c436-450d-99db-c0a586ac9492 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:40:01.844622 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5550b52a-c436-450d-99db-c0a586ac9492 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:40:01.855386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:01.871085 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:01.877151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:40:01.877528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:40:01.891021 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:40:01.972442 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:01.992660 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:02.002724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] Pushing event deleted for resources: {'Network': ['ID=d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:02.019034 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-765fee99-c19b-4484-8159-2be0ae9090ed admin admin] 10.222.0.50 "DELETE /v2.0/networks/d0af1a8d-8d10-4de6-97f9-bddb7fb5dbe3 HTTP/1.1" status: 204 len: 168 time: 1.0356195 Jan 27 17:40:02.023211 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43516) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:02.146784 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ef6307f7-f8be-4159-a39b-5fa5a5103dbe None None] Deleting port 5550b52a-c436-450d-99db-c0a586ac9492 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:40:02.147330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ef6307f7-f8be-4159-a39b-5fa5a5103dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:02.214454 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ef6307f7-f8be-4159-a39b-5fa5a5103dbe None None] The port '5550b52a-c436-450d-99db-c0a586ac9492' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:40:02.572430 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6eb63478-e9ef-4bd4-8e58-5c14b2ba27e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:03.037530 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-6eb63478-e9ef-4bd4-8e58-5c14b2ba27e5 admin admin] Deleting port e83c2a8f-981c-42d8-b7c5-8c35aa21947b {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:40:03.037984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6eb63478-e9ef-4bd4-8e58-5c14b2ba27e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:03.212416 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-6eb63478-e9ef-4bd4-8e58-5c14b2ba27e5 admin admin] For port e83c2a8f-981c-42d8-b7c5-8c35aa21947b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e83c2a8f-981c-42d8-b7c5-8c35aa21947b,segment=NetworkSegment(4285710b-b310-4f0b-85ad-8f1b3cc35cd2),segment_id=4285710b-b310-4f0b-85ad-8f1b3cc35cd2)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:03.212768 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6eb63478-e9ef-4bd4-8e58-5c14b2ba27e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:03.333998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-6eb63478-e9ef-4bd4-8e58-5c14b2ba27e5 admin admin] Calling delete_port for e83c2a8f-981c-42d8-b7c5-8c35aa21947b owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:40:03.535203 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6eb63478-e9ef-4bd4-8e58-5c14b2ba27e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:03.584168 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb63478-e9ef-4bd4-8e58-5c14b2ba27e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e83c2a8f-981c-42d8-b7c5-8c35aa21947b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:03.705765 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:03.853818 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6eb63478-e9ef-4bd4-8e58-5c14b2ba27e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:04.227658 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb63478-e9ef-4bd4-8e58-5c14b2ba27e5 admin admin] Router 346d8327-11ce-4faf-ae25-fe5c8c00e28d has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:40:04.536458 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb63478-e9ef-4bd4-8e58-5c14b2ba27e5 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:40:04.546052 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b1a757-0235-4e49-a6ec-cf0d1ecec847 None None] Sync routers for ids ['346d8327-11ce-4faf-ae25-fe5c8c00e28d'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:40:04.555179 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6eb63478-e9ef-4bd4-8e58-5c14b2ba27e5 admin admin] 10.222.0.50 "PUT /v2.0/routers/346d8327-11ce-4faf-ae25-fe5c8c00e28d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5309355 Jan 27 17:40:04.556808 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b1a757-0235-4e49-a6ec-cf0d1ecec847 None None] Routers {'346d8327-11ce-4faf-ae25-fe5c8c00e28d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:40:04.557382 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-61b1a757-0235-4e49-a6ec-cf0d1ecec847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:39:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['346d8327-11ce-4faf-ae25-fe5c8c00e28d'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:04.557881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43520) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:04.727633 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a94baea-9ffe-4510-b8d9-f72bf15e91fe admin admin] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:04.736148 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-61b1a757-0235-4e49-a6ec-cf0d1ecec847 None None] Set router 346d8327-11ce-4faf-ae25-fe5c8c00e28d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:40:04.916254 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a94baea-9ffe-4510-b8d9-f72bf15e91fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:04.927989 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-0a94baea-9ffe-4510-b8d9-f72bf15e91fe admin admin] Deleting port c0c353c8-95e9-464e-b8d1-c4613e18f422 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:40:04.928307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a94baea-9ffe-4510-b8d9-f72bf15e91fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:05.061139 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-61b1a757-0235-4e49-a6ec-cf0d1ecec847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'name': 'tempest-TestMinimumBasicScenario-2109245948-router', 'tenant_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c0c353c8-95e9-464e-b8d1-c4613e18f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:55Z', 'updated_at': '2022-01-27T17:40:03Z', 'revision_number': 5, 'project_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'gw_port': {'id': 'c0c353c8-95e9-464e-b8d1-c4613e18f422', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:37:55Z', 'updated_at': '2022-01-27T17:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:05.067939 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b1a757-0235-4e49-a6ec-cf0d1ecec847 None None] Checking router: 346d8327-11ce-4faf-ae25-fe5c8c00e28d for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:40:05.079431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b1a757-0235-4e49-a6ec-cf0d1ecec847 None None] Routers {'346d8327-11ce-4faf-ae25-fe5c8c00e28d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:40:05.080072 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-61b1a757-0235-4e49-a6ec-cf0d1ecec847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:39:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['346d8327-11ce-4faf-ae25-fe5c8c00e28d'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:05.108224 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-0a94baea-9ffe-4510-b8d9-f72bf15e91fe admin admin] For port c0c353c8-95e9-464e-b8d1-c4613e18f422, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c0c353c8-95e9-464e-b8d1-c4613e18f422,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:05.108823 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a94baea-9ffe-4510-b8d9-f72bf15e91fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:05.233765 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-61b1a757-0235-4e49-a6ec-cf0d1ecec847 None None] Set router 346d8327-11ce-4faf-ae25-fe5c8c00e28d gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:40:05.239939 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-0a94baea-9ffe-4510-b8d9-f72bf15e91fe admin admin] Calling delete_port for c0c353c8-95e9-464e-b8d1-c4613e18f422 owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:40:05.336785 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-61b1a757-0235-4e49-a6ec-cf0d1ecec847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'name': 'tempest-TestMinimumBasicScenario-2109245948-router', 'tenant_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:55Z', 'updated_at': '2022-01-27T17:40:04Z', 'revision_number': 6, 'project_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:05.340699 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b1a757-0235-4e49-a6ec-cf0d1ecec847 None None] The sync data for ids ['346d8327-11ce-4faf-ae25-fe5c8c00e28d'] in dv-neutron-826439-2-hyperv is: [{'id': '346d8327-11ce-4faf-ae25-fe5c8c00e28d', 'name': 'tempest-TestMinimumBasicScenario-2109245948-router', 'tenant_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:37:55Z', 'updated_at': '2022-01-27T17:40:04Z', 'revision_number': 6, 'project_id': 'ef42516ef35f4fbbb0f4fe5ad3b57ea2', 'gw_port_host': None}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:40:05.409553 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a94baea-9ffe-4510-b8d9-f72bf15e91fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:05.468515 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94baea-9ffe-4510-b8d9-f72bf15e91fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c353c8-95e9-464e-b8d1-c4613e18f422,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:05.562071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a94baea-9ffe-4510-b8d9-f72bf15e91fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:05.735042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a94baea-9ffe-4510-b8d9-f72bf15e91fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:05.737476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a94baea-9ffe-4510-b8d9-f72bf15e91fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:05.756784 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e83c2a8f-981c-42d8-b7c5-8c35aa21947b no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:40:05.766478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a94baea-9ffe-4510-b8d9-f72bf15e91fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:05.767107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a94baea-9ffe-4510-b8d9-f72bf15e91fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 346d8327-11ce-4faf-ae25-fe5c8c00e28d {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:40:05.779837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0a94baea-9ffe-4510-b8d9-f72bf15e91fe admin admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:05.780954 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0a94baea-9ffe-4510-b8d9-f72bf15e91fe admin admin] 10.222.0.50 "DELETE /v2.0/routers/346d8327-11ce-4faf-ae25-fe5c8c00e28d HTTP/1.1" status: 204 len: 168 time: 1.2221930 Jan 27 17:40:05.783730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43524) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:05.795862 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: e83c2a8f-981c-42d8-b7c5-8c35aa21947b {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:40:05.796247 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e83c2a8f-981c-42d8-b7c5-8c35aa21947b not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:40:05.843690 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a6d923-ec4b-4590-a61b-6faeaaae77b3 admin admin] Deleting subnet ee477070-2456-4983-9667-7fd5c0422bdb {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:40:05.846595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-58a6d923-ec4b-4590-a61b-6faeaaae77b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:05.897259 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-58a6d923-ec4b-4590-a61b-6faeaaae77b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:06.088290 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-58a6d923-ec4b-4590-a61b-6faeaaae77b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:06.160120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-58a6d923-ec4b-4590-a61b-6faeaaae77b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:06.202253 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6d923-ec4b-4590-a61b-6faeaaae77b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee477070-2456-4983-9667-7fd5c0422bdb,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:06.205937 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-58a6d923-ec4b-4590-a61b-6faeaaae77b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:06.211989 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde9e44b-dea8-4cb7-93d9-cf3049848ddf None None] Network a193d7b0-1cb0-424a-a16d-0f7566b9b556 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:40:06.212148 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-58a6d923-ec4b-4590-a61b-6faeaaae77b3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ee477070-2456-4983-9667-7fd5c0422bdb HTTP/1.1" status: 204 len: 168 time: 0.4272881 Jan 27 17:40:06.215452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43528) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:06.327636 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:06.339417 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] Deleting port 889cf1e3-75fd-4384-9bd0-8961c0d54c32 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:40:06.339737 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:06.465130 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4456bc-0fbf-47d6-a875-1fdaec94ea6a None None] DHCP port deletion for a193d7b0-1cb0-424a-a16d-0f7566b9b556 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:40:06.469072 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-bc4456bc-0fbf-47d6-a875-1fdaec94ea6a None None] Deleting port 889cf1e3-75fd-4384-9bd0-8961c0d54c32 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:40:06.469444 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc4456bc-0fbf-47d6-a875-1fdaec94ea6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:06.558070 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] For port 889cf1e3-75fd-4384-9bd0-8961c0d54c32, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=889cf1e3-75fd-4384-9bd0-8961c0d54c32,segment=NetworkSegment(4285710b-b310-4f0b-85ad-8f1b3cc35cd2),segment_id=4285710b-b310-4f0b-85ad-8f1b3cc35cd2)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:06.558424 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:06.666289 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-bc4456bc-0fbf-47d6-a875-1fdaec94ea6a None None] For port 889cf1e3-75fd-4384-9bd0-8961c0d54c32, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=889cf1e3-75fd-4384-9bd0-8961c0d54c32,segment=NetworkSegment(4285710b-b310-4f0b-85ad-8f1b3cc35cd2),segment_id=4285710b-b310-4f0b-85ad-8f1b3cc35cd2)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:06.666649 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc4456bc-0fbf-47d6-a875-1fdaec94ea6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:06.679635 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] Calling delete_port for 889cf1e3-75fd-4384-9bd0-8961c0d54c32 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:40:06.758272 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:06.789426 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-bc4456bc-0fbf-47d6-a875-1fdaec94ea6a None None] Calling delete_port for 889cf1e3-75fd-4384-9bd0-8961c0d54c32 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:40:06.806107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=889cf1e3-75fd-4384-9bd0-8961c0d54c32,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:06.811428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] No DVR routers for this DVR port 889cf1e3-75fd-4384-9bd0-8961c0d54c32 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:40:06.861347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-bc4456bc-0fbf-47d6-a875-1fdaec94ea6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:40:06.861724 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-bc4456bc-0fbf-47d6-a875-1fdaec94ea6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:40:06.948475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:06.974165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a193d7b0-1cb0-424a-a16d-0f7566b9b556']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:06.986736 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4285710b-b310-4f0b-85ad-8f1b3cc35cd2') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:06.987030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4285710b-b310-4f0b-85ad-8f1b3cc35cd2') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:06.998169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:07.014436 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:07.020561 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:40:07.020939 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:40:07.037602 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:40:07.112036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:07.134661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:07.146386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] Pushing event deleted for resources: {'Network': ['ID=a193d7b0-1cb0-424a-a16d-0f7566b9b556,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:07.153435 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9f0d0f8a-f669-4c13-8e46-59c9f9e62c5a admin admin] 10.222.0.50 "DELETE /v2.0/networks/a193d7b0-1cb0-424a-a16d-0f7566b9b556 HTTP/1.1" status: 204 len: 168 time: 0.9360538 Jan 27 17:40:07.338084 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43534) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:07.363233 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-bc4456bc-0fbf-47d6-a875-1fdaec94ea6a None None] Deleting port 889cf1e3-75fd-4384-9bd0-8961c0d54c32 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:40:07.363611 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc4456bc-0fbf-47d6-a875-1fdaec94ea6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:07.390911 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-37efea91-6937-493e-b110-b795a55a162e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=455bf7a0c50a4744907f00fb702ff070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515997 Jan 27 17:40:07.393390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43538) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:07.432106 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-bc4456bc-0fbf-47d6-a875-1fdaec94ea6a None None] The port '889cf1e3-75fd-4384-9bd0-8961c0d54c32' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:40:07.451185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0c942bad-b87a-4558-acec-438094e2f521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:07.477090 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0c942bad-b87a-4558-acec-438094e2f521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:07.530270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0c942bad-b87a-4558-acec-438094e2f521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:07.547148 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c942bad-b87a-4558-acec-438094e2f521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923495e8-4e0e-4f55-9724-e17ec9fd277a,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:07.557758 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0c942bad-b87a-4558-acec-438094e2f521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:07.558920 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0c942bad-b87a-4558-acec-438094e2f521 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/923495e8-4e0e-4f55-9724-e17ec9fd277a HTTP/1.1" status: 204 len: 168 time: 0.1646013 Jan 27 17:40:07.742062 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c0c353c8-95e9-464e-b8d1-c4613e18f422 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:40:07.776010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: c0c353c8-95e9-464e-b8d1-c4613e18f422 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:40:07.776350 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c0c353c8-95e9-464e-b8d1-c4613e18f422 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:40:07.776761 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 889cf1e3-75fd-4384-9bd0-8961c0d54c32 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:40:07.809391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 889cf1e3-75fd-4384-9bd0-8961c0d54c32 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:40:07.810199 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 889cf1e3-75fd-4384-9bd0-8961c0d54c32 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:40:07.907463 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43546) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:07.956542 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a8e3a968-fcbc-412f-8d9d-8fe95c885c93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef42516ef35f4fbbb0f4fe5ad3b57ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478494 Jan 27 17:40:07.959993 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43550) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:08.021719 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0f489b41-4de8-49a1-bce8-5f8e5b9091b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:08.047226 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0f489b41-4de8-49a1-bce8-5f8e5b9091b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:08.103155 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0f489b41-4de8-49a1-bce8-5f8e5b9091b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:08.117830 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f489b41-4de8-49a1-bce8-5f8e5b9091b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa497d6b-3c3b-4f31-9c55-c2382378ec29,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:08.125018 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0f489b41-4de8-49a1-bce8-5f8e5b9091b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:08.126181 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0f489b41-4de8-49a1-bce8-5f8e5b9091b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa497d6b-3c3b-4f31-9c55-c2382378ec29 HTTP/1.1" status: 204 len: 168 time: 0.1653137 Jan 27 17:40:09.855203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43592) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:09.860418 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-584362890', 'description': 'tempest-secgroup-smoke-584362890 description', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:40:09.866709 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:40:09.870577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:40:09.873424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:40:09.879990 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:40:09.892603 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:09.904670 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:09.919548 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:40:09.923702 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:40:09.926640 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:40:09.932898 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:40:10.017541 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.023727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.037703 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:40:10.048410 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:40:10.054247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:40:10.061926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:40:10.063793 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09682a93-bcc3-44af-ae1f-f686175495a1,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:10.133203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.139025 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.179003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae3fda7-56c6-442b-9da8-299bf1ce3dd6,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:10.181459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.182667 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b363af41-41c0-4517-a536-dea7f15966a2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3264751 Jan 27 17:40:10.185594 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43596) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:10.190696 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-65eb4e7c-bf61-409e-857b-7f1f436e62b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '3ae3fda7-56c6-442b-9da8-299bf1ce3dd6', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:40:10.196945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-65eb4e7c-bf61-409e-857b-7f1f436e62b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:40:10.201168 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-65eb4e7c-bf61-409e-857b-7f1f436e62b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:40:10.204273 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-65eb4e7c-bf61-409e-857b-7f1f436e62b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:40:10.210420 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-65eb4e7c-bf61-409e-857b-7f1f436e62b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:40:10.230072 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-65eb4e7c-bf61-409e-857b-7f1f436e62b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.292127 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-65eb4e7c-bf61-409e-857b-7f1f436e62b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.297230 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-65eb4e7c-bf61-409e-857b-7f1f436e62b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.321997 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb4e7c-bf61-409e-857b-7f1f436e62b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ae3a31-3e5c-4af6-8d06-c52e46f8ddc3,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:10.332388 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-65eb4e7c-bf61-409e-857b-7f1f436e62b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.333668 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-65eb4e7c-bf61-409e-857b-7f1f436e62b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471345 Jan 27 17:40:10.336391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43600) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:10.341453 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-e84fe31f-3313-433b-b830-8deba6293789 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '3ae3fda7-56c6-442b-9da8-299bf1ce3dd6', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:40:10.347369 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e84fe31f-3313-433b-b830-8deba6293789 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:40:10.351367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e84fe31f-3313-433b-b830-8deba6293789 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:40:10.354335 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e84fe31f-3313-433b-b830-8deba6293789 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:40:10.360117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e84fe31f-3313-433b-b830-8deba6293789 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:40:10.382286 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e84fe31f-3313-433b-b830-8deba6293789 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.446905 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e84fe31f-3313-433b-b830-8deba6293789 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.452748 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e84fe31f-3313-433b-b830-8deba6293789 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.474736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fe31f-3313-433b-b830-8deba6293789 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9a96e1-e112-4709-80bb-bb3a1b678b10,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:10.485730 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e84fe31f-3313-433b-b830-8deba6293789 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.487221 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e84fe31f-3313-433b-b830-8deba6293789 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1499126 Jan 27 17:40:10.490254 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43604) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:10.497611 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-2694bca7-17aa-4a5b-b62a-0c9c9dd123ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '3ae3fda7-56c6-442b-9da8-299bf1ce3dd6', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:40:10.505673 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2694bca7-17aa-4a5b-b62a-0c9c9dd123ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:40:10.509719 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2694bca7-17aa-4a5b-b62a-0c9c9dd123ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:40:10.512692 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2694bca7-17aa-4a5b-b62a-0c9c9dd123ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:40:10.518828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2694bca7-17aa-4a5b-b62a-0c9c9dd123ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:40:10.538566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2694bca7-17aa-4a5b-b62a-0c9c9dd123ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.604033 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2694bca7-17aa-4a5b-b62a-0c9c9dd123ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.609970 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2694bca7-17aa-4a5b-b62a-0c9c9dd123ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.632938 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694bca7-17aa-4a5b-b62a-0c9c9dd123ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e55dfb7-9f28-4687-aa35-48daf89a680f,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:10.642802 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2694bca7-17aa-4a5b-b62a-0c9c9dd123ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.644125 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2694bca7-17aa-4a5b-b62a-0c9c9dd123ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1527059 Jan 27 17:40:10.647268 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43608) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:10.652170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-4953a972-f606-489e-a3b8-7fc4bfa2dedb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '3ae3fda7-56c6-442b-9da8-299bf1ce3dd6', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:40:10.658185 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4953a972-f606-489e-a3b8-7fc4bfa2dedb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:40:10.662338 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4953a972-f606-489e-a3b8-7fc4bfa2dedb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:40:10.665354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-4953a972-f606-489e-a3b8-7fc4bfa2dedb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:40:10.671392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-4953a972-f606-489e-a3b8-7fc4bfa2dedb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:40:10.691393 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4953a972-f606-489e-a3b8-7fc4bfa2dedb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.754720 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4953a972-f606-489e-a3b8-7fc4bfa2dedb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.760977 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4953a972-f606-489e-a3b8-7fc4bfa2dedb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.783212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953a972-f606-489e-a3b8-7fc4bfa2dedb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49009b7b-0edc-40a6-8791-1abda64ebff8,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:10.797042 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4953a972-f606-489e-a3b8-7fc4bfa2dedb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.798281 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4953a972-f606-489e-a3b8-7fc4bfa2dedb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500518 Jan 27 17:40:10.801063 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43612) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:10.806347 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-43376d4a-4472-42b4-8e11-0168ce6f890d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '3ae3fda7-56c6-442b-9da8-299bf1ce3dd6', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:40:10.812001 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-43376d4a-4472-42b4-8e11-0168ce6f890d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:40:10.815761 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-43376d4a-4472-42b4-8e11-0168ce6f890d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:40:10.818779 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-43376d4a-4472-42b4-8e11-0168ce6f890d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:40:10.824750 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-43376d4a-4472-42b4-8e11-0168ce6f890d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:40:10.838019 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-43376d4a-4472-42b4-8e11-0168ce6f890d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Project 25c0e5ef386549e2ae211fdeb76119ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:40:10.844568 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43376d4a-4472-42b4-8e11-0168ce6f890d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.906396 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43376d4a-4472-42b4-8e11-0168ce6f890d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.911646 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43376d4a-4472-42b4-8e11-0168ce6f890d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.934277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43376d4a-4472-42b4-8e11-0168ce6f890d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f543eb35-3182-4714-8142-ed8b91facd43,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:10.943846 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-43376d4a-4472-42b4-8e11-0168ce6f890d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:10.945001 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-43376d4a-4472-42b4-8e11-0168ce6f890d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1430457 Jan 27 17:40:10.947735 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43616) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:10.952581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-04a51f15-9e38-4b48-ba82-c0f73373affb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '3ae3fda7-56c6-442b-9da8-299bf1ce3dd6', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:40:10.958339 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-04a51f15-9e38-4b48-ba82-c0f73373affb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:40:10.962113 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-04a51f15-9e38-4b48-ba82-c0f73373affb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:40:10.964964 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-04a51f15-9e38-4b48-ba82-c0f73373affb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:40:10.970548 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-04a51f15-9e38-4b48-ba82-c0f73373affb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:40:10.983656 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-04a51f15-9e38-4b48-ba82-c0f73373affb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Project 25c0e5ef386549e2ae211fdeb76119ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:40:10.991030 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04a51f15-9e38-4b48-ba82-c0f73373affb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:11.061366 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04a51f15-9e38-4b48-ba82-c0f73373affb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:11.066172 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04a51f15-9e38-4b48-ba82-c0f73373affb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:11.093218 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a51f15-9e38-4b48-ba82-c0f73373affb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a57a485-12bb-4c65-9eef-03e702ebcdde,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:11.104393 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-04a51f15-9e38-4b48-ba82-c0f73373affb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:11.105768 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-04a51f15-9e38-4b48-ba82-c0f73373affb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1569757 Jan 27 17:40:11.108814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43620) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:11.114412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-328ed397-05e0-4dd8-b677-ab8f14e45a15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'network': {'name': 'tempest-network-smoke--113389702', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'port_security_enabled': True}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:40:11.119457 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-328ed397-05e0-4dd8-b677-ab8f14e45a15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:40:11.123549 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-328ed397-05e0-4dd8-b677-ab8f14e45a15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:network and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:40:11.126598 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-328ed397-05e0-4dd8-b677-ab8f14e45a15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:40:11.132702 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-328ed397-05e0-4dd8-b677-ab8f14e45a15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:40:11.146292 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328ed397-05e0-4dd8-b677-ab8f14e45a15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Made reservation on behalf of 25c0e5ef386549e2ae211fdeb76119ce for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:40:11.149981 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-328ed397-05e0-4dd8-b677-ab8f14e45a15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:11.179650 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328ed397-05e0-4dd8-b677-ab8f14e45a15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1058} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:40:11.189705 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-328ed397-05e0-4dd8-b677-ab8f14e45a15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:11.190057 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-328ed397-05e0-4dd8-b677-ab8f14e45a15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Added segment b954dece-efb9-41f7-b94d-3857149e0ee1 of type vlan for network 561eafe9-28f2-4f70-8a63-79009ff15d79 Jan 27 17:40:11.217048 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-328ed397-05e0-4dd8-b677-ab8f14e45a15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:11.253815 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-328ed397-05e0-4dd8-b677-ab8f14e45a15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:11.259177 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328ed397-05e0-4dd8-b677-ab8f14e45a15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:11.259720 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-328ed397-05e0-4dd8-b677-ab8f14e45a15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:11.313939 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-328ed397-05e0-4dd8-b677-ab8f14e45a15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2039199 Jan 27 17:40:11.317007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43624) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:11.322249 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1201596343', 'admin_state_up': True, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:40:11.329357 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:40:11.333306 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:router and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:40:11.336292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:40:11.342722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:40:11.354357 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:11.355324 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:11.365003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ed397-05e0-4dd8-b677-ab8f14e45a15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Network': ['ID=561eafe9-28f2-4f70-8a63-79009ff15d79,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:11.370583 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:11.377564 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 561eafe9-28f2-4f70-8a63-79009ff15d79 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:40:11.740180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:12.043614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:12.072526 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:12.208523 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.26.1.245 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/37ef7685-5389-4218-af19-51bdf4045fc0) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:40:12.363060 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:12.395399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:12.458855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:40:12.461702 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:40:12.465224 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:40:12.493297 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=37ef7685-5389-4218-af19-51bdf4045fc0,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:12.873629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:13.328519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:13.535230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 6cf98f8b-ea89-46fe-aeba-5cf36543e61e is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:40:13.714718 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:40:13.724420 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Sync routers for ids ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:40:13.733957 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Routers {'6cf98f8b-ea89-46fe-aeba-5cf36543e61e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:40:13.734646 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:39:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:13.743231 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:13.744417 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-071b4a02-6254-45c2-9801-4420c8acfb94 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4264066 Jan 27 17:40:13.747587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43628) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:13.903850 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Set router 6cf98f8b-ea89-46fe-aeba-5cf36543e61e gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:40:13.914344 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-90617d36-2e4f-43a5-9f56-4ba29fce8dfd tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=25c0e5ef386549e2ae211fdeb76119ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1656251 Jan 27 17:40:13.915774 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43634) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:14.045360 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2561ff-20c6-4152-8f75-94199dfd9790 tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:14.049367 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0a2561ff-20c6-4152-8f75-94199dfd9790 tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299105 Jan 27 17:40:14.049762 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43638) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:14.092779 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-de0834f6-76fa-4afe-853d-1da0de750cb5 tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418103 Jan 27 17:40:14.095405 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43642) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:14.100752 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-a8f65945-c8d1-48d7-b01a-86f7c2b00ebe tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-66883268', 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:40:14.187302 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201596343', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:40:11Z', 'updated_at': '2022-01-27T17:40:12Z', 'revision_number': 3, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:12Z', 'updated_at': '2022-01-27T17:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:14.191339 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Checking router: 6cf98f8b-ea89-46fe-aeba-5cf36543e61e for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:40:14.191669 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Updating router 6cf98f8b-ea89-46fe-aeba-5cf36543e61e port 37ef7685-5389-4218-af19-51bdf4045fc0 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:40:14.213269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a8f65945-c8d1-48d7-b01a-86f7c2b00ebe tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:40:14.217216 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a8f65945-c8d1-48d7-b01a-86f7c2b00ebe tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:subnet and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:40:14.220068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-a8f65945-c8d1-48d7-b01a-86f7c2b00ebe tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:40:14.225919 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-a8f65945-c8d1-48d7-b01a-86f7c2b00ebe tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:40:14.236449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f65945-c8d1-48d7-b01a-86f7c2b00ebe tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Made reservation on behalf of 25c0e5ef386549e2ae211fdeb76119ce for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:40:14.240151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a8f65945-c8d1-48d7-b01a-86f7c2b00ebe tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:14.241632 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:14.452650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a8f65945-c8d1-48d7-b01a-86f7c2b00ebe tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:14.530918 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f65945-c8d1-48d7-b01a-86f7c2b00ebe tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Subnet': ['ID=9c99aa0f-c709-4e2e-98f9-9eff15755b71,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:14.539542 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f65945-c8d1-48d7-b01a-86f7c2b00ebe tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Checking segment: {'id': 'b954dece-efb9-41f7-b94d-3857149e0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:40:14.540176 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f65945-c8d1-48d7-b01a-86f7c2b00ebe tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network hostable DHCP agents. Network: 561eafe9-28f2-4f70-8a63-79009ff15d79, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:40:14.554489 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:14.559355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f65945-c8d1-48d7-b01a-86f7c2b00ebe tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network 561eafe9-28f2-4f70-8a63-79009ff15d79 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:40:14.567165 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Transition to ACTIVE for port object 37ef7685-5389-4218-af19-51bdf4045fc0 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:40:14.568750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-a8f65945-c8d1-48d7-b01a-86f7c2b00ebe tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 561eafe9-28f2-4f70-8a63-79009ff15d79) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:40:14.573221 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f65945-c8d1-48d7-b01a-86f7c2b00ebe tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:14.574451 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a8f65945-c8d1-48d7-b01a-86f7c2b00ebe tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:14.577608 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ee5aa0-19ee-40f0-90b4-123e4d6ef823 None None] Network 561eafe9-28f2-4f70-8a63-79009ff15d79 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:40:14.578081 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:14.598514 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a8f65945-c8d1-48d7-b01a-86f7c2b00ebe tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4994800 Jan 27 17:40:14.598753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43646) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:14.647430 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Attempting to bind port 37ef7685-5389-4218-af19-51bdf4045fc0 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:40:14.647794 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Attempting to bind port 37ef7685-5389-4218-af19-51bdf4045fc0 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:40:14.648141 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Attempting to bind port 37ef7685-5389-4218-af19-51bdf4045fc0 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:40:14.658335 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:40:14.658707 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:40:14.659098 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:14.659461 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:40:14.659943 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Bound port: 37ef7685-5389-4218-af19-51bdf4045fc0, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:40:14.660274 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:14.706992 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8af86-fbca-4874-94ab-2a1c3495195f None None] Pushing event updated for resources: {'Port': ['ID=37ef7685-5389-4218-af19-51bdf4045fc0,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:14.719407 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8af86-fbca-4874-94ab-2a1c3495195f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:14.719746 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8af86-fbca-4874-94ab-2a1c3495195f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:14.720076 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8af86-fbca-4874-94ab-2a1c3495195f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:14.720394 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8af86-fbca-4874-94ab-2a1c3495195f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:14.720717 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8af86-fbca-4874-94ab-2a1c3495195f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:14.721033 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8af86-fbca-4874-94ab-2a1c3495195f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:14.721346 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8af86-fbca-4874-94ab-2a1c3495195f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:14.721655 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8af86-fbca-4874-94ab-2a1c3495195f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:14.721997 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8af86-fbca-4874-94ab-2a1c3495195f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:14.722949 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8af86-fbca-4874-94ab-2a1c3495195f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:14.723264 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8af86-fbca-4874-94ab-2a1c3495195f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:14.723574 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c8af86-fbca-4874-94ab-2a1c3495195f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:14.755166 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] For port 37ef7685-5389-4218-af19-51bdf4045fc0, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:40:14.759042 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] For port 37ef7685-5389-4218-af19-51bdf4045fc0, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=37ef7685-5389-4218-af19-51bdf4045fc0,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:40:14.765189 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:14.800595 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-561eafe9-28f2-4f70-8a63-79009ff15d79', 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ips': [{'subnet_id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:40:14.801753 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:14.845085 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Routers {'6cf98f8b-ea89-46fe-aeba-5cf36543e61e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:40:14.845723 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:39:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:14.932504 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8af86-fbca-4874-94ab-2a1c3495195f None None] Pushing event updated for resources: {'Port': ['ID=37ef7685-5389-4218-af19-51bdf4045fc0,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:14.974293 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Allocated IP 172.20.0.2 (561eafe9-28f2-4f70-8a63-79009ff15d79/9c99aa0f-c709-4e2e-98f9-9eff15755b71/44139aa5-0986-479a-8fbf-1651243dbf20) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:40:15.055412 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] Set router 6cf98f8b-ea89-46fe-aeba-5cf36543e61e gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:40:15.179326 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:15.189708 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Transition to ACTIVE for port object 44139aa5-0986-479a-8fbf-1651243dbf20 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:40:15.209703 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Transition to ACTIVE for port object 44139aa5-0986-479a-8fbf-1651243dbf20 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:40:15.216077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:15.281708 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Network 561eafe9-28f2-4f70-8a63-79009ff15d79 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:40:15.284564 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:40:15.288438 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:40:15.297474 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Pushing event updated for resources: {'Port': ['ID=44139aa5-0986-479a-8fbf-1651243dbf20,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:15.336679 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:15.336679 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:15.336992 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:15.337251 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:15.337569 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:15.337921 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:15.338224 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:15.338535 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:15.338852 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:15.339153 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:15.339453 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:15.339746 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:40:15.340822 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201596343', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:40:11Z', 'updated_at': '2022-01-27T17:40:12Z', 'revision_number': 3, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:12Z', 'updated_at': '2022-01-27T17:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:15.346725 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23271d46-3c9b-46e9-8462-a108da30dab8 None None] The sync data for ids ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'] in dv-neutron-826439-2-hyperv is: [{'id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201596343', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:40:11Z', 'updated_at': '2022-01-27T17:40:12Z', 'revision_number': 3, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:12Z', 'updated_at': '2022-01-27T17:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:40:15.393994 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Attempting to bind port 44139aa5-0986-479a-8fbf-1651243dbf20 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:40:15.394450 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Attempting to bind port 44139aa5-0986-479a-8fbf-1651243dbf20 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'b954dece-efb9-41f7-b94d-3857149e0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:40:15.394802 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Attempting to bind port 44139aa5-0986-479a-8fbf-1651243dbf20 on network 561eafe9-28f2-4f70-8a63-79009ff15d79 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:40:15.400586 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:40:15.400945 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Checking segment: {'id': 'b954dece-efb9-41f7-b94d-3857149e0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:40:15.401344 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:15.401744 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Bound using segment: {'id': 'b954dece-efb9-41f7-b94d-3857149e0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:40:15.402216 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Bound port: 44139aa5-0986-479a-8fbf-1651243dbf20, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b954dece-efb9-41f7-b94d-3857149e0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:40:15.402560 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:15.444579 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:15.490966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] For port 44139aa5-0986-479a-8fbf-1651243dbf20, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:40:15.494797 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] For port 44139aa5-0986-479a-8fbf-1651243dbf20, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=44139aa5-0986-479a-8fbf-1651243dbf20,segment=NetworkSegment(b954dece-efb9-41f7-b94d-3857149e0ee1),segment_id=b954dece-efb9-41f7-b94d-3857149e0ee1)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:40:15.500828 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:15.603290 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd34665-316a-4b95-a657-87a3edd5e989 None None] Pushing event updated for resources: {'Port': ['ID=44139aa5-0986-479a-8fbf-1651243dbf20,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:15.828772 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 37ef7685-5389-4218-af19-51bdf4045fc0 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:40:15.923745 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 37ef7685-5389-4218-af19-51bdf4045fc0 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:40:15.932050 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 37ef7685-5389-4218-af19-51bdf4045fc0 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:40:15.932416 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:15.953539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.20.0.1 (561eafe9-28f2-4f70-8a63-79009ff15d79/9c99aa0f-c709-4e2e-98f9-9eff15755b71/fd19064c-a88b-4337-90e6-bb2528e44c9f) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:40:16.076119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:16.097429 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 37ef7685-5389-4218-af19-51bdf4045fc0, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=37ef7685-5389-4218-af19-51bdf4045fc0,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:16.104229 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:16.137356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:16.155141 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Transition to ACTIVE for port object fd19064c-a88b-4337-90e6-bb2528e44c9f will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:40:16.179577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=37ef7685-5389-4218-af19-51bdf4045fc0,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:16.180060 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:16.249127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network 561eafe9-28f2-4f70-8a63-79009ff15d79 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:40:16.252361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:40:16.256463 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:40:16.289305 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=fd19064c-a88b-4337-90e6-bb2528e44c9f,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:16.321389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:16.674264 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3d04d7-b108-47df-9828-3b1142a040fd None None] Network 561eafe9-28f2-4f70-8a63-79009ff15d79 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:40:16.729487 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:16.802312 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4d342e36-bb83-479e-906b-9067961fcd1c None None] Provisioning for port 44139aa5-0986-479a-8fbf-1651243dbf20 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:40:17.149118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:17.154954 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:17.160069 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-135b8342-d1c7-4bb1-bee7-45d89943e2fc None None] Provisioning for port fd19064c-a88b-4337-90e6-bb2528e44c9f completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:40:17.165501 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-135b8342-d1c7-4bb1-bee7-45d89943e2fc None None] Provisioning complete for port fd19064c-a88b-4337-90e6-bb2528e44c9f triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:40:17.165911 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-135b8342-d1c7-4bb1-bee7-45d89943e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:17.222030 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-135b8342-d1c7-4bb1-bee7-45d89943e2fc None None] Port fd19064c-a88b-4337-90e6-bb2528e44c9f cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:40:17.278005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=fd19064c-a88b-4337-90e6-bb2528e44c9f,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:17.281908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:17.356952 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6f47382f-cb53-459d-b7d6-108b2351301e None None] Provisioning complete for port fd19064c-a88b-4337-90e6-bb2528e44c9f triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:40:17.357304 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6f47382f-cb53-459d-b7d6-108b2351301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:17.418855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network 561eafe9-28f2-4f70-8a63-79009ff15d79 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:40:17.420109 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:40:17.441631 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6f47382f-cb53-459d-b7d6-108b2351301e None None] Port fd19064c-a88b-4337-90e6-bb2528e44c9f cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:40:17.609224 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 6cf98f8b-ea89-46fe-aeba-5cf36543e61e has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:40:17.663037 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-080e14b6-3ab9-4d64-8971-7cf3108a33ff None None] Provisioning complete for port fd19064c-a88b-4337-90e6-bb2528e44c9f triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:40:17.663495 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-080e14b6-3ab9-4d64-8971-7cf3108a33ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:17.721227 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-080e14b6-3ab9-4d64-8971-7cf3108a33ff None None] Port fd19064c-a88b-4337-90e6-bb2528e44c9f cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:40:17.791200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:40:17.801026 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Sync routers for ids ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:40:17.804186 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-de071c59-bb94-4884-b6c4-ec791ecf1668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "PUT /v2.0/routers/6cf98f8b-ea89-46fe-aeba-5cf36543e61e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2045662 Jan 27 17:40:17.810767 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Routers {'6cf98f8b-ea89-46fe-aeba-5cf36543e61e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:40:17.811435 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:39:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:17.865108 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 37ef7685-5389-4218-af19-51bdf4045fc0 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:40:17.963571 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-708b764a-d3cf-4c95-9c51-fe956bfbfbed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:40:17.982205 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-708b764a-d3cf-4c95-9c51-fe956bfbfbed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:40:17.989880 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-708b764a-d3cf-4c95-9c51-fe956bfbfbed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-584362890&fields=id&tenant_id=25c0e5ef386549e2ae211fdeb76119ce HTTP/1.1" status: 200 len: 267 time: 0.0650790 Jan 27 17:40:18.042873 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 37ef7685-5389-4218-af19-51bdf4045fc0 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:40:18.043210 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:18.074010 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Set router 6cf98f8b-ea89-46fe-aeba-5cf36543e61e gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:40:18.136538 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-29ec74db-f59e-4aea-b642-ce98a1875cc0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:18.137201 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-29ec74db-f59e-4aea-b642-ce98a1875cc0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:network {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:40:18.155425 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-29ec74db-f59e-4aea-b642-ce98a1875cc0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:network {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:40:18.156976 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-29ec74db-f59e-4aea-b642-ce98a1875cc0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/networks?id=561eafe9-28f2-4f70-8a63-79009ff15d79 HTTP/1.1" status: 200 len: 796 time: 0.1659992 Jan 27 17:40:18.171438 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-94833b31-7d73-4c38-a3c7-c8884c1697a0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/quotas/25c0e5ef386549e2ae211fdeb76119ce HTTP/1.1" status: 200 len: 375 time: 0.0092182 Jan 27 17:40:18.258333 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-488c5731-b850-448c-be36-d835a78fd138 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814540 Jan 27 17:40:18.373142 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 44139aa5-0986-479a-8fbf-1651243dbf20 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:40:18.400584 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-fac71922-970f-4b32-bce5-46094091f442 service neutron] 10.222.0.50 "GET /v2.0/networks/561eafe9-28f2-4f70-8a63-79009ff15d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305127 Jan 27 17:40:18.490973 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 44139aa5-0986-479a-8fbf-1651243dbf20 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:40:18.500317 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 44139aa5-0986-479a-8fbf-1651243dbf20 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:40:18.500680 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:18.558316 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201596343', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:40:11Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:12Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'fd19064c-a88b-4337-90e6-bb2528e44c9f', 'name': '', 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:a7:d9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:15Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 2, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:18.565320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Checking router: 6cf98f8b-ea89-46fe-aeba-5cf36543e61e for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:40:18.565660 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Updating router 6cf98f8b-ea89-46fe-aeba-5cf36543e61e port fd19064c-a88b-4337-90e6-bb2528e44c9f binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:40:18.630998 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-bb5a2890-2783-4c3b-acec-f6f3ed07a648 service neutron] 10.222.0.50 "GET /v2.0/networks/561eafe9-28f2-4f70-8a63-79009ff15d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263672 Jan 27 17:40:18.663716 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:18.720670 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:18.822443 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 44139aa5-0986-479a-8fbf-1651243dbf20, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=44139aa5-0986-479a-8fbf-1651243dbf20,segment=NetworkSegment(b954dece-efb9-41f7-b94d-3857149e0ee1),segment_id=b954dece-efb9-41f7-b94d-3857149e0ee1)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:18.824708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-c6a4a0e2-e48b-4bbf-a4d5-13072fe75f1e req-00c3e758-0cab-4fad-96d8-226c4fc9bc06 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:40:18.838302 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:18.846043 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-c6a4a0e2-e48b-4bbf-a4d5-13072fe75f1e req-00c3e758-0cab-4fad-96d8-226c4fc9bc06 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:40:18.847499 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c6a4a0e2-e48b-4bbf-a4d5-13072fe75f1e req-00c3e758-0cab-4fad-96d8-226c4fc9bc06 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 210 time: 0.0751340 Jan 27 17:40:18.886592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07de8cc7-8398-4700-a3da-556e8bd61919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:18.990766 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=44139aa5-0986-479a-8fbf-1651243dbf20,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:19.132754 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:19.145218 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Transition to ACTIVE for port object fd19064c-a88b-4337-90e6-bb2528e44c9f will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:40:19.153898 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:19.349840 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acbaee-0630-4a94-b98f-bb2653709afd None None] Pushing event updated for resources: {'Port': ['ID=fd19064c-a88b-4337-90e6-bb2528e44c9f,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:19.415702 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Attempting to bind port fd19064c-a88b-4337-90e6-bb2528e44c9f on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:40:19.416912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Attempting to bind port fd19064c-a88b-4337-90e6-bb2528e44c9f by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'b954dece-efb9-41f7-b94d-3857149e0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:40:19.416912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Attempting to bind port fd19064c-a88b-4337-90e6-bb2528e44c9f on network 561eafe9-28f2-4f70-8a63-79009ff15d79 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:40:19.421910 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:40:19.422274 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Checking segment: {'id': 'b954dece-efb9-41f7-b94d-3857149e0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:40:19.422666 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:19.423050 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Bound using segment: {'id': 'b954dece-efb9-41f7-b94d-3857149e0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:40:19.423500 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Bound port: fd19064c-a88b-4337-90e6-bb2528e44c9f, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b954dece-efb9-41f7-b94d-3857149e0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:40:19.423864 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:19.527988 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] For port fd19064c-a88b-4337-90e6-bb2528e44c9f, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:40:19.532886 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] For port fd19064c-a88b-4337-90e6-bb2528e44c9f, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fd19064c-a88b-4337-90e6-bb2528e44c9f,segment=NetworkSegment(b954dece-efb9-41f7-b94d-3857149e0ee1),segment_id=b954dece-efb9-41f7-b94d-3857149e0ee1)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:40:19.537848 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:19.646380 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Routers {'6cf98f8b-ea89-46fe-aeba-5cf36543e61e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:40:19.647008 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:39:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:19.710713 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acbaee-0630-4a94-b98f-bb2653709afd None None] Pushing event updated for resources: {'Port': ['ID=fd19064c-a88b-4337-90e6-bb2528e44c9f,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:19.795007 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 44139aa5-0986-479a-8fbf-1651243dbf20 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:40:19.884017 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] Set router 6cf98f8b-ea89-46fe-aeba-5cf36543e61e gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:40:20.039420 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-52fb8d45-7d65-4215-b41a-88b45c67a1c4 req-0d505cce-d63d-4cbb-9d59-f31f38dcaabf tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 210 time: 0.0554817 Jan 27 17:40:20.051834 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 44139aa5-0986-479a-8fbf-1651243dbf20 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:40:20.052197 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:20.164538 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-7a7864d5-fc51-4f71-a5a1-6fd7d8ff26e9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:20.166161 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-7a7864d5-fc51-4f71-a5a1-6fd7d8ff26e9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "GET /v2.0/networks?id=561eafe9-28f2-4f70-8a63-79009ff15d79 HTTP/1.1" status: 200 len: 796 time: 0.1764140 Jan 27 17:40:20.216613 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-de59c335-d123-4ada-8ff9-2dad7de36c53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25c0e5ef386549e2ae211fdeb76119ce HTTP/1.1" status: 200 len: 379 time: 0.0426648 Jan 27 17:40:20.224919 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-d6c5efaf-2b84-44fe-9bef-ea0df3e4d377 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'port': {'device_id': 'ba2cac88-4725-4032-8d89-978659b9c67e', 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79', 'admin_state_up': True, 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'security_groups': ['3ae3fda7-56c6-442b-9da8-299bf1ce3dd6']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:40:20.343358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201596343', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:40:11Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:12Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'fd19064c-a88b-4337-90e6-bb2528e44c9f', 'name': '', 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:a7:d9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:15Z', 'updated_at': '2022-01-27T17:40:19Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:20.347715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e97b8-50e2-4972-a632-4b3190131072 None None] The sync data for ids ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'] in dv-neutron-826439-2-hyperv is: [{'id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201596343', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:40:11Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:12Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'fd19064c-a88b-4337-90e6-bb2528e44c9f', 'name': '', 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:a7:d9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:15Z', 'updated_at': '2022-01-27T17:40:19Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:40:20.502369 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-d6c5efaf-2b84-44fe-9bef-ea0df3e4d377 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:40:20.512215 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-d6c5efaf-2b84-44fe-9bef-ea0df3e4d377 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:40:20.523042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-d6c5efaf-2b84-44fe-9bef-ea0df3e4d377 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Made reservation on behalf of 25c0e5ef386549e2ae211fdeb76119ce for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:40:20.526718 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-d6c5efaf-2b84-44fe-9bef-ea0df3e4d377 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:20.710579 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-d6c5efaf-2b84-44fe-9bef-ea0df3e4d377 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.20.0.9 (561eafe9-28f2-4f70-8a63-79009ff15d79/9c99aa0f-c709-4e2e-98f9-9eff15755b71/2e288520-a88d-4644-a344-04d187850245) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:40:20.905471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-d6c5efaf-2b84-44fe-9bef-ea0df3e4d377 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:20.922693 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-d6c5efaf-2b84-44fe-9bef-ea0df3e4d377 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Transition to ACTIVE for port object 2e288520-a88d-4644-a344-04d187850245 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:40:20.947922 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-d6c5efaf-2b84-44fe-9bef-ea0df3e4d377 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:21.036739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-d6c5efaf-2b84-44fe-9bef-ea0df3e4d377 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network 561eafe9-28f2-4f70-8a63-79009ff15d79 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:40:21.040592 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-d6c5efaf-2b84-44fe-9bef-ea0df3e4d377 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:40:21.048588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-d6c5efaf-2b84-44fe-9bef-ea0df3e4d377 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:40:21.080318 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5efaf-2b84-44fe-9bef-ea0df3e4d377 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=2e288520-a88d-4644-a344-04d187850245,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:21.084760 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c8a50a3c-e44b-4278-814f-057519037656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:21.134427 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-d6c5efaf-2b84-44fe-9bef-ea0df3e4d377 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:21.135143 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-d6c5efaf-2b84-44fe-9bef-ea0df3e4d377 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:21.174008 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-d6c5efaf-2b84-44fe-9bef-ea0df3e4d377 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9526832 Jan 27 17:40:21.187731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Request body: {'port': {'device_id': 'ba2cac88-4725-4032-8d89-978659b9c67e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:40:21.331884 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bbe368a1-e001-4d28-86f1-d4844f4648d1 None None] Provisioning for port 2e288520-a88d-4644-a344-04d187850245 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:40:21.336935 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bbe368a1-e001-4d28-86f1-d4844f4648d1 None None] Provisioning complete for port 2e288520-a88d-4644-a344-04d187850245 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:40:21.337301 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bbe368a1-e001-4d28-86f1-d4844f4648d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:21.366841 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:21.390978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94557f9-b1df-4937-9503-8907f0bb5659 req-abad49bf-146b-4bc1-97c6-6bd6b8668b78 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:21.391700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-f94557f9-b1df-4937-9503-8907f0bb5659 req-abad49bf-146b-4bc1-97c6-6bd6b8668b78 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:40:21.398898 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-bbe368a1-e001-4d28-86f1-d4844f4648d1 None None] Port 2e288520-a88d-4644-a344-04d187850245 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:40:21.454660 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-f94557f9-b1df-4937-9503-8907f0bb5659 req-abad49bf-146b-4bc1-97c6-6bd6b8668b78 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:40:21.455822 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f94557f9-b1df-4937-9503-8907f0bb5659 req-abad49bf-146b-4bc1-97c6-6bd6b8668b78 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 931 time: 0.2404416 Jan 27 17:40:21.563470 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f94557f9-b1df-4937-9503-8907f0bb5659 req-dbeb74ba-c1b7-48f8-af24-ee10435e0adb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae3fda7-56c6-442b-9da8-299bf1ce3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989740 Jan 27 17:40:21.758277 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e288520-a88d-4644-a344-04d187850245 {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:40:21.767136 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:21.782306 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fd19064c-a88b-4337-90e6-bb2528e44c9f up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:40:21.783707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Transition to ACTIVE for port object 2e288520-a88d-4644-a344-04d187850245 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:40:21.789098 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:21.852556 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port fd19064c-a88b-4337-90e6-bb2528e44c9f completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:40:21.858413 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port fd19064c-a88b-4337-90e6-bb2528e44c9f triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:40:21.858775 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:21.916853 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Pushing event updated for resources: {'Port': ['ID=2e288520-a88d-4644-a344-04d187850245,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:21.983811 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:22.017262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port fd19064c-a88b-4337-90e6-bb2528e44c9f, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fd19064c-a88b-4337-90e6-bb2528e44c9f,segment=NetworkSegment(b954dece-efb9-41f7-b94d-3857149e0ee1),segment_id=b954dece-efb9-41f7-b94d-3857149e0ee1)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:22.023379 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:22.029980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Attempting to bind port 2e288520-a88d-4644-a344-04d187850245 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:40:22.030385 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Attempting to bind port 2e288520-a88d-4644-a344-04d187850245 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'b954dece-efb9-41f7-b94d-3857149e0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:40:22.030770 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Attempting to bind port 2e288520-a88d-4644-a344-04d187850245 on network 561eafe9-28f2-4f70-8a63-79009ff15d79 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:40:22.036131 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Port 2e288520-a88d-4644-a344-04d187850245 on network 561eafe9-28f2-4f70-8a63-79009ff15d79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:40:22.036504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Attempting to bind port 2e288520-a88d-4644-a344-04d187850245 on network 561eafe9-28f2-4f70-8a63-79009ff15d79 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:40:22.041827 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:40:22.042233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Checking segment: {'id': 'b954dece-efb9-41f7-b94d-3857149e0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:40:22.042669 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Bound using segment: {'id': 'b954dece-efb9-41f7-b94d-3857149e0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:40:22.043153 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Bound port: 2e288520-a88d-4644-a344-04d187850245, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b954dece-efb9-41f7-b94d-3857149e0ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:40:22.043556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:22.108343 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=fd19064c-a88b-4337-90e6-bb2528e44c9f,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:22.141071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] For port 2e288520-a88d-4644-a344-04d187850245, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:40:22.144040 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] For port 2e288520-a88d-4644-a344-04d187850245, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2e288520-a88d-4644-a344-04d187850245,segment=NetworkSegment(b954dece-efb9-41f7-b94d-3857149e0ee1),segment_id=b954dece-efb9-41f7-b94d-3857149e0ee1)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:40:22.148118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:22.205138 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:22.205800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:22.207186 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] 10.222.0.83 "PUT /v2.0/ports/2e288520-a88d-4644-a344-04d187850245 HTTP/1.1" status: 200 len: 1093 time: 1.0246391 Jan 27 17:40:22.207634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2cac88-4725-4032-8d89-978659b9c67e', 'tag': '2e288520-a88d-4644-a344-04d187850245'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:40:22.233135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6f1be-8b6d-4bb5-900f-e504e3effb6f service neutron] Pushing event updated for resources: {'Port': ['ID=2e288520-a88d-4644-a344-04d187850245,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:22.328378 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:22.329479 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2cac88-4725-4032-8d89-978659b9c67e', 'tag': '2e288520-a88d-4644-a344-04d187850245', 'status': 'completed', 'code': 200} Jan 27 17:40:22.329896 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:22.336795 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-0c43406b-cbe8-4bd2-94c7-71164e9f3097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:22.338326 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-0c43406b-cbe8-4bd2-94c7-71164e9f3097 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 1096 time: 0.0908000 Jan 27 17:40:22.528643 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-00d2616c-2194-49e5-a18e-a8329fa43bfa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e288520-a88d-4644-a344-04d187850245 HTTP/1.1" status: 200 len: 217 time: 0.1838715 Jan 27 17:40:22.597731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-228287e4-e2a0-4f94-86ec-04c025cd35bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:22.599176 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-228287e4-e2a0-4f94-86ec-04c025cd35bb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9c99aa0f-c709-4e2e-98f9-9eff15755b71 HTTP/1.1" status: 200 len: 833 time: 0.0646899 Jan 27 17:40:22.704217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-38049691-a914-4e93-ab7b-d7df77763367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:22.705636 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-38049691-a914-4e93-ab7b-d7df77763367 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=561eafe9-28f2-4f70-8a63-79009ff15d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1000667 Jan 27 17:40:22.859240 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-725e8143-970b-46e6-b686-733ad88bf405 service neutron] 10.222.0.83 "GET /v2.0/networks/561eafe9-28f2-4f70-8a63-79009ff15d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472785 Jan 27 17:40:22.867301 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520c973-dbc3-4d52-ae35-b2dd7044fcb8 req-de37843e-319a-4b9d-9201-e62173f68a56 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:22.868609 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6520c973-dbc3-4d52-ae35-b2dd7044fcb8 req-de37843e-319a-4b9d-9201-e62173f68a56 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 943 time: 0.1968899 Jan 27 17:40:22.991658 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6520c973-dbc3-4d52-ae35-b2dd7044fcb8 req-6db6e16e-e3c2-4a85-8a12-3b5dd69d6714 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae3fda7-56c6-442b-9da8-299bf1ce3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050980 Jan 27 17:40:23.024040 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9690c4ae-c07f-4027-9741-b35de94cb71b req-3721e120-6274-42d3-bb64-30122fc6946f service neutron] 10.222.0.83 "GET /v2.0/networks/561eafe9-28f2-4f70-8a63-79009ff15d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545329 Jan 27 17:40:23.143377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c50a3-1b4b-49d4-abcc-05f959abbccd req-6748f782-8b40-4780-a3a4-df1a2ef27be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:23.145026 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bf8c50a3-1b4b-49d4-abcc-05f959abbccd req-6748f782-8b40-4780-a3a4-df1a2ef27be2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 1096 time: 0.0709155 Jan 27 17:40:23.279833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c50a3-1b4b-49d4-abcc-05f959abbccd req-f6727636-95ed-4943-a8ed-96f70b5cc36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:23.281167 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bf8c50a3-1b4b-49d4-abcc-05f959abbccd req-f6727636-95ed-4943-a8ed-96f70b5cc36c service neutron] 10.222.0.83 "GET /v2.0/networks?id=561eafe9-28f2-4f70-8a63-79009ff15d79 HTTP/1.1" status: 200 len: 898 time: 0.1287856 Jan 27 17:40:23.351806 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bf8c50a3-1b4b-49d4-abcc-05f959abbccd req-71c44694-9a65-485a-bc85-5925eb7bbb48 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e288520-a88d-4644-a344-04d187850245 HTTP/1.1" status: 200 len: 217 time: 0.0632207 Jan 27 17:40:23.422791 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c50a3-1b4b-49d4-abcc-05f959abbccd req-133295f2-5cc7-421a-8a86-b307a9322047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:23.424956 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bf8c50a3-1b4b-49d4-abcc-05f959abbccd req-133295f2-5cc7-421a-8a86-b307a9322047 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9c99aa0f-c709-4e2e-98f9-9eff15755b71 HTTP/1.1" status: 200 len: 833 time: 0.0664184 Jan 27 17:40:23.504829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c50a3-1b4b-49d4-abcc-05f959abbccd req-88e55995-758f-4982-bcf2-08f069641d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:23.506314 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bf8c50a3-1b4b-49d4-abcc-05f959abbccd req-88e55995-758f-4982-bcf2-08f069641d5a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=561eafe9-28f2-4f70-8a63-79009ff15d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745327 Jan 27 17:40:23.533371 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:23.639080 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bf8c50a3-1b4b-49d4-abcc-05f959abbccd req-77ef3259-8ef7-4e24-a378-c6dc20bdfbc3 service neutron] 10.222.0.83 "GET /v2.0/networks/561eafe9-28f2-4f70-8a63-79009ff15d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258349 Jan 27 17:40:23.751826 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fd19064c-a88b-4337-90e6-bb2528e44c9f up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:40:23.770524 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bf8c50a3-1b4b-49d4-abcc-05f959abbccd req-d64684a6-957a-4c61-97e7-19fc056feb9a service neutron] 10.222.0.83 "GET /v2.0/networks/561eafe9-28f2-4f70-8a63-79009ff15d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246924 Jan 27 17:40:23.819923 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port fd19064c-a88b-4337-90e6-bb2528e44c9f triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:40:23.820190 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:24.191299 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04d97d-2a3e-41fa-abdf-ed0146ec9842 req-adf922ee-ec5e-4d91-a5cf-cf1e7f354630 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:24.192767 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6e04d97d-2a3e-41fa-abdf-ed0146ec9842 req-adf922ee-ec5e-4d91-a5cf-cf1e7f354630 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 943 time: 0.0864613 Jan 27 17:40:24.240081 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6e04d97d-2a3e-41fa-abdf-ed0146ec9842 req-84313d59-1ce2-48e6-9469-05f404e53bcb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae3fda7-56c6-442b-9da8-299bf1ce3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388091 Jan 27 17:40:25.155382 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 2e288520-a88d-4644-a344-04d187850245 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:40:25.300795 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 2e288520-a88d-4644-a344-04d187850245, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2e288520-a88d-4644-a344-04d187850245,segment=NetworkSegment(b954dece-efb9-41f7-b94d-3857149e0ee1),segment_id=b954dece-efb9-41f7-b94d-3857149e0ee1)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:25.314277 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '2e288520-a88d-4644-a344-04d187850245', 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79', 'port_id': '2e288520-a88d-4644-a344-04d187850245', 'mac_address': 'fa:16:3e:76:b8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:40:25.371966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:25.389286 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e288520-a88d-4644-a344-04d187850245 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:40:25.405502 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 2e288520-a88d-4644-a344-04d187850245, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2e288520-a88d-4644-a344-04d187850245,segment=NetworkSegment(b954dece-efb9-41f7-b94d-3857149e0ee1),segment_id=b954dece-efb9-41f7-b94d-3857149e0ee1)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:25.410221 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:25.436621 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca617d3-c644-48bc-876b-e18c2780be60 req-edd6ba84-56e2-4a00-9ad7-cfae7ab54a40 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:25.438103 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eca617d3-c644-48bc-876b-e18c2780be60 req-edd6ba84-56e2-4a00-9ad7-cfae7ab54a40 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 943 time: 0.0835030 Jan 27 17:40:25.475935 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=2e288520-a88d-4644-a344-04d187850245,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:25.486739 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eca617d3-c644-48bc-876b-e18c2780be60 req-d6322554-ae15-4422-a555-85784413247a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae3fda7-56c6-442b-9da8-299bf1ce3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427184 Jan 27 17:40:25.646241 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['2e288520-a88d-4644-a344-04d187850245'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:40:26.687073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db7906-e91c-447a-935e-ce4d1f8fc57b req-50a20e81-c6d7-4fd4-8955-130393872290 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:26.688497 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-21db7906-e91c-447a-935e-ce4d1f8fc57b req-50a20e81-c6d7-4fd4-8955-130393872290 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 944 time: 0.0867012 Jan 27 17:40:26.732950 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-21db7906-e91c-447a-935e-ce4d1f8fc57b req-bd319668-f5ff-41a8-a219-6cfde2d42a0a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae3fda7-56c6-442b-9da8-299bf1ce3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386410 Jan 27 17:40:27.186391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 2e288520-a88d-4644-a344-04d187850245 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:40:27.268221 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 2e288520-a88d-4644-a344-04d187850245 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:40:27.273100 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 2e288520-a88d-4644-a344-04d187850245 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:40:27.273463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:27.390585 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:27.417513 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2cac88-4725-4032-8d89-978659b9c67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e288520-a88d-4644-a344-04d187850245'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:40:27.427202 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 2e288520-a88d-4644-a344-04d187850245, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2e288520-a88d-4644-a344-04d187850245,segment=NetworkSegment(b954dece-efb9-41f7-b94d-3857149e0ee1),segment_id=b954dece-efb9-41f7-b94d-3857149e0ee1)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:40:27.432536 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:27.498172 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=2e288520-a88d-4644-a344-04d187850245,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:27.515795 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2cac88-4725-4032-8d89-978659b9c67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e288520-a88d-4644-a344-04d187850245', 'code': 200} Jan 27 17:40:27.740872 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb60a2-064a-4609-bf86-a5c1dda784e3 req-8a67885d-cbb4-4fcc-ba26-8f728d0565df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:27.742357 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-98fb60a2-064a-4609-bf86-a5c1dda784e3 req-8a67885d-cbb4-4fcc-ba26-8f728d0565df service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 1098 time: 0.0694094 Jan 27 17:40:27.783272 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-98fb60a2-064a-4609-bf86-a5c1dda784e3 req-c64e1cd1-2f3a-4f72-93b6-ddaee5a04f6b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3ae3fda7-56c6-442b-9da8-299bf1ce3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348322 Jan 27 17:40:27.934717 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f136bd9-f821-48fe-9c9f-b6c71cda8b0d req-a2ae322f-0c31-4201-960e-dc4dfca3fa7a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:27.936156 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1f136bd9-f821-48fe-9c9f-b6c71cda8b0d req-a2ae322f-0c31-4201-960e-dc4dfca3fa7a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 945 time: 0.0948002 Jan 27 17:40:27.979943 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1f136bd9-f821-48fe-9c9f-b6c71cda8b0d req-c77be86d-d106-41ba-bbaa-872747e18c7b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae3fda7-56c6-442b-9da8-299bf1ce3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380187 Jan 27 17:40:29.171981 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225c7a1-3f7c-4f1b-873e-4b7ee72a29bd req-911ef360-5a06-455a-9bfd-763cfd8acdb2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:29.173399 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5225c7a1-3f7c-4f1b-873e-4b7ee72a29bd req-911ef360-5a06-455a-9bfd-763cfd8acdb2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 945 time: 0.0820906 Jan 27 17:40:29.318197 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5225c7a1-3f7c-4f1b-873e-4b7ee72a29bd req-950ea0b0-7447-418c-b14c-3637ae521764 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae3fda7-56c6-442b-9da8-299bf1ce3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385202 Jan 27 17:40:29.504118 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c13eb-b4bf-40a2-871b-260c617f09ad req-b204dbb3-78fd-4db2-ab98-6fd86199e427 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:29.505580 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-657c13eb-b4bf-40a2-871b-260c617f09ad req-b204dbb3-78fd-4db2-ab98-6fd86199e427 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 945 time: 0.0847356 Jan 27 17:40:29.553525 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-657c13eb-b4bf-40a2-871b-260c617f09ad req-93eaf6d0-ebf3-421d-8a43-395852e19fa2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae3fda7-56c6-442b-9da8-299bf1ce3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417552 Jan 27 17:40:29.576040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43706) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:29.648235 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba050004-d680-4022-ac03-f6ad2029d1b8 tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:29.649707 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ba050004-d680-4022-ac03-f6ad2029d1b8 tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 1093 time: 0.0725694 Jan 27 17:40:29.652577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43710) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:29.657313 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '2e288520-a88d-4644-a344-04d187850245', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:40:29.663253 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:40:29.667190 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:floatingip and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:40:29.670045 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:40:29.675961 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:40:29.688680 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:29.839328 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:29.985187 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.26.1.126 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/ffc9ba9c-dfff-447c-aad2-dea086fda9c3) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:40:30.133202 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:30.163511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:30.227412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:40:30.230272 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:40:30.232943 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:40:30.269840 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=ffc9ba9c-dfff-447c-aad2-dea086fda9c3,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:30.653344 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:30.729827 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:31.032908 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:31.038485 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:31.141289 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=ffc9ba9c-dfff-447c-aad2-dea086fda9c3,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:40:31.158305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:31.327959 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Floating IP 53417472-3f87-4d40-a407-52a0520891ab associated. External IP: 172.26.1.126, port: 2e288520-a88d-4644-a344-04d187850245. Jan 27 17:40:31.674791 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 6cf98f8b-ea89-46fe-aeba-5cf36543e61e has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:40:31.853821 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:40:31.863752 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0f47f-b4ee-4451-ada8-27d88f55e57f None None] Sync routers for ids ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:40:31.872919 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0f47f-b4ee-4451-ada8-27d88f55e57f None None] Routers {'6cf98f8b-ea89-46fe-aeba-5cf36543e61e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:40:31.873538 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-0cb0f47f-b4ee-4451-ada8-27d88f55e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:40:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:31.879754 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:31.934709 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-74553847-3a3b-4df8-83be-b0ce74e9ca11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2810543 Jan 27 17:40:31.935389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2cac88-4725-4032-8d89-978659b9c67e', 'tag': '2e288520-a88d-4644-a344-04d187850245'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:40:31.980402 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2cac88-4725-4032-8d89-978659b9c67e', 'tag': '2e288520-a88d-4644-a344-04d187850245', 'status': 'completed', 'code': 200} Jan 27 17:40:32.048440 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-0cb0f47f-b4ee-4451-ada8-27d88f55e57f None None] Set router 6cf98f8b-ea89-46fe-aeba-5cf36543e61e gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:40:32.129019 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce272b5-4cda-417d-a103-29e4ee94228f req-b4e56bfb-5a49-4eff-bcb9-d671e0b56472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:32.130544 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6ce272b5-4cda-417d-a103-29e4ee94228f req-b4e56bfb-5a49-4eff-bcb9-d671e0b56472 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 1098 time: 0.1296637 Jan 27 17:40:32.141363 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba30dde-eef0-43dd-b53b-de9031df1eb0 req-e752a2ba-f536-45a0-8559-ac3bfd7b7206 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:32.142959 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4ba30dde-eef0-43dd-b53b-de9031df1eb0 req-e752a2ba-f536-45a0-8559-ac3bfd7b7206 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 945 time: 0.1116056 Jan 27 17:40:32.269751 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4ba30dde-eef0-43dd-b53b-de9031df1eb0 req-133b2dbc-b8db-4551-9d1d-de25a8e6cf64 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae3fda7-56c6-442b-9da8-299bf1ce3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074655 Jan 27 17:40:32.295222 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43718) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:32.307672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce272b5-4cda-417d-a103-29e4ee94228f req-5fed2dd1-27bb-4b1e-8678-9e4843251f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:32.309146 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6ce272b5-4cda-417d-a103-29e4ee94228f req-5fed2dd1-27bb-4b1e-8678-9e4843251f97 service neutron] 10.222.0.83 "GET /v2.0/networks?id=561eafe9-28f2-4f70-8a63-79009ff15d79 HTTP/1.1" status: 200 len: 898 time: 0.1652188 Jan 27 17:40:32.394001 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-0cb0f47f-b4ee-4451-ada8-27d88f55e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201596343', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:40:11Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:12Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '53417472-3f87-4d40-a407-52a0520891ab', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'floating_ip_address': '172.26.1.126', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'port_id': '2e288520-a88d-4644-a344-04d187850245', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79', 'mac_address': 'fa:16:3e:76:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2cac88-4725-4032-8d89-978659b9c67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:40:30Z', 'updated_at': '2022-01-27T17:40:30Z', 'revision_number': 0, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd19064c-a88b-4337-90e6-bb2528e44c9f', 'name': '', 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:a7:d9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:15Z', 'updated_at': '2022-01-27T17:40:22Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:32.398039 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0f47f-b4ee-4451-ada8-27d88f55e57f None None] Checking router: 6cf98f8b-ea89-46fe-aeba-5cf36543e61e for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:40:32.399981 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-0e14b39d-a5d2-4c97-9e01-fc3b7714ed66 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/53417472-3f87-4d40-a407-52a0520891ab HTTP/1.1" status: 200 len: 991 time: 0.1025715 Jan 27 17:40:32.407894 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0f47f-b4ee-4451-ada8-27d88f55e57f None None] Routers {'6cf98f8b-ea89-46fe-aeba-5cf36543e61e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:40:32.408494 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-0cb0f47f-b4ee-4451-ada8-27d88f55e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:40:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:32.413307 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6ce272b5-4cda-417d-a103-29e4ee94228f req-610cc994-08d1-4962-a918-e792408d0d2f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e288520-a88d-4644-a344-04d187850245 HTTP/1.1" status: 200 len: 999 time: 0.0981669 Jan 27 17:40:32.474500 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce272b5-4cda-417d-a103-29e4ee94228f req-03f01393-6f83-46e6-a5bf-851eaffcada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:32.475946 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6ce272b5-4cda-417d-a103-29e4ee94228f req-03f01393-6f83-46e6-a5bf-851eaffcada6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9c99aa0f-c709-4e2e-98f9-9eff15755b71 HTTP/1.1" status: 200 len: 833 time: 0.0571120 Jan 27 17:40:32.555308 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce272b5-4cda-417d-a103-29e4ee94228f req-a8b53d2d-3fff-4e34-b329-5982777265e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:32.556694 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6ce272b5-4cda-417d-a103-29e4ee94228f req-a8b53d2d-3fff-4e34-b329-5982777265e8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=561eafe9-28f2-4f70-8a63-79009ff15d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733209 Jan 27 17:40:32.593107 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-0cb0f47f-b4ee-4451-ada8-27d88f55e57f None None] Set router 6cf98f8b-ea89-46fe-aeba-5cf36543e61e gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:40:32.633121 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:40:32.688887 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6ce272b5-4cda-417d-a103-29e4ee94228f req-7af1f382-452b-4a67-a04a-ed57fafd0b7b service neutron] 10.222.0.83 "GET /v2.0/networks/561eafe9-28f2-4f70-8a63-79009ff15d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253834 Jan 27 17:40:32.824961 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6ce272b5-4cda-417d-a103-29e4ee94228f req-afb716c2-53a2-498e-8bd4-14829d15761d service neutron] 10.222.0.83 "GET /v2.0/networks/561eafe9-28f2-4f70-8a63-79009ff15d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301332 Jan 27 17:40:32.972744 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-0cb0f47f-b4ee-4451-ada8-27d88f55e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201596343', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:40:11Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:12Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '53417472-3f87-4d40-a407-52a0520891ab', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'floating_ip_address': '172.26.1.126', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'port_id': '2e288520-a88d-4644-a344-04d187850245', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79', 'mac_address': 'fa:16:3e:76:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2cac88-4725-4032-8d89-978659b9c67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:40:30Z', 'updated_at': '2022-01-27T17:40:30Z', 'revision_number': 0, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd19064c-a88b-4337-90e6-bb2528e44c9f', 'name': '', 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:a7:d9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:15Z', 'updated_at': '2022-01-27T17:40:22Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:40:32.976812 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0f47f-b4ee-4451-ada8-27d88f55e57f None None] The sync data for ids ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'] in dv-neutron-826439-2-hyperv is: [{'id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201596343', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:40:11Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:12Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '53417472-3f87-4d40-a407-52a0520891ab', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'floating_ip_address': '172.26.1.126', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'port_id': '2e288520-a88d-4644-a344-04d187850245', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79', 'mac_address': 'fa:16:3e:76:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2cac88-4725-4032-8d89-978659b9c67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:40:30Z', 'updated_at': '2022-01-27T17:40:30Z', 'revision_number': 0, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd19064c-a88b-4337-90e6-bb2528e44c9f', 'name': '', 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:a7:d9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:15Z', 'updated_at': '2022-01-27T17:40:22Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:40:33.194967 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde1283c-736f-4872-9ce8-5f73d940d810 None None] New status for floating IP 53417472-3f87-4d40-a407-52a0520891ab: ACTIVE {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:40:33.402115 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43722) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:40:33.512570 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3439d17b-13fc-4227-b8a0-53f98142312d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/53417472-3f87-4d40-a407-52a0520891ab HTTP/1.1" status: 200 len: 993 time: 0.1091549 Jan 27 17:40:33.705512 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:35.119263 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4dc81e1b-4589-4643-b76b-34c3fa9752c6 req-d22c4053-266b-4162-b150-74a03c77b0b9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771809 Jan 27 17:40:35.261449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81e1b-4589-4643-b76b-34c3fa9752c6 req-82467779-33cc-4d9f-8c0e-a4632c597161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:35.262910 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4dc81e1b-4589-4643-b76b-34c3fa9752c6 req-82467779-33cc-4d9f-8c0e-a4632c597161 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 1098 time: 0.0743842 Jan 27 17:40:35.407698 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81e1b-4589-4643-b76b-34c3fa9752c6 req-ac11f166-3cea-42c8-bc97-e36e3cead746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:35.409033 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4dc81e1b-4589-4643-b76b-34c3fa9752c6 req-ac11f166-3cea-42c8-bc97-e36e3cead746 service neutron] 10.222.0.83 "GET /v2.0/networks?id=561eafe9-28f2-4f70-8a63-79009ff15d79 HTTP/1.1" status: 200 len: 898 time: 0.1271002 Jan 27 17:40:35.514933 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4dc81e1b-4589-4643-b76b-34c3fa9752c6 req-9e71e8ff-f98f-4569-ac94-39db9d015631 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e288520-a88d-4644-a344-04d187850245 HTTP/1.1" status: 200 len: 1001 time: 0.0990655 Jan 27 17:40:35.576885 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81e1b-4589-4643-b76b-34c3fa9752c6 req-300382fa-54cb-4a3c-a413-b3a7d9f07b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:35.578325 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4dc81e1b-4589-4643-b76b-34c3fa9752c6 req-300382fa-54cb-4a3c-a413-b3a7d9f07b9f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9c99aa0f-c709-4e2e-98f9-9eff15755b71 HTTP/1.1" status: 200 len: 833 time: 0.0569892 Jan 27 17:40:35.659639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc81e1b-4589-4643-b76b-34c3fa9752c6 req-5085cbd7-e3f7-4b06-a976-818a23c6955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:40:35.661020 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4dc81e1b-4589-4643-b76b-34c3fa9752c6 req-5085cbd7-e3f7-4b06-a976-818a23c6955b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=561eafe9-28f2-4f70-8a63-79009ff15d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767875 Jan 27 17:40:35.900803 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4dc81e1b-4589-4643-b76b-34c3fa9752c6 req-29eb206c-0c4e-40a6-a79d-5b70c6e44e84 service neutron] 10.222.0.83 "GET /v2.0/networks/561eafe9-28f2-4f70-8a63-79009ff15d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330108 Jan 27 17:40:36.031430 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4dc81e1b-4589-4643-b76b-34c3fa9752c6 req-87f496f1-bd25-485f-bbd9-dc249fb701e0 service neutron] 10.222.0.83 "GET /v2.0/networks/561eafe9-28f2-4f70-8a63-79009ff15d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240642 Jan 27 17:40:48.802407 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9b66b0c7-abc5-4e50-a16b-68ef7698f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:51.050057 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d4845cb-f86f-45d7-b223-814ee128f5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:52.266750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:52.284812 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:40:53.544262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:03.700118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:05.153770 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83ff76-f3ff-4732-92aa-367d1a444254 req-7d28bf98-4f58-46e4-a6e3-d93ec7b8f450 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:05.155448 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ce83ff76-f3ff-4732-92aa-367d1a444254 req-7d28bf98-4f58-46e4-a6e3-d93ec7b8f450 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 945 time: 0.0943763 Jan 27 17:41:05.200557 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ce83ff76-f3ff-4732-92aa-367d1a444254 req-e4ddf550-7546-4e68-b7b9-14a2a1955e06 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae3fda7-56c6-442b-9da8-299bf1ce3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391326 Jan 27 17:41:06.415730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7509f-6dac-4c20-98a7-fc2b243f5109 req-325e2204-14d7-4af1-a925-a4af5f2386b1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:06.417084 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5bb7509f-6dac-4c20-98a7-fc2b243f5109 req-325e2204-14d7-4af1-a925-a4af5f2386b1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 945 time: 0.0902903 Jan 27 17:41:06.462633 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5bb7509f-6dac-4c20-98a7-fc2b243f5109 req-7dbe9eb2-ef30-4f79-9278-49c8a9b23c90 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae3fda7-56c6-442b-9da8-299bf1ce3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381308 Jan 27 17:41:06.486106 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43744) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:06.700870 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-45425ff0-d2b4-45af-bcc3-c4c21d986e5a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/53417472-3f87-4d40-a407-52a0520891ab HTTP/1.1" status: 200 len: 993 time: 0.2134740 Jan 27 17:41:08.190453 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e566ebf-5b66-42ee-beff-df2ce75bd7d9 req-92dd9130-2be0-4a5f-a5aa-e32976027589 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:08.191911 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5e566ebf-5b66-42ee-beff-df2ce75bd7d9 req-92dd9130-2be0-4a5f-a5aa-e32976027589 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 945 time: 0.0796418 Jan 27 17:41:08.235994 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5e566ebf-5b66-42ee-beff-df2ce75bd7d9 req-688a4f9d-8d9d-4b3c-9f17-ce63dabc9af6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae3fda7-56c6-442b-9da8-299bf1ce3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383463 Jan 27 17:41:09.461041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38311c41-e138-480a-a815-e859b42d9c79 req-17ff93c3-4824-4a3b-a93f-ffc477955828 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:09.462566 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-38311c41-e138-480a-a815-e859b42d9c79 req-17ff93c3-4824-4a3b-a93f-ffc477955828 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 945 time: 0.1004524 Jan 27 17:41:09.519684 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-38311c41-e138-480a-a815-e859b42d9c79 req-525b1043-af74-4558-b373-adaf0efce331 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae3fda7-56c6-442b-9da8-299bf1ce3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480759 Jan 27 17:41:09.542894 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43756) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:09.593225 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:41:09.649426 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-48bd10d1-afa2-427e-8dd6-7ebfe3d76b2f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/53417472-3f87-4d40-a407-52a0520891ab HTTP/1.1" status: 200 len: 993 time: 0.1053894 Jan 27 17:41:09.949079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43764) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:10.154554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port ffc9ba9c-dfff-447c-aad2-dea086fda9c3 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:41:10.154897 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:10.340782 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:10.341099 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:10.461239 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for ffc9ba9c-dfff-447c-aad2-dea086fda9c3 owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:41:10.610628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:10.653972 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=ffc9ba9c-dfff-447c-aad2-dea086fda9c3,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:10.687336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.687677 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.688012 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.688343 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.688683 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.688981 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.689317 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.689632 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.689984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.690300 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.690610 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.690919 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:10.759739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:10.760010 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Floating IP 53417472-3f87-4d40-a407-52a0520891ab disassociated (deleted). External IP: 172.26.1.126, port: 2e288520-a88d-4644-a344-04d187850245. Jan 27 17:41:11.209096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 6cf98f8b-ea89-46fe-aeba-5cf36543e61e has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:41:11.387074 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:41:11.397160 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e10f5-e759-470e-8cd6-4aa4ff70a8dc None None] Sync routers for ids ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:41:11.407343 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e10f5-e759-470e-8cd6-4aa4ff70a8dc None None] Routers {'6cf98f8b-ea89-46fe-aeba-5cf36543e61e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:41:11.407936 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-cf2e10f5-e759-470e-8cd6-4aa4ff70a8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:40:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:11.408092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:11.466219 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a100561d-127f-4159-a89e-05cbfa56a1bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/floatingips/53417472-3f87-4d40-a407-52a0520891ab HTTP/1.1" status: 204 len: 168 time: 1.5156312 Jan 27 17:41:11.466953 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2cac88-4725-4032-8d89-978659b9c67e', 'tag': '2e288520-a88d-4644-a344-04d187850245'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:41:11.513036 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2cac88-4725-4032-8d89-978659b9c67e', 'tag': '2e288520-a88d-4644-a344-04d187850245', 'status': 'completed', 'code': 200} Jan 27 17:41:11.585429 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-cf2e10f5-e759-470e-8cd6-4aa4ff70a8dc None None] Set router 6cf98f8b-ea89-46fe-aeba-5cf36543e61e gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:11.606333 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204920af-56a4-4588-840a-b1a0bf4ecca8 req-f5f62383-1903-4c1b-8d8f-d66ffcfb01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:11.608056 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-204920af-56a4-4588-840a-b1a0bf4ecca8 req-f5f62383-1903-4c1b-8d8f-d66ffcfb01bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 1098 time: 0.0724206 Jan 27 17:41:11.745594 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204920af-56a4-4588-840a-b1a0bf4ecca8 req-6f9136f1-0d12-45a4-bb55-f8c1fdcf0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:11.747097 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-204920af-56a4-4588-840a-b1a0bf4ecca8 req-6f9136f1-0d12-45a4-bb55-f8c1fdcf0166 service neutron] 10.222.0.83 "GET /v2.0/networks?id=561eafe9-28f2-4f70-8a63-79009ff15d79 HTTP/1.1" status: 200 len: 898 time: 0.1329277 Jan 27 17:41:11.825612 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-204920af-56a4-4588-840a-b1a0bf4ecca8 req-7e6a86f1-59f4-4d83-b3b8-9e4f512bc086 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e288520-a88d-4644-a344-04d187850245 HTTP/1.1" status: 200 len: 217 time: 0.0702870 Jan 27 17:41:11.842452 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8a5b3-33fe-41d4-9ef8-d6a568598725 req-2ea8a56f-33de-4bc9-bf96-f4f7ac5ff8ce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:11.843954 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-34b8a5b3-33fe-41d4-9ef8-d6a568598725 req-2ea8a56f-33de-4bc9-bf96-f4f7ac5ff8ce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 945 time: 0.0813661 Jan 27 17:41:11.891493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204920af-56a4-4588-840a-b1a0bf4ecca8 req-3c5971b4-a024-4569-bbc1-09280914ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:11.893176 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-204920af-56a4-4588-840a-b1a0bf4ecca8 req-3c5971b4-a024-4569-bbc1-09280914ec94 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9c99aa0f-c709-4e2e-98f9-9eff15755b71 HTTP/1.1" status: 200 len: 833 time: 0.0609262 Jan 27 17:41:11.898819 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-34b8a5b3-33fe-41d4-9ef8-d6a568598725 req-5b6570cf-92b2-4576-af14-8c0663d3f865 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae3fda7-56c6-442b-9da8-299bf1ce3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481935 Jan 27 17:41:11.914264 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-cf2e10f5-e759-470e-8cd6-4aa4ff70a8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201596343', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:40:11Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:12Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'fd19064c-a88b-4337-90e6-bb2528e44c9f', 'name': '', 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:a7:d9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:15Z', 'updated_at': '2022-01-27T17:40:22Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:11.918639 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e10f5-e759-470e-8cd6-4aa4ff70a8dc None None] Checking router: 6cf98f8b-ea89-46fe-aeba-5cf36543e61e for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:41:11.926923 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e10f5-e759-470e-8cd6-4aa4ff70a8dc None None] Routers {'6cf98f8b-ea89-46fe-aeba-5cf36543e61e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:41:11.927476 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-cf2e10f5-e759-470e-8cd6-4aa4ff70a8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:40:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:11.968575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204920af-56a4-4588-840a-b1a0bf4ecca8 req-3c4fb67e-7d68-4d17-8e16-27a7152f317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:11.970115 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-204920af-56a4-4588-840a-b1a0bf4ecca8 req-3c4fb67e-7d68-4d17-8e16-27a7152f317b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=561eafe9-28f2-4f70-8a63-79009ff15d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702927 Jan 27 17:41:12.103939 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-204920af-56a4-4588-840a-b1a0bf4ecca8 req-cc66bca7-1338-49e7-a14c-35d072244371 service neutron] 10.222.0.83 "GET /v2.0/networks/561eafe9-28f2-4f70-8a63-79009ff15d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257348 Jan 27 17:41:12.105047 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-cf2e10f5-e759-470e-8cd6-4aa4ff70a8dc None None] Set router 6cf98f8b-ea89-46fe-aeba-5cf36543e61e gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:12.238307 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-204920af-56a4-4588-840a-b1a0bf4ecca8 req-1c262155-3678-4798-a0d6-b97e1702c750 service neutron] 10.222.0.83 "GET /v2.0/networks/561eafe9-28f2-4f70-8a63-79009ff15d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281252 Jan 27 17:41:12.454123 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-cf2e10f5-e759-470e-8cd6-4aa4ff70a8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201596343', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:40:11Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:12Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'fd19064c-a88b-4337-90e6-bb2528e44c9f', 'name': '', 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:a7:d9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:15Z', 'updated_at': '2022-01-27T17:40:22Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:12.458348 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e10f5-e759-470e-8cd6-4aa4ff70a8dc None None] The sync data for ids ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'] in dv-neutron-826439-2-hyperv is: [{'id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201596343', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:40:11Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:12Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'fd19064c-a88b-4337-90e6-bb2528e44c9f', 'name': '', 'network_id': '561eafe9-28f2-4f70-8a63-79009ff15d79', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:a7:d9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:15Z', 'updated_at': '2022-01-27T17:40:22Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '9c99aa0f-c709-4e2e-98f9-9eff15755b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:41:12.678637 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ccb6cd-dfa8-405b-a265-ad138dc4b262 None None] New status for floating IP 53417472-3f87-4d40-a407-52a0520891ab: DOWN {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:41:13.091212 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc5c8c-af54-4ce9-98aa-7b14c3bec978 req-7b7c6d10-4abb-45e9-9551-67b64e362f7b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:13.091772 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-a8dc5c8c-af54-4ce9-98aa-7b14c3bec978 req-7b7c6d10-4abb-45e9-9551-67b64e362f7b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:41:13.108217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-a8dc5c8c-af54-4ce9-98aa-7b14c3bec978 req-7b7c6d10-4abb-45e9-9551-67b64e362f7b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:41:13.109377 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a8dc5c8c-af54-4ce9-98aa-7b14c3bec978 req-7b7c6d10-4abb-45e9-9551-67b64e362f7b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 945 time: 0.1039159 Jan 27 17:41:13.154118 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a8dc5c8c-af54-4ce9-98aa-7b14c3bec978 req-5b011934-62a7-4feb-b8ca-f239b1ce6202 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae3fda7-56c6-442b-9da8-299bf1ce3dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388110 Jan 27 17:41:13.294980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503896c-945f-491d-be8d-8f0f33d8bee5 req-d7bc8805-66d3-4097-af01-2e65a2d820fc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:13.296494 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5503896c-945f-491d-be8d-8f0f33d8bee5 req-d7bc8805-66d3-4097-af01-2e65a2d820fc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 945 time: 0.0847864 Jan 27 17:41:13.368242 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-5503896c-945f-491d-be8d-8f0f33d8bee5 req-8152aad3-9fd1-488e-a94c-f82341494433 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port 2e288520-a88d-4644-a344-04d187850245 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:41:13.368481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-5503896c-945f-491d-be8d-8f0f33d8bee5 req-8152aad3-9fd1-488e-a94c-f82341494433 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:13.723616 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-5503896c-945f-491d-be8d-8f0f33d8bee5 req-8152aad3-9fd1-488e-a94c-f82341494433 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] For port 2e288520-a88d-4644-a344-04d187850245, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2e288520-a88d-4644-a344-04d187850245,segment=NetworkSegment(b954dece-efb9-41f7-b94d-3857149e0ee1),segment_id=b954dece-efb9-41f7-b94d-3857149e0ee1)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:13.723972 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-5503896c-945f-491d-be8d-8f0f33d8bee5 req-8152aad3-9fd1-488e-a94c-f82341494433 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:13.849140 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-5503896c-945f-491d-be8d-8f0f33d8bee5 req-8152aad3-9fd1-488e-a94c-f82341494433 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for 2e288520-a88d-4644-a344-04d187850245 owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:41:14.005266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-5503896c-945f-491d-be8d-8f0f33d8bee5 req-8152aad3-9fd1-488e-a94c-f82341494433 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:14.055399 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152aad3-9fd1-488e-a94c-f82341494433 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=2e288520-a88d-4644-a344-04d187850245,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:14.134566 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-5503896c-945f-491d-be8d-8f0f33d8bee5 req-8152aad3-9fd1-488e-a94c-f82341494433 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] No DVR routers for this DVR port 2e288520-a88d-4644-a344-04d187850245 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:41:14.136919 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-5503896c-945f-491d-be8d-8f0f33d8bee5 req-8152aad3-9fd1-488e-a94c-f82341494433 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:14.139323 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2cac88-4725-4032-8d89-978659b9c67e', 'name': 'network-vif-deleted', 'tag': '2e288520-a88d-4644-a344-04d187850245'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:41:14.156645 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5503896c-945f-491d-be8d-8f0f33d8bee5 req-8152aad3-9fd1-488e-a94c-f82341494433 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "DELETE /v2.0/ports/2e288520-a88d-4644-a344-04d187850245 HTTP/1.1" status: 204 len: 173 time: 0.8548105 Jan 27 17:41:14.187942 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2cac88-4725-4032-8d89-978659b9c67e', 'name': 'network-vif-deleted', 'tag': '2e288520-a88d-4644-a344-04d187850245', 'status': 'completed', 'code': 200} Jan 27 17:41:14.309597 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-eb6e5bfd-5202-4981-b366-5bdcb7ca6f27 req-237d7549-2f6d-40bc-9e66-dcd786b55691 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:41:14.328092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-eb6e5bfd-5202-4981-b366-5bdcb7ca6f27 req-237d7549-2f6d-40bc-9e66-dcd786b55691 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:41:14.329222 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb6e5bfd-5202-4981-b366-5bdcb7ca6f27 req-237d7549-2f6d-40bc-9e66-dcd786b55691 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2cac88-4725-4032-8d89-978659b9c67e HTTP/1.1" status: 200 len: 210 time: 0.0620005 Jan 27 17:41:15.443801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43782) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:16.016236 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:16.399433 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port fd19064c-a88b-4337-90e6-bb2528e44c9f {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:41:16.399730 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:16.595821 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] For port fd19064c-a88b-4337-90e6-bb2528e44c9f, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fd19064c-a88b-4337-90e6-bb2528e44c9f,segment=NetworkSegment(b954dece-efb9-41f7-b94d-3857149e0ee1),segment_id=b954dece-efb9-41f7-b94d-3857149e0ee1)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:16.596557 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:16.816767 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for fd19064c-a88b-4337-90e6-bb2528e44c9f owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:41:17.027872 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:17.078459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=fd19064c-a88b-4337-90e6-bb2528e44c9f,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:17.118494 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:17.118825 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:17.119127 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:17.119781 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:17.120132 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:17.120447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:17.120758 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:17.121064 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:17.121331 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:17.121652 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:17.121983 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:17.122294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:17.365990 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:17.450069 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 2e288520-a88d-4644-a344-04d187850245 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:41:17.514817 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 2e288520-a88d-4644-a344-04d187850245 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:41:17.515153 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 2e288520-a88d-4644-a344-04d187850245 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:41:17.751343 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 6cf98f8b-ea89-46fe-aeba-5cf36543e61e has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:41:17.942496 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:41:17.952842 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7873398d-a779-4284-8510-6693c7358716 None None] Sync routers for ids ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:41:17.961918 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ad05179a-9bf7-4c8a-94ab-0239c19caef1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "PUT /v2.0/routers/6cf98f8b-ea89-46fe-aeba-5cf36543e61e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5169601 Jan 27 17:41:17.962940 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7873398d-a779-4284-8510-6693c7358716 None None] Routers {'6cf98f8b-ea89-46fe-aeba-5cf36543e61e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:41:17.963611 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7873398d-a779-4284-8510-6693c7358716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:40:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:17.964706 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43786) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:18.034222 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-9792c040-d5ab-48d3-aa54-0426b47a0efd tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting subnet 9c99aa0f-c709-4e2e-98f9-9eff15755b71 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:41:18.037944 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9792c040-d5ab-48d3-aa54-0426b47a0efd tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.099841 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9792c040-d5ab-48d3-aa54-0426b47a0efd tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.160929 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-7873398d-a779-4284-8510-6693c7358716 None None] Set router 6cf98f8b-ea89-46fe-aeba-5cf36543e61e gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:18.183973 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9792c040-d5ab-48d3-aa54-0426b47a0efd tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.379351 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9792c040-d5ab-48d3-aa54-0426b47a0efd tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.425844 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792c040-d5ab-48d3-aa54-0426b47a0efd tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Subnet': ['ID=9c99aa0f-c709-4e2e-98f9-9eff15755b71,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:18.428636 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9792c040-d5ab-48d3-aa54-0426b47a0efd tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.438369 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9792c040-d5ab-48d3-aa54-0426b47a0efd tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/subnets/9c99aa0f-c709-4e2e-98f9-9eff15755b71 HTTP/1.1" status: 204 len: 168 time: 0.4725180 Jan 27 17:41:18.438711 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43790) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:18.445110 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7873398d-a779-4284-8510-6693c7358716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201596343', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:40:11Z', 'updated_at': '2022-01-27T17:41:16Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:12Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:18.447506 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eace5d3-e2cb-423d-bfc2-eede1794bee2 None None] Network 561eafe9-28f2-4f70-8a63-79009ff15d79 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:41:18.449289 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7873398d-a779-4284-8510-6693c7358716 None None] Checking router: 6cf98f8b-ea89-46fe-aeba-5cf36543e61e for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:41:18.458015 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7873398d-a779-4284-8510-6693c7358716 None None] Routers {'6cf98f8b-ea89-46fe-aeba-5cf36543e61e'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:41:18.458678 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7873398d-a779-4284-8510-6693c7358716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:40:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:18.632255 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-7873398d-a779-4284-8510-6693c7358716 None None] Set router 6cf98f8b-ea89-46fe-aeba-5cf36543e61e gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:18.651730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4be23e7-b690-4edd-8bab-e5287c383cb9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.723050 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] DHCP port deletion for 561eafe9-28f2-4f70-8a63-79009ff15d79 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:41:18.727642 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] Deleting port 44139aa5-0986-479a-8fbf-1651243dbf20 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:41:18.728239 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.802487 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2208881c-9e1f-4a5b-96c7-4b758ccfe364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.838713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4be23e7-b690-4edd-8bab-e5287c383cb9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.851826 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-c4be23e7-b690-4edd-8bab-e5287c383cb9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port 37ef7685-5389-4218-af19-51bdf4045fc0 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:41:18.852639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4be23e7-b690-4edd-8bab-e5287c383cb9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:18.920472 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7873398d-a779-4284-8510-6693c7358716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201596343', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:40:11Z', 'updated_at': '2022-01-27T17:41:16Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:12Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:18.924536 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7873398d-a779-4284-8510-6693c7358716 None None] The sync data for ids ['6cf98f8b-ea89-46fe-aeba-5cf36543e61e'] in dv-neutron-826439-2-hyperv is: [{'id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1201596343', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:40:11Z', 'updated_at': '2022-01-27T17:41:16Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '37ef7685-5389-4218-af19-51bdf4045fc0', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf98f8b-ea89-46fe-aeba-5cf36543e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:40:12Z', 'updated_at': '2022-01-27T17:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:41:18.962049 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] For port 44139aa5-0986-479a-8fbf-1651243dbf20, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=44139aa5-0986-479a-8fbf-1651243dbf20,segment=NetworkSegment(b954dece-efb9-41f7-b94d-3857149e0ee1),segment_id=b954dece-efb9-41f7-b94d-3857149e0ee1)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:18.962436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:19.085904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-c4be23e7-b690-4edd-8bab-e5287c383cb9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] For port 37ef7685-5389-4218-af19-51bdf4045fc0, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=37ef7685-5389-4218-af19-51bdf4045fc0,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:19.086539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4be23e7-b690-4edd-8bab-e5287c383cb9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:19.087244 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] Calling delete_port for 44139aa5-0986-479a-8fbf-1651243dbf20 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:41:19.165900 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:19.215078 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] Pushing event deleted for resources: {'Port': ['ID=44139aa5-0986-479a-8fbf-1651243dbf20,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:19.219718 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] No DVR routers for this DVR port 44139aa5-0986-479a-8fbf-1651243dbf20 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:41:19.225632 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:19.226189 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:19.226517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:19.229004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:19.229004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:19.229004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:19.229004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:19.229004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:19.229004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:19.229004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:19.229004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:19.229962 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f8773-edef-4122-8aae-6b5d377b59cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:19.233094 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-c4be23e7-b690-4edd-8bab-e5287c383cb9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for 37ef7685-5389-4218-af19-51bdf4045fc0 owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:41:19.668584 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4be23e7-b690-4edd-8bab-e5287c383cb9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:19.716393 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be23e7-b690-4edd-8bab-e5287c383cb9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=37ef7685-5389-4218-af19-51bdf4045fc0,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:19.815864 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4be23e7-b690-4edd-8bab-e5287c383cb9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:19.845799 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fd19064c-a88b-4337-90e6-bb2528e44c9f no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:41:19.893765 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: fd19064c-a88b-4337-90e6-bb2528e44c9f {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:41:19.894118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fd19064c-a88b-4337-90e6-bb2528e44c9f not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:41:19.894530 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 44139aa5-0986-479a-8fbf-1651243dbf20 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:41:19.931259 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 44139aa5-0986-479a-8fbf-1651243dbf20 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:41:19.931571 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 44139aa5-0986-479a-8fbf-1651243dbf20 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:41:19.993355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4be23e7-b690-4edd-8bab-e5287c383cb9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:19.995496 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4be23e7-b690-4edd-8bab-e5287c383cb9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.018566 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4be23e7-b690-4edd-8bab-e5287c383cb9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.019056 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4be23e7-b690-4edd-8bab-e5287c383cb9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Fanout notify agent at l3_agent the message router_deleted on router 6cf98f8b-ea89-46fe-aeba-5cf36543e61e {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:41:20.034515 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c4be23e7-b690-4edd-8bab-e5287c383cb9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.035881 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c4be23e7-b690-4edd-8bab-e5287c383cb9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/routers/6cf98f8b-ea89-46fe-aeba-5cf36543e61e HTTP/1.1" status: 204 len: 168 time: 1.5959423 Jan 27 17:41:20.038630 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43794) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:20.154863 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-470764bb-5586-4779-a209-51af189e1492 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.294173 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-470764bb-5586-4779-a209-51af189e1492 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.320044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-470764bb-5586-4779-a209-51af189e1492 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561eafe9-28f2-4f70-8a63-79009ff15d79']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:20.332558 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-470764bb-5586-4779-a209-51af189e1492 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b954dece-efb9-41f7-b94d-3857149e0ee1') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:20.332840 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-470764bb-5586-4779-a209-51af189e1492 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b954dece-efb9-41f7-b94d-3857149e0ee1') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:20.343968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-470764bb-5586-4779-a209-51af189e1492 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.359812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-470764bb-5586-4779-a209-51af189e1492 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.366287 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470764bb-5586-4779-a209-51af189e1492 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:41:20.366777 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-470764bb-5586-4779-a209-51af189e1492 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:41:20.385268 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:41:20.464252 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-470764bb-5586-4779-a209-51af189e1492 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.482561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-470764bb-5586-4779-a209-51af189e1492 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.494459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470764bb-5586-4779-a209-51af189e1492 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Network': ['ID=561eafe9-28f2-4f70-8a63-79009ff15d79,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:20.505961 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-470764bb-5586-4779-a209-51af189e1492 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/networks/561eafe9-28f2-4f70-8a63-79009ff15d79 HTTP/1.1" status: 204 len: 168 time: 0.4661853 Jan 27 17:41:20.509339 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43798) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:20.600205 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-de5ab1e2-2ac7-4277-9507-44cc4b000019 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.632098 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-de5ab1e2-2ac7-4277-9507-44cc4b000019 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.703117 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-de5ab1e2-2ac7-4277-9507-44cc4b000019 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.721898 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ab1e2-2ac7-4277-9507-44cc4b000019 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae3fda7-56c6-442b-9da8-299bf1ce3dd6,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:20.734255 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-de5ab1e2-2ac7-4277-9507-44cc4b000019 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:20.735501 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-de5ab1e2-2ac7-4277-9507-44cc4b000019 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/security-groups/3ae3fda7-56c6-442b-9da8-299bf1ce3dd6 HTTP/1.1" status: 204 len: 168 time: 0.2249789 Jan 27 17:41:21.056581 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3111c26f-70ab-4271-bc24-4ade682e8be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.216120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43806) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:21.221407 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-28e90c6a-bd9f-4949-9294-8c84c1830750 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1282765309', 'description': 'tempest-secgroup-smoke-1282765309 description', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:21.228655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-28e90c6a-bd9f-4949-9294-8c84c1830750 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:21.234730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-28e90c6a-bd9f-4949-9294-8c84c1830750 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:21.240239 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-28e90c6a-bd9f-4949-9294-8c84c1830750 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:21.248986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-28e90c6a-bd9f-4949-9294-8c84c1830750 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:21.261143 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-28e90c6a-bd9f-4949-9294-8c84c1830750 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.282577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-28e90c6a-bd9f-4949-9294-8c84c1830750 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:21.286739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-28e90c6a-bd9f-4949-9294-8c84c1830750 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:21.289724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-28e90c6a-bd9f-4949-9294-8c84c1830750 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:21.295987 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-28e90c6a-bd9f-4949-9294-8c84c1830750 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:21.366943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-28e90c6a-bd9f-4949-9294-8c84c1830750 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.372145 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-28e90c6a-bd9f-4949-9294-8c84c1830750 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.418140 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e90c6a-bd9f-4949-9294-8c84c1830750 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba283ef-bd12-47e4-9201-ea225a894a85,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:21.420897 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-28e90c6a-bd9f-4949-9294-8c84c1830750 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.422175 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-28e90c6a-bd9f-4949-9294-8c84c1830750 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2050593 Jan 27 17:41:21.425195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43810) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:21.430492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-7f11f60f-8db1-47e7-af5c-09f3ffa0630b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '7ba283ef-bd12-47e4-9201-ea225a894a85', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:21.436464 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-7f11f60f-8db1-47e7-af5c-09f3ffa0630b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:21.440298 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7f11f60f-8db1-47e7-af5c-09f3ffa0630b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:21.443180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-7f11f60f-8db1-47e7-af5c-09f3ffa0630b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:21.448786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-7f11f60f-8db1-47e7-af5c-09f3ffa0630b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:21.466935 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f11f60f-8db1-47e7-af5c-09f3ffa0630b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.528162 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f11f60f-8db1-47e7-af5c-09f3ffa0630b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.532936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f11f60f-8db1-47e7-af5c-09f3ffa0630b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.559491 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11f60f-8db1-47e7-af5c-09f3ffa0630b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b398ab13-816d-483a-8132-87c9af8d0ff2,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:21.569764 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7f11f60f-8db1-47e7-af5c-09f3ffa0630b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.570966 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7f11f60f-8db1-47e7-af5c-09f3ffa0630b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448345 Jan 27 17:41:21.573785 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43814) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:21.578824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-dd0a0fe3-d540-458c-b44b-ef1d0f53c957 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '7ba283ef-bd12-47e4-9201-ea225a894a85', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:21.584901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-dd0a0fe3-d540-458c-b44b-ef1d0f53c957 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:21.588722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-dd0a0fe3-d540-458c-b44b-ef1d0f53c957 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:21.591679 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-dd0a0fe3-d540-458c-b44b-ef1d0f53c957 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:21.597743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-dd0a0fe3-d540-458c-b44b-ef1d0f53c957 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:21.614553 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dd0a0fe3-d540-458c-b44b-ef1d0f53c957 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.675964 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dd0a0fe3-d540-458c-b44b-ef1d0f53c957 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.680041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dd0a0fe3-d540-458c-b44b-ef1d0f53c957 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.702536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a0fe3-d540-458c-b44b-ef1d0f53c957 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d331dc-8f34-4c8d-806d-f6c5697126ce,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:21.712131 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dd0a0fe3-d540-458c-b44b-ef1d0f53c957 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.713514 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-dd0a0fe3-d540-458c-b44b-ef1d0f53c957 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387756 Jan 27 17:41:21.716503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43818) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:21.721445 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-8177c753-ed2f-4d6a-ae35-b673a583227f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '7ba283ef-bd12-47e4-9201-ea225a894a85', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:21.727205 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8177c753-ed2f-4d6a-ae35-b673a583227f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:21.730983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8177c753-ed2f-4d6a-ae35-b673a583227f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:21.733890 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8177c753-ed2f-4d6a-ae35-b673a583227f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:21.740866 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8177c753-ed2f-4d6a-ae35-b673a583227f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:21.749464 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 37ef7685-5389-4218-af19-51bdf4045fc0 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:41:21.760052 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8177c753-ed2f-4d6a-ae35-b673a583227f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.784157 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 37ef7685-5389-4218-af19-51bdf4045fc0 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:41:21.784496 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 37ef7685-5389-4218-af19-51bdf4045fc0 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:41:21.823824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8177c753-ed2f-4d6a-ae35-b673a583227f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.827681 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8177c753-ed2f-4d6a-ae35-b673a583227f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.852196 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177c753-ed2f-4d6a-ae35-b673a583227f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063c5789-2337-43a8-9c0a-76a5679c7732,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:21.860605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8177c753-ed2f-4d6a-ae35-b673a583227f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.861904 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8177c753-ed2f-4d6a-ae35-b673a583227f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444666 Jan 27 17:41:21.864948 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43822) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:21.870538 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-2cd19204-6f60-4913-8a4a-770a11fb135d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '7ba283ef-bd12-47e4-9201-ea225a894a85', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:21.876681 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2cd19204-6f60-4913-8a4a-770a11fb135d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:21.880698 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2cd19204-6f60-4913-8a4a-770a11fb135d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:21.883588 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2cd19204-6f60-4913-8a4a-770a11fb135d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:21.889331 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2cd19204-6f60-4913-8a4a-770a11fb135d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:21.906472 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2cd19204-6f60-4913-8a4a-770a11fb135d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.970598 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2cd19204-6f60-4913-8a4a-770a11fb135d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.974289 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2cd19204-6f60-4913-8a4a-770a11fb135d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:21.996419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd19204-6f60-4913-8a4a-770a11fb135d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf4509d-0138-41e3-9a98-30b322d85a69,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:22.004831 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2cd19204-6f60-4913-8a4a-770a11fb135d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.006062 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2cd19204-6f60-4913-8a4a-770a11fb135d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400895 Jan 27 17:41:22.009043 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43826) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:22.014188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-698240b4-e7a8-4290-b337-b8885f6fb5c6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '7ba283ef-bd12-47e4-9201-ea225a894a85', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:22.020347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-698240b4-e7a8-4290-b337-b8885f6fb5c6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:22.024216 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-698240b4-e7a8-4290-b337-b8885f6fb5c6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:22.027085 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-698240b4-e7a8-4290-b337-b8885f6fb5c6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:22.032826 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-698240b4-e7a8-4290-b337-b8885f6fb5c6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:22.044335 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-698240b4-e7a8-4290-b337-b8885f6fb5c6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Project 25c0e5ef386549e2ae211fdeb76119ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:41:22.050849 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-698240b4-e7a8-4290-b337-b8885f6fb5c6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.116884 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-698240b4-e7a8-4290-b337-b8885f6fb5c6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.120907 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-698240b4-e7a8-4290-b337-b8885f6fb5c6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.143375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698240b4-e7a8-4290-b337-b8885f6fb5c6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894494e7-85b3-4c1f-8f03-c86262e16020,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:22.152430 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-698240b4-e7a8-4290-b337-b8885f6fb5c6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.153616 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-698240b4-e7a8-4290-b337-b8885f6fb5c6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435573 Jan 27 17:41:22.156475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43830) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:22.161594 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-dab3d0c0-2d38-4fd2-a997-708892cfec15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '7ba283ef-bd12-47e4-9201-ea225a894a85', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:22.167751 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-dab3d0c0-2d38-4fd2-a997-708892cfec15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:22.171963 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-dab3d0c0-2d38-4fd2-a997-708892cfec15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:22.175091 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-dab3d0c0-2d38-4fd2-a997-708892cfec15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:22.181383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-dab3d0c0-2d38-4fd2-a997-708892cfec15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:22.192856 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-dab3d0c0-2d38-4fd2-a997-708892cfec15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Project 25c0e5ef386549e2ae211fdeb76119ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:41:22.199292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dab3d0c0-2d38-4fd2-a997-708892cfec15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.266667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dab3d0c0-2d38-4fd2-a997-708892cfec15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.269703 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.270850 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dab3d0c0-2d38-4fd2-a997-708892cfec15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.287867 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.294500 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3d0c0-2d38-4fd2-a997-708892cfec15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43e1138-d7d6-439d-b9cf-0624de1ecc53,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:22.305553 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-dab3d0c0-2d38-4fd2-a997-708892cfec15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.306780 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-dab3d0c0-2d38-4fd2-a997-708892cfec15 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1493318 Jan 27 17:41:22.309785 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43834) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:22.315206 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-b75e8ab9-857b-4c0f-80a5-67cc6e677696 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'network': {'name': 'tempest-network-smoke--397430566', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'port_security_enabled': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:22.320287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b75e8ab9-857b-4c0f-80a5-67cc6e677696 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:22.324654 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b75e8ab9-857b-4c0f-80a5-67cc6e677696 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:network and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:22.327628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-b75e8ab9-857b-4c0f-80a5-67cc6e677696 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:22.333427 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-b75e8ab9-857b-4c0f-80a5-67cc6e677696 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:22.344720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75e8ab9-857b-4c0f-80a5-67cc6e677696 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Made reservation on behalf of 25c0e5ef386549e2ae211fdeb76119ce for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:41:22.348326 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b75e8ab9-857b-4c0f-80a5-67cc6e677696 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.376082 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75e8ab9-857b-4c0f-80a5-67cc6e677696 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:41:22.384740 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b75e8ab9-857b-4c0f-80a5-67cc6e677696 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.385098 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-b75e8ab9-857b-4c0f-80a5-67cc6e677696 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Added segment 741fb648-0af3-4717-a121-785d87ae6b04 of type vlan for network cc67011e-d1ff-401b-9a3c-6fdb67a45925 Jan 27 17:41:22.410497 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b75e8ab9-857b-4c0f-80a5-67cc6e677696 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.439177 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b75e8ab9-857b-4c0f-80a5-67cc6e677696 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.444720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75e8ab9-857b-4c0f-80a5-67cc6e677696 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:22.445554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b75e8ab9-857b-4c0f-80a5-67cc6e677696 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.557579 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b75e8ab9-857b-4c0f-80a5-67cc6e677696 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2466130 Jan 27 17:41:22.560478 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43838) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:22.562430 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e8ab9-857b-4c0f-80a5-67cc6e677696 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Network': ['ID=cc67011e-d1ff-401b-9a3c-6fdb67a45925,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:22.567560 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-367247385', 'admin_state_up': True, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:22.573596 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network cc67011e-d1ff-401b-9a3c-6fdb67a45925 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:41:22.576946 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:22.580597 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:router and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:22.583769 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:22.594953 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:22.608015 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.609269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.625848 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:22.900354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:23.205386 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:23.233354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:23.485894 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.26.1.49 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/216f4b7f-fccd-4284-8e02-0b0c5a5cdead) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:41:23.544320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:23.643856 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:23.683389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:23.755172 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:41:23.757946 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:41:23.763145 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:41:23.798671 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=216f4b7f-fccd-4284-8e02-0b0c5a5cdead,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:24.187816 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:24.563420 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:24.770722 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:41:25.049065 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:41:25.060994 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Sync routers for ids ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:41:25.071039 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Routers {'0e1e73b7-94a9-4b71-abc0-46112a27d7a2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:41:25.071658 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:41:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:25.079535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:25.084122 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ec071171-100b-4b8f-bbc5-b548f6bf0e77 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5226510 Jan 27 17:41:25.084383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43842) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:25.124549 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-260f4ad8-7f13-42b5-ab27-deeebccd46a3 tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=25c0e5ef386549e2ae211fdeb76119ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389831 Jan 27 17:41:25.127161 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43846) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:25.254721 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bccdc87-e894-41c8-9f0a-21a941abb36c tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:25.256211 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8bccdc87-e894-41c8-9f0a-21a941abb36c tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281316 Jan 27 17:41:25.260897 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43850) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:25.261558 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Set router 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:25.416134 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-81d6201e-2c65-4080-86bc-c53599db64bc tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1540849 Jan 27 17:41:25.418646 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43854) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:25.424242 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-3bcefcf4-7caf-4846-9865-f75a828ddfed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1857982375', 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:25.532967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3bcefcf4-7caf-4846-9865-f75a828ddfed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:25.537281 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3bcefcf4-7caf-4846-9865-f75a828ddfed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:subnet and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:25.540339 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-3bcefcf4-7caf-4846-9865-f75a828ddfed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:25.546359 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-3bcefcf4-7caf-4846-9865-f75a828ddfed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:25.558098 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcefcf4-7caf-4846-9865-f75a828ddfed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Made reservation on behalf of 25c0e5ef386549e2ae211fdeb76119ce for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:41:25.561799 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bcefcf4-7caf-4846-9865-f75a828ddfed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:25.582463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367247385', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:22Z', 'updated_at': '2022-01-27T17:41:23Z', 'revision_number': 3, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:23Z', 'updated_at': '2022-01-27T17:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:25.586677 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Checking router: 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:41:25.587021 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Updating router 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 port 216f4b7f-fccd-4284-8e02-0b0c5a5cdead binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:41:25.638850 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:25.772508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bcefcf4-7caf-4846-9865-f75a828ddfed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:25.850308 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcefcf4-7caf-4846-9865-f75a828ddfed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Subnet': ['ID=c593e867-c98a-4e78-b658-e9fa218c5af1,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:25.861582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcefcf4-7caf-4846-9865-f75a828ddfed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Checking segment: {'id': '741fb648-0af3-4717-a121-785d87ae6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:41:25.862040 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcefcf4-7caf-4846-9865-f75a828ddfed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network hostable DHCP agents. Network: cc67011e-d1ff-401b-9a3c-6fdb67a45925, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:41:25.881549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcefcf4-7caf-4846-9865-f75a828ddfed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network cc67011e-d1ff-401b-9a3c-6fdb67a45925 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:41:25.891567 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-3bcefcf4-7caf-4846-9865-f75a828ddfed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, cc67011e-d1ff-401b-9a3c-6fdb67a45925) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:41:25.896017 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcefcf4-7caf-4846-9865-f75a828ddfed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:25.896743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bcefcf4-7caf-4846-9865-f75a828ddfed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:25.905514 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff537a2-d0c1-4d08-a91a-d0d589e23b3c None None] Network cc67011e-d1ff-401b-9a3c-6fdb67a45925 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:41:25.918085 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3bcefcf4-7caf-4846-9865-f75a828ddfed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4983413 Jan 27 17:41:25.920913 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43858) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:26.057798 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:26.085410 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Transition to ACTIVE for port object 216f4b7f-fccd-4284-8e02-0b0c5a5cdead will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:26.117699 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:26.241660 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Attempting to bind port 216f4b7f-fccd-4284-8e02-0b0c5a5cdead on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:41:26.242044 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Attempting to bind port 216f4b7f-fccd-4284-8e02-0b0c5a5cdead by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:41:26.242374 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Attempting to bind port 216f4b7f-fccd-4284-8e02-0b0c5a5cdead on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:41:26.255284 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e428d-cda8-4acc-8681-152184dddc39 None None] Pushing event updated for resources: {'Port': ['ID=216f4b7f-fccd-4284-8e02-0b0c5a5cdead,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:26.257451 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:41:26.257839 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:41:26.258342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:26.258606 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:41:26.259101 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Bound port: 216f4b7f-fccd-4284-8e02-0b0c5a5cdead, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:41:26.259470 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:26.288670 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-cc67011e-d1ff-401b-9a3c-6fdb67a45925', 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ips': [{'subnet_id': 'c593e867-c98a-4e78-b658-e9fa218c5af1'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:41:26.289495 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:26.399019 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] For port 216f4b7f-fccd-4284-8e02-0b0c5a5cdead, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:41:26.419156 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] For port 216f4b7f-fccd-4284-8e02-0b0c5a5cdead, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=216f4b7f-fccd-4284-8e02-0b0c5a5cdead,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:41:26.452938 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:26.556880 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Allocated IP 172.20.0.2 (cc67011e-d1ff-401b-9a3c-6fdb67a45925/c593e867-c98a-4e78-b658-e9fa218c5af1/f7319611-54d5-4a5b-b32b-5898eb4a2253) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:41:26.562277 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Routers {'0e1e73b7-94a9-4b71-abc0-46112a27d7a2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:41:26.562959 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:41:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:26.606229 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:26.620439 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e428d-cda8-4acc-8681-152184dddc39 None None] Pushing event updated for resources: {'Port': ['ID=216f4b7f-fccd-4284-8e02-0b0c5a5cdead,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:26.845128 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] Set router 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:27.142674 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:27.162872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Transition to ACTIVE for port object f7319611-54d5-4a5b-b32b-5898eb4a2253 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:27.221431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Transition to ACTIVE for port object f7319611-54d5-4a5b-b32b-5898eb4a2253 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:27.230053 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:27.296888 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.20.0.1 (cc67011e-d1ff-401b-9a3c-6fdb67a45925/c593e867-c98a-4e78-b658-e9fa218c5af1/dc819a22-9685-47b9-afa4-e166d611e50d) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:41:27.301912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Network cc67011e-d1ff-401b-9a3c-6fdb67a45925 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:41:27.310143 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Pushing event updated for resources: {'Port': ['ID=f7319611-54d5-4a5b-b32b-5898eb4a2253,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:27.312783 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:41:27.316287 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:41:27.404659 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367247385', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:22Z', 'updated_at': '2022-01-27T17:41:23Z', 'revision_number': 3, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:23Z', 'updated_at': '2022-01-27T17:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:27.412701 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff1235c-d413-43ec-b0d1-b4e4070a053d None None] The sync data for ids ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'] in dv-neutron-826439-2-hyperv is: [{'id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367247385', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:22Z', 'updated_at': '2022-01-27T17:41:23Z', 'revision_number': 3, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:23Z', 'updated_at': '2022-01-27T17:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:41:27.414535 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Attempting to bind port f7319611-54d5-4a5b-b32b-5898eb4a2253 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:41:27.414919 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Attempting to bind port f7319611-54d5-4a5b-b32b-5898eb4a2253 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '741fb648-0af3-4717-a121-785d87ae6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:41:27.415425 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Attempting to bind port f7319611-54d5-4a5b-b32b-5898eb4a2253 on network cc67011e-d1ff-401b-9a3c-6fdb67a45925 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:41:27.421799 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:41:27.422248 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Checking segment: {'id': '741fb648-0af3-4717-a121-785d87ae6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:41:27.422778 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:27.423159 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Bound using segment: {'id': '741fb648-0af3-4717-a121-785d87ae6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:41:27.423619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Bound port: f7319611-54d5-4a5b-b32b-5898eb4a2253, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741fb648-0af3-4717-a121-785d87ae6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:41:27.423980 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:27.462869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:27.483140 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Transition to ACTIVE for port object dc819a22-9685-47b9-afa4-e166d611e50d will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:27.507961 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:27.513900 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] For port f7319611-54d5-4a5b-b32b-5898eb4a2253, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:41:27.517254 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] For port f7319611-54d5-4a5b-b32b-5898eb4a2253, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f7319611-54d5-4a5b-b32b-5898eb4a2253,segment=NetworkSegment(741fb648-0af3-4717-a121-785d87ae6b04),segment_id=741fb648-0af3-4717-a121-785d87ae6b04)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:41:27.523235 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:27.581826 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network cc67011e-d1ff-401b-9a3c-6fdb67a45925 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:41:27.585349 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:41:27.589380 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:41:27.614610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7a0e3-8c3c-45de-8da7-d6f254d3e7e1 None None] Pushing event updated for resources: {'Port': ['ID=f7319611-54d5-4a5b-b32b-5898eb4a2253,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:27.621203 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=dc819a22-9685-47b9-afa4-e166d611e50d,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:27.661844 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:27.881357 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 216f4b7f-fccd-4284-8e02-0b0c5a5cdead up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:27.969585 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 216f4b7f-fccd-4284-8e02-0b0c5a5cdead completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:27.979856 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 216f4b7f-fccd-4284-8e02-0b0c5a5cdead triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:27.980224 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:28.006016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:28.113284 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:28.131925 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 216f4b7f-fccd-4284-8e02-0b0c5a5cdead, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=216f4b7f-fccd-4284-8e02-0b0c5a5cdead,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:28.137421 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:28.209363 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=216f4b7f-fccd-4284-8e02-0b0c5a5cdead,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:28.470818 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:28.476718 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:28.590046 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=dc819a22-9685-47b9-afa4-e166d611e50d,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:28.592582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:28.708057 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec7280c-c39f-4e0c-b76f-f57e37b418be None None] Network cc67011e-d1ff-401b-9a3c-6fdb67a45925 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:41:28.732563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network cc67011e-d1ff-401b-9a3c-6fdb67a45925 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:41:28.733918 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:41:28.814955 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-3baf04b0-bd45-423b-97de-6e9a284d9038 None None] Provisioning for port f7319611-54d5-4a5b-b32b-5898eb4a2253 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:29.050850 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:41:29.236335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:41:29.250259 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a4071599-4a6b-44fd-8097-767fb8ddda59 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "PUT /v2.0/routers/0e1e73b7-94a9-4b71-abc0-46112a27d7a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3282475 Jan 27 17:41:29.251529 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Sync routers for ids ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:41:29.257706 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-738e942f-9918-4096-87dc-597ac351a236 None None] Provisioning for port dc819a22-9685-47b9-afa4-e166d611e50d completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:29.264417 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Routers {'0e1e73b7-94a9-4b71-abc0-46112a27d7a2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:41:29.264891 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-738e942f-9918-4096-87dc-597ac351a236 None None] Provisioning complete for port dc819a22-9685-47b9-afa4-e166d611e50d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:29.265388 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:41:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:29.265535 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-738e942f-9918-4096-87dc-597ac351a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:29.332102 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-738e942f-9918-4096-87dc-597ac351a236 None None] Port dc819a22-9685-47b9-afa4-e166d611e50d cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:41:29.447186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-de1356d9-9594-446f-9004-08082b944927 req-eb1b6410-c267-4fee-bf40-9e53329bd948 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:41:29.455090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1c46774b-1a8b-43bd-92f6-27959a3e68d0 None None] Provisioning complete for port dc819a22-9685-47b9-afa4-e166d611e50d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:29.455796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1c46774b-1a8b-43bd-92f6-27959a3e68d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:29.465661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-de1356d9-9594-446f-9004-08082b944927 req-eb1b6410-c267-4fee-bf40-9e53329bd948 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:41:29.467211 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de1356d9-9594-446f-9004-08082b944927 req-eb1b6410-c267-4fee-bf40-9e53329bd948 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1282765309&fields=id&tenant_id=25c0e5ef386549e2ae211fdeb76119ce HTTP/1.1" status: 200 len: 267 time: 0.0706475 Jan 27 17:41:29.491718 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Set router 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:29.522576 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1c46774b-1a8b-43bd-92f6-27959a3e68d0 None None] Port dc819a22-9685-47b9-afa4-e166d611e50d cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:41:29.631438 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1356d9-9594-446f-9004-08082b944927 req-096f85fb-d726-473b-848e-8d58503a1aec tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:29.632154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-de1356d9-9594-446f-9004-08082b944927 req-096f85fb-d726-473b-848e-8d58503a1aec tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:41:29.642621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ef508f56-bfcc-44d8-aacc-74d3aa210c55 None None] Provisioning complete for port dc819a22-9685-47b9-afa4-e166d611e50d triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:29.642985 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ef508f56-bfcc-44d8-aacc-74d3aa210c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:29.648746 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-de1356d9-9594-446f-9004-08082b944927 req-096f85fb-d726-473b-848e-8d58503a1aec tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:41:29.650057 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de1356d9-9594-446f-9004-08082b944927 req-096f85fb-d726-473b-848e-8d58503a1aec tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/networks?id=cc67011e-d1ff-401b-9a3c-6fdb67a45925 HTTP/1.1" status: 200 len: 796 time: 0.1743791 Jan 27 17:41:29.665701 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de1356d9-9594-446f-9004-08082b944927 req-5772f176-89e2-4aab-9f44-fa722172241b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/quotas/25c0e5ef386549e2ae211fdeb76119ce HTTP/1.1" status: 200 len: 375 time: 0.0095301 Jan 27 17:41:29.699719 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ef508f56-bfcc-44d8-aacc-74d3aa210c55 None None] Port dc819a22-9685-47b9-afa4-e166d611e50d cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:41:29.748655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-de1356d9-9594-446f-9004-08082b944927 req-860b56db-b187-42f9-bdc4-50a01022dbe0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:41:29.770195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-de1356d9-9594-446f-9004-08082b944927 req-860b56db-b187-42f9-bdc4-50a01022dbe0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:41:29.771941 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de1356d9-9594-446f-9004-08082b944927 req-860b56db-b187-42f9-bdc4-50a01022dbe0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999887 Jan 27 17:41:29.816044 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367247385', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:22Z', 'updated_at': '2022-01-27T17:41:27Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:23Z', 'updated_at': '2022-01-27T17:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'dc819a22-9685-47b9-afa4-e166d611e50d', 'name': '', 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:83:67:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:26Z', 'updated_at': '2022-01-27T17:41:28Z', 'revision_number': 2, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:29.820157 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Checking router: 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:41:29.820577 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Updating router 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 port dc819a22-9685-47b9-afa4-e166d611e50d binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:41:29.874159 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:29.896095 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 216f4b7f-fccd-4284-8e02-0b0c5a5cdead up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:29.966856 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 216f4b7f-fccd-4284-8e02-0b0c5a5cdead triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:29.967254 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:29.974069 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de1356d9-9594-446f-9004-08082b944927 req-ae29b98c-5410-4ae5-a3ed-31439a373d9a service neutron] 10.222.0.50 "GET /v2.0/networks/cc67011e-d1ff-401b-9a3c-6fdb67a45925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886425 Jan 27 17:41:30.102160 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f7319611-54d5-4a5b-b32b-5898eb4a2253 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:30.114630 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de1356d9-9594-446f-9004-08082b944927 req-ce6f4646-f52f-46e2-afd9-8a8bc2d11412 service neutron] 10.222.0.50 "GET /v2.0/networks/cc67011e-d1ff-401b-9a3c-6fdb67a45925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396441 Jan 27 17:41:30.168850 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port f7319611-54d5-4a5b-b32b-5898eb4a2253 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:30.173833 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port f7319611-54d5-4a5b-b32b-5898eb4a2253 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:30.174197 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:30.220559 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:30.232867 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Transition to ACTIVE for port object dc819a22-9685-47b9-afa4-e166d611e50d will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:30.239914 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:30.360999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:30.366526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-4ae1cbbc-0718-484c-b4e0-d6b1c3e0d60b req-91e19f8f-bc51-41e9-a7d8-33065b5ce983 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:41:30.398641 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port f7319611-54d5-4a5b-b32b-5898eb4a2253, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f7319611-54d5-4a5b-b32b-5898eb4a2253,segment=NetworkSegment(741fb648-0af3-4717-a121-785d87ae6b04),segment_id=741fb648-0af3-4717-a121-785d87ae6b04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:30.405133 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:30.407647 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-4ae1cbbc-0718-484c-b4e0-d6b1c3e0d60b req-91e19f8f-bc51-41e9-a7d8-33065b5ce983 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:41:30.410935 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4ae1cbbc-0718-484c-b4e0-d6b1c3e0d60b req-91e19f8f-bc51-41e9-a7d8-33065b5ce983 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 210 time: 0.1317306 Jan 27 17:41:30.489920 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Attempting to bind port dc819a22-9685-47b9-afa4-e166d611e50d on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:41:30.490922 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Attempting to bind port dc819a22-9685-47b9-afa4-e166d611e50d by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '741fb648-0af3-4717-a121-785d87ae6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:41:30.491430 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Attempting to bind port dc819a22-9685-47b9-afa4-e166d611e50d on network cc67011e-d1ff-401b-9a3c-6fdb67a45925 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:41:30.493572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=f7319611-54d5-4a5b-b32b-5898eb4a2253,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:30.499284 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c1fb6-79a6-4ed7-84bb-9bdffaa857d3 None None] Pushing event updated for resources: {'Port': ['ID=dc819a22-9685-47b9-afa4-e166d611e50d,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:30.502084 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:41:30.502817 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Checking segment: {'id': '741fb648-0af3-4717-a121-785d87ae6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:41:30.503437 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:30.503985 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Bound using segment: {'id': '741fb648-0af3-4717-a121-785d87ae6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:41:30.504653 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Bound port: dc819a22-9685-47b9-afa4-e166d611e50d, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741fb648-0af3-4717-a121-785d87ae6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:41:30.505301 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:30.524952 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c1fb6-79a6-4ed7-84bb-9bdffaa857d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:30.529816 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c1fb6-79a6-4ed7-84bb-9bdffaa857d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:30.530201 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c1fb6-79a6-4ed7-84bb-9bdffaa857d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:30.530535 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c1fb6-79a6-4ed7-84bb-9bdffaa857d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:30.530896 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c1fb6-79a6-4ed7-84bb-9bdffaa857d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:30.531222 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c1fb6-79a6-4ed7-84bb-9bdffaa857d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:30.531583 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c1fb6-79a6-4ed7-84bb-9bdffaa857d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:30.531901 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c1fb6-79a6-4ed7-84bb-9bdffaa857d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:30.532212 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c1fb6-79a6-4ed7-84bb-9bdffaa857d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:30.532519 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c1fb6-79a6-4ed7-84bb-9bdffaa857d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:30.532854 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c1fb6-79a6-4ed7-84bb-9bdffaa857d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:30.533155 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c1fb6-79a6-4ed7-84bb-9bdffaa857d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:41:30.612437 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] For port dc819a22-9685-47b9-afa4-e166d611e50d, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:41:30.615491 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] For port dc819a22-9685-47b9-afa4-e166d611e50d, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=dc819a22-9685-47b9-afa4-e166d611e50d,segment=NetworkSegment(741fb648-0af3-4717-a121-785d87ae6b04),segment_id=741fb648-0af3-4717-a121-785d87ae6b04)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:41:30.620008 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:30.714175 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Routers {'0e1e73b7-94a9-4b71-abc0-46112a27d7a2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:41:30.714787 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:41:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:30.779028 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c1fb6-79a6-4ed7-84bb-9bdffaa857d3 None None] Pushing event updated for resources: {'Port': ['ID=dc819a22-9685-47b9-afa4-e166d611e50d,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:30.900238 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] Set router 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:31.235750 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367247385', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:22Z', 'updated_at': '2022-01-27T17:41:27Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:23Z', 'updated_at': '2022-01-27T17:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'dc819a22-9685-47b9-afa4-e166d611e50d', 'name': '', 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:83:67:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:26Z', 'updated_at': '2022-01-27T17:41:30Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:31.239874 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe96a8e-fc43-4a56-89ed-c3c0055ec66d None None] The sync data for ids ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'] in dv-neutron-826439-2-hyperv is: [{'id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367247385', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:22Z', 'updated_at': '2022-01-27T17:41:27Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:23Z', 'updated_at': '2022-01-27T17:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'dc819a22-9685-47b9-afa4-e166d611e50d', 'name': '', 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:83:67:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:26Z', 'updated_at': '2022-01-27T17:41:30Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:41:31.468795 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1356d9-9594-446f-9004-08082b944927 req-25efabca-ce69-4a79-9010-6f9b5014be29 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:31.470314 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de1356d9-9594-446f-9004-08082b944927 req-25efabca-ce69-4a79-9010-6f9b5014be29 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "GET /v2.0/networks?id=cc67011e-d1ff-401b-9a3c-6fdb67a45925 HTTP/1.1" status: 200 len: 796 time: 0.1706052 Jan 27 17:41:31.537618 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de1356d9-9594-446f-9004-08082b944927 req-e625e3d2-f13c-4b63-aa7b-e44e3aa46c35 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25c0e5ef386549e2ae211fdeb76119ce HTTP/1.1" status: 200 len: 380 time: 0.0571451 Jan 27 17:41:31.577118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-de1356d9-9594-446f-9004-08082b944927 req-faea8e21-68cd-4f12-8c5f-d63fba2a05bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'port': {'device_id': '71a50977-cf6a-4d2b-8365-f47d9f514d5f', 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925', 'admin_state_up': True, 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'security_groups': ['7ba283ef-bd12-47e4-9201-ea225a894a85']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:31.603508 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-563f0119-700b-432e-9b61-083b00b5adbd req-d3e7aa17-bd2b-4fba-965a-5ec5476ee678 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 210 time: 0.0708482 Jan 27 17:41:31.722647 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-de1356d9-9594-446f-9004-08082b944927 req-faea8e21-68cd-4f12-8c5f-d63fba2a05bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:31.733492 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-de1356d9-9594-446f-9004-08082b944927 req-faea8e21-68cd-4f12-8c5f-d63fba2a05bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:31.744513 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1356d9-9594-446f-9004-08082b944927 req-faea8e21-68cd-4f12-8c5f-d63fba2a05bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Made reservation on behalf of 25c0e5ef386549e2ae211fdeb76119ce for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:41:31.748539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-de1356d9-9594-446f-9004-08082b944927 req-faea8e21-68cd-4f12-8c5f-d63fba2a05bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:31.876644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device dc819a22-9685-47b9-afa4-e166d611e50d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:31.930235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-de1356d9-9594-446f-9004-08082b944927 req-faea8e21-68cd-4f12-8c5f-d63fba2a05bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.20.0.13 (cc67011e-d1ff-401b-9a3c-6fdb67a45925/c593e867-c98a-4e78-b658-e9fa218c5af1/6c9532b9-1752-4233-812d-b1746f26a3df) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:41:31.947829 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port dc819a22-9685-47b9-afa4-e166d611e50d completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:31.953418 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port dc819a22-9685-47b9-afa4-e166d611e50d triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:31.953899 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:32.076205 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:32.112123 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port dc819a22-9685-47b9-afa4-e166d611e50d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=dc819a22-9685-47b9-afa4-e166d611e50d,segment=NetworkSegment(741fb648-0af3-4717-a121-785d87ae6b04),segment_id=741fb648-0af3-4717-a121-785d87ae6b04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:32.117604 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:32.118583 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f7319611-54d5-4a5b-b32b-5898eb4a2253 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:32.237206 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=dc819a22-9685-47b9-afa4-e166d611e50d,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:32.252780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-de1356d9-9594-446f-9004-08082b944927 req-faea8e21-68cd-4f12-8c5f-d63fba2a05bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:32.254913 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port f7319611-54d5-4a5b-b32b-5898eb4a2253 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:32.255433 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:32.269053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-de1356d9-9594-446f-9004-08082b944927 req-faea8e21-68cd-4f12-8c5f-d63fba2a05bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Transition to ACTIVE for port object 6c9532b9-1752-4233-812d-b1746f26a3df will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:32.293540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-de1356d9-9594-446f-9004-08082b944927 req-faea8e21-68cd-4f12-8c5f-d63fba2a05bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:32.370667 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1356d9-9594-446f-9004-08082b944927 req-faea8e21-68cd-4f12-8c5f-d63fba2a05bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network cc67011e-d1ff-401b-9a3c-6fdb67a45925 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:41:32.374194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-de1356d9-9594-446f-9004-08082b944927 req-faea8e21-68cd-4f12-8c5f-d63fba2a05bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:41:32.379700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1356d9-9594-446f-9004-08082b944927 req-faea8e21-68cd-4f12-8c5f-d63fba2a05bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:41:32.423839 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea8e21-68cd-4f12-8c5f-d63fba2a05bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=6c9532b9-1752-4233-812d-b1746f26a3df,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:32.453921 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1356d9-9594-446f-9004-08082b944927 req-faea8e21-68cd-4f12-8c5f-d63fba2a05bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:32.454597 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-de1356d9-9594-446f-9004-08082b944927 req-faea8e21-68cd-4f12-8c5f-d63fba2a05bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:32.483973 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de1356d9-9594-446f-9004-08082b944927 req-faea8e21-68cd-4f12-8c5f-d63fba2a05bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9148297 Jan 27 17:41:32.495057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Request body: {'port': {'device_id': '71a50977-cf6a-4d2b-8365-f47d9f514d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:32.612524 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:32.683521 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c312d34d-bcf4-4f20-a060-2df1a857b481 None None] Provisioning for port 6c9532b9-1752-4233-812d-b1746f26a3df completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:32.688725 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c312d34d-bcf4-4f20-a060-2df1a857b481 None None] Provisioning complete for port 6c9532b9-1752-4233-812d-b1746f26a3df triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:32.689086 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c312d34d-bcf4-4f20-a060-2df1a857b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:32.742776 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c312d34d-bcf4-4f20-a060-2df1a857b481 None None] Port 6c9532b9-1752-4233-812d-b1746f26a3df cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:41:32.789977 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef11c4-4497-417d-8e00-38d58d78febf req-6441d338-1d99-4102-bb97-0b096cc1a4e3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:32.791466 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6cef11c4-4497-417d-8e00-38d58d78febf req-6441d338-1d99-4102-bb97-0b096cc1a4e3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 932 time: 0.0806813 Jan 27 17:41:32.835472 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-6cef11c4-4497-417d-8e00-38d58d78febf req-b6ebf5f5-0d2c-4b13-ae1a-a9a16ce6663d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:41:32.846877 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-6cef11c4-4497-417d-8e00-38d58d78febf req-b6ebf5f5-0d2c-4b13-ae1a-a9a16ce6663d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:41:32.848048 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6cef11c4-4497-417d-8e00-38d58d78febf req-b6ebf5f5-0d2c-4b13-ae1a-a9a16ce6663d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503116 Jan 27 17:41:32.972886 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9532b9-1752-4233-812d-b1746f26a3df {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:41:32.980424 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:32.995540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Transition to ACTIVE for port object 6c9532b9-1752-4233-812d-b1746f26a3df will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:41:33.003114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:33.166415 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Pushing event updated for resources: {'Port': ['ID=6c9532b9-1752-4233-812d-b1746f26a3df,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:33.243031 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Attempting to bind port 6c9532b9-1752-4233-812d-b1746f26a3df on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:41:33.243362 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Attempting to bind port 6c9532b9-1752-4233-812d-b1746f26a3df by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '741fb648-0af3-4717-a121-785d87ae6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:41:33.243686 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Attempting to bind port 6c9532b9-1752-4233-812d-b1746f26a3df on network cc67011e-d1ff-401b-9a3c-6fdb67a45925 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:41:33.248307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Port 6c9532b9-1752-4233-812d-b1746f26a3df on network cc67011e-d1ff-401b-9a3c-6fdb67a45925 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:41:33.248606 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Attempting to bind port 6c9532b9-1752-4233-812d-b1746f26a3df on network cc67011e-d1ff-401b-9a3c-6fdb67a45925 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:41:33.253569 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:41:33.253928 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Checking segment: {'id': '741fb648-0af3-4717-a121-785d87ae6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:41:33.254328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Bound using segment: {'id': '741fb648-0af3-4717-a121-785d87ae6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:41:33.254735 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Bound port: 6c9532b9-1752-4233-812d-b1746f26a3df, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741fb648-0af3-4717-a121-785d87ae6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:41:33.255068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:33.346362 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] For port 6c9532b9-1752-4233-812d-b1746f26a3df, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:41:33.349195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] For port 6c9532b9-1752-4233-812d-b1746f26a3df, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6c9532b9-1752-4233-812d-b1746f26a3df,segment=NetworkSegment(741fb648-0af3-4717-a121-785d87ae6b04),segment_id=741fb648-0af3-4717-a121-785d87ae6b04)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:41:33.355674 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:33.414335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:33.414922 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:33.416282 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de1356d9-9594-446f-9004-08082b944927 req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] 10.222.0.83 "PUT /v2.0/ports/6c9532b9-1752-4233-812d-b1746f26a3df HTTP/1.1" status: 200 len: 1094 time: 0.9256406 Jan 27 17:41:33.416712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a50977-cf6a-4d2b-8365-f47d9f514d5f', 'tag': '6c9532b9-1752-4233-812d-b1746f26a3df'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:41:33.436499 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a902c7-c301-407b-baa9-36e91b95a71d service neutron] Pushing event updated for resources: {'Port': ['ID=6c9532b9-1752-4233-812d-b1746f26a3df,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:33.496358 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a50977-cf6a-4d2b-8365-f47d9f514d5f', 'tag': '6c9532b9-1752-4233-812d-b1746f26a3df', 'status': 'completed', 'code': 200} Jan 27 17:41:33.531586 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1356d9-9594-446f-9004-08082b944927 req-8a207f7c-e7d5-4c6f-bf0e-ae891911a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:33.533057 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de1356d9-9594-446f-9004-08082b944927 req-8a207f7c-e7d5-4c6f-bf0e-ae891911a8d4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 1097 time: 0.0761218 Jan 27 17:41:33.600800 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de1356d9-9594-446f-9004-08082b944927 req-7ce554f1-4ae9-442c-b06e-2447e2ef142f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9532b9-1752-4233-812d-b1746f26a3df HTTP/1.1" status: 200 len: 217 time: 0.0610690 Jan 27 17:41:33.665037 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1356d9-9594-446f-9004-08082b944927 req-dd992da9-e1db-4c9b-a7d5-9c6b055cbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:33.666462 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de1356d9-9594-446f-9004-08082b944927 req-dd992da9-e1db-4c9b-a7d5-9c6b055cbe30 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c593e867-c98a-4e78-b658-e9fa218c5af1 HTTP/1.1" status: 200 len: 835 time: 0.0599873 Jan 27 17:41:33.702119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:33.739983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1356d9-9594-446f-9004-08082b944927 req-7e40b254-0ddb-4c60-afb4-460740ac840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:33.741414 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de1356d9-9594-446f-9004-08082b944927 req-7e40b254-0ddb-4c60-afb4-460740ac840e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cc67011e-d1ff-401b-9a3c-6fdb67a45925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691838 Jan 27 17:41:33.799579 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device dc819a22-9685-47b9-afa4-e166d611e50d up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:33.871593 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de1356d9-9594-446f-9004-08082b944927 req-50d78362-d5c0-49c2-9b7d-e19736b98edb service neutron] 10.222.0.83 "GET /v2.0/networks/cc67011e-d1ff-401b-9a3c-6fdb67a45925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237376 Jan 27 17:41:33.871839 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port dc819a22-9685-47b9-afa4-e166d611e50d triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:33.872307 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:34.008033 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de1356d9-9594-446f-9004-08082b944927 req-063acb76-a801-47fb-a46e-f2a670f8a4c3 service neutron] 10.222.0.83 "GET /v2.0/networks/cc67011e-d1ff-401b-9a3c-6fdb67a45925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310005 Jan 27 17:41:34.033172 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bdf9d-3eeb-4fd4-98d2-8876dc3f0ae6 req-f77ed501-eea9-4376-a589-e0a11a5cdae1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:34.034645 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-083bdf9d-3eeb-4fd4-98d2-8876dc3f0ae6 req-f77ed501-eea9-4376-a589-e0a11a5cdae1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 944 time: 0.0819592 Jan 27 17:41:34.082078 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-083bdf9d-3eeb-4fd4-98d2-8876dc3f0ae6 req-fa6ffb26-c724-46f6-b00d-65626b83a536 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394454 Jan 27 17:41:34.129616 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9554be-4865-4a45-a279-a4000405ad86 req-d4829127-1135-429a-ba6a-39b30a2ff888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:34.131069 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9e9554be-4865-4a45-a279-a4000405ad86 req-d4829127-1135-429a-ba6a-39b30a2ff888 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 1097 time: 0.0754852 Jan 27 17:41:34.380670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9554be-4865-4a45-a279-a4000405ad86 req-84bb53c3-1a32-49e6-9236-e28393c9634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:34.382038 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9e9554be-4865-4a45-a279-a4000405ad86 req-84bb53c3-1a32-49e6-9236-e28393c9634d service neutron] 10.222.0.83 "GET /v2.0/networks?id=cc67011e-d1ff-401b-9a3c-6fdb67a45925 HTTP/1.1" status: 200 len: 898 time: 0.2448463 Jan 27 17:41:34.449881 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9e9554be-4865-4a45-a279-a4000405ad86 req-a98f22fe-7b36-4ab9-b6fc-effdc9217fce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9532b9-1752-4233-812d-b1746f26a3df HTTP/1.1" status: 200 len: 217 time: 0.0604124 Jan 27 17:41:34.514780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9554be-4865-4a45-a279-a4000405ad86 req-f1010c6a-0560-473e-bfc6-57e9d2f7ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:34.516149 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9e9554be-4865-4a45-a279-a4000405ad86 req-f1010c6a-0560-473e-bfc6-57e9d2f7ab2c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c593e867-c98a-4e78-b658-e9fa218c5af1 HTTP/1.1" status: 200 len: 835 time: 0.0599303 Jan 27 17:41:34.592095 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9554be-4865-4a45-a279-a4000405ad86 req-b8e463b6-a17c-41d6-94d9-e8d2bd48c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:34.593512 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9e9554be-4865-4a45-a279-a4000405ad86 req-b8e463b6-a17c-41d6-94d9-e8d2bd48c943 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cc67011e-d1ff-401b-9a3c-6fdb67a45925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708745 Jan 27 17:41:34.725713 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9e9554be-4865-4a45-a279-a4000405ad86 req-d03fc919-6479-4368-a9ac-3b66e3abcc78 service neutron] 10.222.0.83 "GET /v2.0/networks/cc67011e-d1ff-401b-9a3c-6fdb67a45925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257565 Jan 27 17:41:34.856092 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9e9554be-4865-4a45-a279-a4000405ad86 req-3c4b26f7-2c98-4e91-937e-e959485f755f service neutron] 10.222.0.83 "GET /v2.0/networks/cc67011e-d1ff-401b-9a3c-6fdb67a45925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236160 Jan 27 17:41:35.284076 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef570bf-090e-427a-b8d1-aa0dff64c653 req-773bd576-fb19-417e-a909-d7b45d575b39 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:35.284757 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-3ef570bf-090e-427a-b8d1-aa0dff64c653 req-773bd576-fb19-417e-a909-d7b45d575b39 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:41:35.303223 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-3ef570bf-090e-427a-b8d1-aa0dff64c653 req-773bd576-fb19-417e-a909-d7b45d575b39 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:41:35.304806 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3ef570bf-090e-427a-b8d1-aa0dff64c653 req-773bd576-fb19-417e-a909-d7b45d575b39 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 944 time: 0.1044261 Jan 27 17:41:35.354935 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3ef570bf-090e-427a-b8d1-aa0dff64c653 req-757d2dbe-e38e-4e57-9ef7-996242d23aba tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414398 Jan 27 17:41:35.530160 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 6c9532b9-1752-4233-812d-b1746f26a3df details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:41:35.670359 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 6c9532b9-1752-4233-812d-b1746f26a3df, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6c9532b9-1752-4233-812d-b1746f26a3df,segment=NetworkSegment(741fb648-0af3-4717-a121-785d87ae6b04),segment_id=741fb648-0af3-4717-a121-785d87ae6b04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:35.687057 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '6c9532b9-1752-4233-812d-b1746f26a3df', 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925', 'port_id': '6c9532b9-1752-4233-812d-b1746f26a3df', 'mac_address': 'fa:16:3e:bd:22:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:41:35.755817 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:35.772858 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9532b9-1752-4233-812d-b1746f26a3df {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:41:35.789664 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 6c9532b9-1752-4233-812d-b1746f26a3df, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6c9532b9-1752-4233-812d-b1746f26a3df,segment=NetworkSegment(741fb648-0af3-4717-a121-785d87ae6b04),segment_id=741fb648-0af3-4717-a121-785d87ae6b04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:35.797328 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:35.865071 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=6c9532b9-1752-4233-812d-b1746f26a3df,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:36.002557 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['6c9532b9-1752-4233-812d-b1746f26a3df'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:41:36.557586 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c81c98-5413-4b18-8255-84e3ad17ecad req-1d1969b2-1e7a-4c22-9dd8-e5b3483a77c3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:36.559064 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-66c81c98-5413-4b18-8255-84e3ad17ecad req-1d1969b2-1e7a-4c22-9dd8-e5b3483a77c3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 945 time: 0.0833344 Jan 27 17:41:36.603905 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-66c81c98-5413-4b18-8255-84e3ad17ecad req-c2094481-dbec-41b3-8019-829d0f7073dd tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391037 Jan 27 17:41:37.545391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 6c9532b9-1752-4233-812d-b1746f26a3df up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:41:37.624677 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 6c9532b9-1752-4233-812d-b1746f26a3df completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:41:37.629674 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 6c9532b9-1752-4233-812d-b1746f26a3df triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:41:37.630060 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:37.746612 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:37.773873 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a50977-cf6a-4d2b-8365-f47d9f514d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9532b9-1752-4233-812d-b1746f26a3df'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:41:37.783452 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 6c9532b9-1752-4233-812d-b1746f26a3df, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6c9532b9-1752-4233-812d-b1746f26a3df,segment=NetworkSegment(741fb648-0af3-4717-a121-785d87ae6b04),segment_id=741fb648-0af3-4717-a121-785d87ae6b04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:41:37.788438 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:37.795028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92a3da-e18f-4296-bac8-07a3a06587a3 req-40ff1deb-dd00-441e-be1a-a7988e1e84d5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:37.796625 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ca92a3da-e18f-4296-bac8-07a3a06587a3 req-40ff1deb-dd00-441e-be1a-a7988e1e84d5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 945 time: 0.0834696 Jan 27 17:41:37.825749 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a50977-cf6a-4d2b-8365-f47d9f514d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9532b9-1752-4233-812d-b1746f26a3df', 'code': 200} Jan 27 17:41:37.846969 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ca92a3da-e18f-4296-bac8-07a3a06587a3 req-18c9d05c-1f4f-44c8-ade9-d11245a9a6b3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439260 Jan 27 17:41:37.890053 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=6c9532b9-1752-4233-812d-b1746f26a3df,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:38.058148 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fac88-4691-4c31-8bf5-053b9dede3e8 req-d8e0909b-808d-402e-af81-6241da1637df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:38.059542 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6b1fac88-4691-4c31-8bf5-053b9dede3e8 req-d8e0909b-808d-402e-af81-6241da1637df service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 1099 time: 0.0705359 Jan 27 17:41:38.101277 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6b1fac88-4691-4c31-8bf5-053b9dede3e8 req-75bcc74e-9838-4920-9138-afab34639841 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357475 Jan 27 17:41:39.052261 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34fd9-ec94-4f73-a292-adc90422463c req-0d8e2475-f205-426d-9a19-b755a364945f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:39.053854 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-29e34fd9-ec94-4f73-a292-adc90422463c req-0d8e2475-f205-426d-9a19-b755a364945f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 946 time: 0.0873199 Jan 27 17:41:39.099368 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-29e34fd9-ec94-4f73-a292-adc90422463c req-487b8251-3d39-4e58-8929-e21d339c3e62 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396249 Jan 27 17:41:40.303002 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c553e0-d2d0-4d86-8d38-5706441fba32 req-bce21a7c-2211-4e93-984e-d2f6173cc220 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:40.304507 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-48c553e0-d2d0-4d86-8d38-5706441fba32 req-bce21a7c-2211-4e93-984e-d2f6173cc220 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 946 time: 0.0902483 Jan 27 17:41:40.351813 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-48c553e0-d2d0-4d86-8d38-5706441fba32 req-1925657c-90aa-4fec-8b90-bd079b0842b0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393682 Jan 27 17:41:40.542245 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9c1a5-a26c-4386-acdc-53c8f60cc8b7 req-857181f3-efd3-4a30-a7e7-f0987e3d54bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:40.543703 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a3f9c1a5-a26c-4386-acdc-53c8f60cc8b7 req-857181f3-efd3-4a30-a7e7-f0987e3d54bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 946 time: 0.0839987 Jan 27 17:41:40.592555 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a3f9c1a5-a26c-4386-acdc-53c8f60cc8b7 req-c3b2b5e1-b6b5-4a86-9051-ec804c865fe4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430615 Jan 27 17:41:40.621134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43912) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:40.692664 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c4cd9a-e161-4e3d-ba15-a2c1fc9f624d tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:40.694167 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-59c4cd9a-e161-4e3d-ba15-a2c1fc9f624d tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 1094 time: 0.0720384 Jan 27 17:41:40.696985 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43916) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:40.701787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '6c9532b9-1752-4233-812d-b1746f26a3df', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:41:40.707936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:41:40.712337 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:floatingip and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:41:40.715396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:41:40.721348 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:41:40.732448 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:40.874150 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:41.015566 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.26.1.178 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/0c6bbfd5-0c1f-475c-bd84-e43cc7e63edf) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:41:41.167198 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:41.201422 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:41.263909 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:41:41.266639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:41:41.269397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:41:41.316940 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=0c6bbfd5-0c1f-475c-bd84-e43cc7e63edf,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:41.807449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:41.884595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:42.105157 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:42.112222 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:42.217712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=0c6bbfd5-0c1f-475c-bd84-e43cc7e63edf,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:41:42.234119 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:42.407647 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Floating IP 2385e1e1-f226-4541-b1c4-a76488490cc1 associated. External IP: 172.26.1.178, port: 6c9532b9-1752-4233-812d-b1746f26a3df. Jan 27 17:41:42.757614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:41:42.935688 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:41:42.947072 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd699dec-d71b-493e-91c4-871e9e1e98c8 None None] Sync routers for ids ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:41:42.959621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd699dec-d71b-493e-91c4-871e9e1e98c8 None None] Routers {'0e1e73b7-94a9-4b71-abc0-46112a27d7a2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:41:42.960233 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-cd699dec-d71b-493e-91c4-871e9e1e98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:41:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:42.965152 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:43.020688 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4291dd0c-39e9-47b2-b94d-6cddceac71cb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3226247 Jan 27 17:41:43.021179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a50977-cf6a-4d2b-8365-f47d9f514d5f', 'tag': '6c9532b9-1752-4233-812d-b1746f26a3df'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:41:43.144984 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-cd699dec-d71b-493e-91c4-871e9e1e98c8 None None] Set router 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:43.208970 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7b5e7-40ec-4bd1-9972-7e781a8ba0b2 req-636fc91e-37f3-4c7c-899d-07da9b8651f0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:43.211589 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c8a7b5e7-40ec-4bd1-9972-7e781a8ba0b2 req-636fc91e-37f3-4c7c-899d-07da9b8651f0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 946 time: 0.0850177 Jan 27 17:41:43.255328 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a50977-cf6a-4d2b-8365-f47d9f514d5f', 'tag': '6c9532b9-1752-4233-812d-b1746f26a3df', 'status': 'completed', 'code': 200} Jan 27 17:41:43.263676 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c8a7b5e7-40ec-4bd1-9972-7e781a8ba0b2 req-28a1ab82-5622-4e56-9841-f333a4bd4c6d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473273 Jan 27 17:41:43.285715 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43924) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:43.398733 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3e2864f1-2af6-4a4c-8cd2-408ab0bb5d33 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/2385e1e1-f226-4541-b1c4-a76488490cc1 HTTP/1.1" status: 200 len: 992 time: 0.1116993 Jan 27 17:41:43.477275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784f8e0-6094-429a-a90f-59b98a3d062b req-f143d8bc-ce79-41f2-8ed2-1601125f8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:43.478799 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3784f8e0-6094-429a-a90f-59b98a3d062b req-f143d8bc-ce79-41f2-8ed2-1601125f8316 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 1099 time: 0.2045047 Jan 27 17:41:43.505388 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-cd699dec-d71b-493e-91c4-871e9e1e98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367247385', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:22Z', 'updated_at': '2022-01-27T17:41:27Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:23Z', 'updated_at': '2022-01-27T17:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '2385e1e1-f226-4541-b1c4-a76488490cc1', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'floating_ip_address': '172.26.1.178', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'port_id': '6c9532b9-1752-4233-812d-b1746f26a3df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925', 'mac_address': 'fa:16:3e:bd:22:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a50977-cf6a-4d2b-8365-f47d9f514d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:41:41Z', 'updated_at': '2022-01-27T17:41:41Z', 'revision_number': 0, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc819a22-9685-47b9-afa4-e166d611e50d', 'name': '', 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:83:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:26Z', 'updated_at': '2022-01-27T17:41:32Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:43.509381 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd699dec-d71b-493e-91c4-871e9e1e98c8 None None] Checking router: 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:41:43.518391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd699dec-d71b-493e-91c4-871e9e1e98c8 None None] Routers {'0e1e73b7-94a9-4b71-abc0-46112a27d7a2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:41:43.518995 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-cd699dec-d71b-493e-91c4-871e9e1e98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:41:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:43.612953 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784f8e0-6094-429a-a90f-59b98a3d062b req-195a2e11-1d4b-482a-a791-067a0a0c6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:43.614333 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3784f8e0-6094-429a-a90f-59b98a3d062b req-195a2e11-1d4b-482a-a791-067a0a0c6395 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cc67011e-d1ff-401b-9a3c-6fdb67a45925 HTTP/1.1" status: 200 len: 898 time: 0.1297100 Jan 27 17:41:43.699577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-cd699dec-d71b-493e-91c4-871e9e1e98c8 None None] Set router 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:41:43.717272 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3784f8e0-6094-429a-a90f-59b98a3d062b req-2810b79c-b788-4e9c-9358-8e2619855bec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9532b9-1752-4233-812d-b1746f26a3df HTTP/1.1" status: 200 len: 1000 time: 0.0966368 Jan 27 17:41:43.780752 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784f8e0-6094-429a-a90f-59b98a3d062b req-9eec5669-855a-463d-9c06-a7e02e6f90cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:43.782236 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3784f8e0-6094-429a-a90f-59b98a3d062b req-9eec5669-855a-463d-9c06-a7e02e6f90cc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c593e867-c98a-4e78-b658-e9fa218c5af1 HTTP/1.1" status: 200 len: 835 time: 0.0591066 Jan 27 17:41:43.860503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784f8e0-6094-429a-a90f-59b98a3d062b req-0c80fa4e-649f-462a-88ca-de7f174d0505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:41:43.862027 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3784f8e0-6094-429a-a90f-59b98a3d062b req-0c80fa4e-649f-462a-88ca-de7f174d0505 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cc67011e-d1ff-401b-9a3c-6fdb67a45925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739839 Jan 27 17:41:43.995828 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3784f8e0-6094-429a-a90f-59b98a3d062b req-f1b40e2b-9664-4594-9d73-4691f5f1712f service neutron] 10.222.0.83 "GET /v2.0/networks/cc67011e-d1ff-401b-9a3c-6fdb67a45925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280632 Jan 27 17:41:44.049802 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-cd699dec-d71b-493e-91c4-871e9e1e98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367247385', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:22Z', 'updated_at': '2022-01-27T17:41:27Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:23Z', 'updated_at': '2022-01-27T17:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '2385e1e1-f226-4541-b1c4-a76488490cc1', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'floating_ip_address': '172.26.1.178', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'port_id': '6c9532b9-1752-4233-812d-b1746f26a3df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925', 'mac_address': 'fa:16:3e:bd:22:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a50977-cf6a-4d2b-8365-f47d9f514d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:41:41Z', 'updated_at': '2022-01-27T17:41:41Z', 'revision_number': 0, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc819a22-9685-47b9-afa4-e166d611e50d', 'name': '', 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:83:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:26Z', 'updated_at': '2022-01-27T17:41:32Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:41:44.054052 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd699dec-d71b-493e-91c4-871e9e1e98c8 None None] The sync data for ids ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'] in dv-neutron-826439-2-hyperv is: [{'id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367247385', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:22Z', 'updated_at': '2022-01-27T17:41:27Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:23Z', 'updated_at': '2022-01-27T17:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '2385e1e1-f226-4541-b1c4-a76488490cc1', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'floating_ip_address': '172.26.1.178', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'port_id': '6c9532b9-1752-4233-812d-b1746f26a3df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925', 'mac_address': 'fa:16:3e:bd:22:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a50977-cf6a-4d2b-8365-f47d9f514d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:41:41Z', 'updated_at': '2022-01-27T17:41:41Z', 'revision_number': 0, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc819a22-9685-47b9-afa4-e166d611e50d', 'name': '', 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:83:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:26Z', 'updated_at': '2022-01-27T17:41:32Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:41:44.135187 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3784f8e0-6094-429a-a90f-59b98a3d062b req-e004b136-e5de-4be3-b3ca-7d74133689b2 service neutron] 10.222.0.83 "GET /v2.0/networks/cc67011e-d1ff-401b-9a3c-6fdb67a45925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326709 Jan 27 17:41:44.252382 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32de626-8022-418c-84a9-d2496d6713ae None None] New status for floating IP 2385e1e1-f226-4541-b1c4-a76488490cc1: ACTIVE {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:41:44.402556 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43928) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:44.512368 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cd3632e1-2e13-4421-bd22-6f262b19b539 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/2385e1e1-f226-4541-b1c4-a76488490cc1 HTTP/1.1" status: 200 len: 992 time: 0.1086073 Jan 27 17:41:45.516430 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43932) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:41:45.628190 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-52cadd64-1e7e-4370-b9fb-e65469376cf1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/2385e1e1-f226-4541-b1c4-a76488490cc1 HTTP/1.1" status: 200 len: 994 time: 0.1106355 Jan 27 17:41:46.596698 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:41:48.792870 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75e3db4c-3423-4412-8d0e-e61ade98e06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:51.063124 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b1a511a3-4fa7-4322-8990-7da623f85d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:52.280114 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:52.298178 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:41:53.563118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:03.769601 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:10.542738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b8e11-c951-49ae-80b0-c5abc91ec01f req-600c0bbe-7280-412f-be0f-de80b40cccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:10.544238 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2e1b8e11-c951-49ae-80b0-c5abc91ec01f req-600c0bbe-7280-412f-be0f-de80b40cccef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 1099 time: 0.0718114 Jan 27 17:42:10.585528 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34888b-105a-4228-9a04-c5352a2f3a65 req-41d58f89-6a48-45b7-80fa-4bfc06aeb32a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:10.587046 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9a34888b-105a-4228-9a04-c5352a2f3a65 req-41d58f89-6a48-45b7-80fa-4bfc06aeb32a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 946 time: 0.0845993 Jan 27 17:42:10.631306 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9a34888b-105a-4228-9a04-c5352a2f3a65 req-24ba983c-0d38-4882-9e22-ab1de552c07f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383461 Jan 27 17:42:10.677996 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b8e11-c951-49ae-80b0-c5abc91ec01f req-97e9c338-6745-4736-9c93-cfb5015d2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:10.679447 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2e1b8e11-c951-49ae-80b0-c5abc91ec01f req-97e9c338-6745-4736-9c93-cfb5015d2031 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cc67011e-d1ff-401b-9a3c-6fdb67a45925 HTTP/1.1" status: 200 len: 898 time: 0.1289089 Jan 27 17:42:10.811633 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2e1b8e11-c951-49ae-80b0-c5abc91ec01f req-a54097ab-6352-4f4c-bc0a-3e9539b8c454 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9532b9-1752-4233-812d-b1746f26a3df HTTP/1.1" status: 200 len: 1002 time: 0.1243253 Jan 27 17:42:10.876030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b8e11-c951-49ae-80b0-c5abc91ec01f req-4061c76c-000d-4adf-9121-11c08bede337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:10.877420 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2e1b8e11-c951-49ae-80b0-c5abc91ec01f req-4061c76c-000d-4adf-9121-11c08bede337 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c593e867-c98a-4e78-b658-e9fa218c5af1 HTTP/1.1" status: 200 len: 835 time: 0.0598342 Jan 27 17:42:10.958681 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b8e11-c951-49ae-80b0-c5abc91ec01f req-494397d7-9731-4406-a7f4-8c8aeb802851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:10.960040 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2e1b8e11-c951-49ae-80b0-c5abc91ec01f req-494397d7-9731-4406-a7f4-8c8aeb802851 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cc67011e-d1ff-401b-9a3c-6fdb67a45925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762508 Jan 27 17:42:11.092111 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2e1b8e11-c951-49ae-80b0-c5abc91ec01f req-a2706f05-f011-4f4c-b3d9-5eaac0db5060 service neutron] 10.222.0.83 "GET /v2.0/networks/cc67011e-d1ff-401b-9a3c-6fdb67a45925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250839 Jan 27 17:42:11.226379 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2e1b8e11-c951-49ae-80b0-c5abc91ec01f req-a95cbce8-1c9b-484e-905a-f5cf62c7a349 service neutron] 10.222.0.83 "GET /v2.0/networks/cc67011e-d1ff-401b-9a3c-6fdb67a45925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280422 Jan 27 17:42:11.833551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946f24f-edf2-458c-baed-bb2fda3f38d8 req-77deed4a-2c74-41d4-bb7e-654a9a51f9c6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:11.835026 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0946f24f-edf2-458c-baed-bb2fda3f38d8 req-77deed4a-2c74-41d4-bb7e-654a9a51f9c6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 946 time: 0.0864120 Jan 27 17:42:11.989878 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0946f24f-edf2-458c-baed-bb2fda3f38d8 req-8cb8a126-cd9e-40b5-86aa-65f29b8fa028 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462584 Jan 27 17:42:13.191982 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3511a-d635-4b1b-beb3-8c43da5bf2c0 req-fc02b065-903e-4ac2-b0e9-adf5c1d34537 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:13.193419 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9ab3511a-d635-4b1b-beb3-8c43da5bf2c0 req-fc02b065-903e-4ac2-b0e9-adf5c1d34537 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 946 time: 0.0844240 Jan 27 17:42:13.239477 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9ab3511a-d635-4b1b-beb3-8c43da5bf2c0 req-1585be02-609f-461f-8562-5f5b16834bd7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376284 Jan 27 17:42:14.453406 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8a6a1-92a7-49ee-9de2-389736cbb896 req-233868aa-f682-4785-b0b1-94a713c0120d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:14.454868 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e2b8a6a1-92a7-49ee-9de2-389736cbb896 req-233868aa-f682-4785-b0b1-94a713c0120d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 946 time: 0.0921495 Jan 27 17:42:14.498929 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e2b8a6a1-92a7-49ee-9de2-389736cbb896 req-4f27a6fd-55e0-4e83-b6da-28b915a3e60a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383811 Jan 27 17:42:15.708231 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad0468-60e1-4cdd-852c-a30ffca4c2ab req-8bf0b3dc-a3cf-4f10-b9cb-a14eea8811ed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:15.709703 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2dad0468-60e1-4cdd-852c-a30ffca4c2ab req-8bf0b3dc-a3cf-4f10-b9cb-a14eea8811ed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 946 time: 0.0963843 Jan 27 17:42:15.756991 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2dad0468-60e1-4cdd-852c-a30ffca4c2ab req-f4e2a444-f935-48f2-8521-1ebd60d5ac5d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386591 Jan 27 17:42:16.954565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b75c-663b-435d-bbb7-b8649f43d438 req-899d79f9-48b2-4a6c-996a-3d54b5cd1e4b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:16.956026 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e248b75c-663b-435d-bbb7-b8649f43d438 req-899d79f9-48b2-4a6c-996a-3d54b5cd1e4b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 946 time: 0.0850899 Jan 27 17:42:16.999662 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e248b75c-663b-435d-bbb7-b8649f43d438 req-82a48a74-6e7c-46f3-8fab-3038f28418e6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379336 Jan 27 17:42:18.196731 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd67072-647a-4e35-94a4-f94726a1cc34 req-98529731-467c-453b-bac3-5e1a5ef062c9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:18.198200 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5fd67072-647a-4e35-94a4-f94726a1cc34 req-98529731-467c-453b-bac3-5e1a5ef062c9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 946 time: 0.0845931 Jan 27 17:42:18.244698 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5fd67072-647a-4e35-94a4-f94726a1cc34 req-0634a0ff-74f2-42bb-be09-a8ad4c0aea27 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408950 Jan 27 17:42:18.793624 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-34f3b03c-af0e-4528-a514-312ee9547bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:19.444839 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6c6b4-70e2-457c-a50a-049546add3d5 req-d452f378-0c21-496b-8b92-b85a03766792 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:19.447230 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d8d6c6b4-70e2-457c-a50a-049546add3d5 req-d452f378-0c21-496b-8b92-b85a03766792 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 946 time: 0.0839572 Jan 27 17:42:19.490371 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d8d6c6b4-70e2-457c-a50a-049546add3d5 req-3e5414f0-d722-4691-b184-44eb98454b89 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376315 Jan 27 17:42:20.691130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36015535-4cf5-468c-ae73-ae08cbaa1eea req-40278313-e85d-436d-be16-70c58cd8ad64 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:20.692583 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-36015535-4cf5-468c-ae73-ae08cbaa1eea req-40278313-e85d-436d-be16-70c58cd8ad64 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 946 time: 0.0820978 Jan 27 17:42:20.736006 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-36015535-4cf5-468c-ae73-ae08cbaa1eea req-5f6b8b42-5054-4904-a7e0-2617e3c63a47 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375431 Jan 27 17:42:21.067463 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3cffe3e6-3c6a-47c6-8449-4eb930e29c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:21.943380 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a415b-fdfd-4014-8b72-d717ba6c65de req-e041517e-ec8b-4896-b543-6f06a4ddb500 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:21.944870 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-650a415b-fdfd-4014-8b72-d717ba6c65de req-e041517e-ec8b-4896-b543-6f06a4ddb500 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 946 time: 0.0939336 Jan 27 17:42:21.991241 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-650a415b-fdfd-4014-8b72-d717ba6c65de req-4f1d6b72-cd15-4d3f-b9cd-92b26f0c8870 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404994 Jan 27 17:42:22.280214 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:22.291718 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:23.192445 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375aebf-4310-42da-b52f-913f3fc27a92 req-c8222c5d-956d-414d-ba33-8d3fa638aa61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:23.194693 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0375aebf-4310-42da-b52f-913f3fc27a92 req-c8222c5d-956d-414d-ba33-8d3fa638aa61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 946 time: 0.0860188 Jan 27 17:42:23.333534 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0375aebf-4310-42da-b52f-913f3fc27a92 req-60aebaaf-7b34-428d-b20c-b0387ec746a0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304286 Jan 27 17:42:23.356789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 43968) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:42:23.468316 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-93a2ebcb-5d94-4fa6-b917-abe1887d8936 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/2385e1e1-f226-4541-b1c4-a76488490cc1 HTTP/1.1" status: 200 len: 994 time: 0.1101482 Jan 27 17:42:23.550332 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:23.598879 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:42:33.748785 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:36.115227 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-74f03d27-03ed-4e37-9841-0addfc044cab req-5b4a23d0-9bac-45ae-81a8-cf01ef56c16f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717125 Jan 27 17:42:36.265088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03d27-03ed-4e37-9841-0addfc044cab req-b7126395-1ab7-4c76-8b29-76dffa4baead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:36.266615 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-74f03d27-03ed-4e37-9841-0addfc044cab req-b7126395-1ab7-4c76-8b29-76dffa4baead service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 1099 time: 0.0789583 Jan 27 17:42:36.420891 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03d27-03ed-4e37-9841-0addfc044cab req-d1f6fafe-211c-4f38-94ad-53c435db19a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:36.422571 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-74f03d27-03ed-4e37-9841-0addfc044cab req-d1f6fafe-211c-4f38-94ad-53c435db19a1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cc67011e-d1ff-401b-9a3c-6fdb67a45925 HTTP/1.1" status: 200 len: 898 time: 0.1353581 Jan 27 17:42:36.529089 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-74f03d27-03ed-4e37-9841-0addfc044cab req-e640f3ef-52fc-4257-8e28-0ec1b7b2dd2e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9532b9-1752-4233-812d-b1746f26a3df HTTP/1.1" status: 200 len: 1002 time: 0.1003847 Jan 27 17:42:36.590925 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03d27-03ed-4e37-9841-0addfc044cab req-5da3b056-029d-46cb-82cb-b8e068bba508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:36.592278 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-74f03d27-03ed-4e37-9841-0addfc044cab req-5da3b056-029d-46cb-82cb-b8e068bba508 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c593e867-c98a-4e78-b658-e9fa218c5af1 HTTP/1.1" status: 200 len: 835 time: 0.0574982 Jan 27 17:42:36.682078 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03d27-03ed-4e37-9841-0addfc044cab req-214eac60-bbcd-4758-9ef4-31247d47d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:36.683511 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-74f03d27-03ed-4e37-9841-0addfc044cab req-214eac60-bbcd-4758-9ef4-31247d47d232 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cc67011e-d1ff-401b-9a3c-6fdb67a45925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852168 Jan 27 17:42:36.812192 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-74f03d27-03ed-4e37-9841-0addfc044cab req-601bf98e-25bb-4c01-8f5a-7712aa0ee8e1 service neutron] 10.222.0.83 "GET /v2.0/networks/cc67011e-d1ff-401b-9a3c-6fdb67a45925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223497 Jan 27 17:42:36.941563 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-74f03d27-03ed-4e37-9841-0addfc044cab req-04e0baea-ff8a-4748-ad84-35c7acd6b255 service neutron] 10.222.0.83 "GET /v2.0/networks/cc67011e-d1ff-401b-9a3c-6fdb67a45925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215925 Jan 27 17:42:48.794659 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5792a834-b796-4d6d-bc01-4a8b6145a29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:51.067436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05d22e91-8a34-4c22-9e04-9cb8f0a6dd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:51.966670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 43984) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:42:52.173012 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port 0c6bbfd5-0c1f-475c-bd84-e43cc7e63edf {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:42:52.173326 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:52.277103 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:52.294827 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:52.451137 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:52.451442 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:52.571493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for 0c6bbfd5-0c1f-475c-bd84-e43cc7e63edf owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:42:52.726403 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:52.774831 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=0c6bbfd5-0c1f-475c-bd84-e43cc7e63edf,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:42:52.816157 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:52.816503 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:52.816838 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:52.817171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:52.817504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:52.817859 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:52.818183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:52.818502 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:52.818822 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:52.819140 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:52.819444 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:52.819761 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:42:52.874558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:52.874890 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Floating IP 2385e1e1-f226-4541-b1c4-a76488490cc1 disassociated (deleted). External IP: 172.26.1.178, port: 6c9532b9-1752-4233-812d-b1746f26a3df. Jan 27 17:42:53.227401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:42:53.417976 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:42:53.429059 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7ff3d-afde-49ae-bc7a-3a7901734baf None None] Sync routers for ids ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:42:53.439659 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7ff3d-afde-49ae-bc7a-3a7901734baf None None] Routers {'0e1e73b7-94a9-4b71-abc0-46112a27d7a2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:42:53.440341 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-8fe7ff3d-afde-49ae-bc7a-3a7901734baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:42:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:42:53.442180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:53.502468 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-864abb0c-0efb-4f2d-954b-4c459f08cd53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/floatingips/2385e1e1-f226-4541-b1c4-a76488490cc1 HTTP/1.1" status: 204 len: 168 time: 1.5319085 Jan 27 17:42:53.502468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a50977-cf6a-4d2b-8365-f47d9f514d5f', 'tag': '6c9532b9-1752-4233-812d-b1746f26a3df'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:42:53.563052 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a50977-cf6a-4d2b-8365-f47d9f514d5f', 'tag': '6c9532b9-1752-4233-812d-b1746f26a3df', 'status': 'completed', 'code': 200} Jan 27 17:42:53.629559 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:53.631580 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-8fe7ff3d-afde-49ae-bc7a-3a7901734baf None None] Set router 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:42:53.665722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a195ef1-c9ab-414b-b14f-5af60f09607a req-ef56dccc-36a5-4781-9ccd-ff6cb20679c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:53.667225 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9a195ef1-c9ab-414b-b14f-5af60f09607a req-ef56dccc-36a5-4781-9ccd-ff6cb20679c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 1099 time: 0.0815361 Jan 27 17:42:53.857293 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a195ef1-c9ab-414b-b14f-5af60f09607a req-0b0d1a9c-0062-479e-80e6-11c27d95097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:53.858747 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9a195ef1-c9ab-414b-b14f-5af60f09607a req-0b0d1a9c-0062-479e-80e6-11c27d95097e service neutron] 10.222.0.83 "GET /v2.0/networks?id=cc67011e-d1ff-401b-9a3c-6fdb67a45925 HTTP/1.1" status: 200 len: 898 time: 0.1850204 Jan 27 17:42:53.962492 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-8fe7ff3d-afde-49ae-bc7a-3a7901734baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367247385', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:22Z', 'updated_at': '2022-01-27T17:41:27Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:23Z', 'updated_at': '2022-01-27T17:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'dc819a22-9685-47b9-afa4-e166d611e50d', 'name': '', 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:83:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:26Z', 'updated_at': '2022-01-27T17:41:32Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:42:53.966862 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7ff3d-afde-49ae-bc7a-3a7901734baf None None] Checking router: 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:42:53.975852 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7ff3d-afde-49ae-bc7a-3a7901734baf None None] Routers {'0e1e73b7-94a9-4b71-abc0-46112a27d7a2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:42:53.976376 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-8fe7ff3d-afde-49ae-bc7a-3a7901734baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:42:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:42:54.051448 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9a195ef1-c9ab-414b-b14f-5af60f09607a req-47fe68ea-eea4-4dbb-be5a-12d5b94db70d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c9532b9-1752-4233-812d-b1746f26a3df HTTP/1.1" status: 200 len: 217 time: 0.1848340 Jan 27 17:42:54.132776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a195ef1-c9ab-414b-b14f-5af60f09607a req-62afc62c-6294-419b-8192-0eccf8c480b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:54.134273 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9a195ef1-c9ab-414b-b14f-5af60f09607a req-62afc62c-6294-419b-8192-0eccf8c480b8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c593e867-c98a-4e78-b658-e9fa218c5af1 HTTP/1.1" status: 200 len: 835 time: 0.0731490 Jan 27 17:42:54.141841 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e12d3e-5084-4d1f-9fed-49eb9871c5a5 req-1c4b1afe-0ac2-425f-aace-dd321b2b60d3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:54.142502 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-63e12d3e-5084-4d1f-9fed-49eb9871c5a5 req-1c4b1afe-0ac2-425f-aace-dd321b2b60d3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:42:54.150402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-8fe7ff3d-afde-49ae-bc7a-3a7901734baf None None] Set router 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:42:54.202238 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-63e12d3e-5084-4d1f-9fed-49eb9871c5a5 req-1c4b1afe-0ac2-425f-aace-dd321b2b60d3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:42:54.203375 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-63e12d3e-5084-4d1f-9fed-49eb9871c5a5 req-1c4b1afe-0ac2-425f-aace-dd321b2b60d3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 946 time: 0.3863125 Jan 27 17:42:54.255761 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a195ef1-c9ab-414b-b14f-5af60f09607a req-68941266-23e3-4d66-ac96-10f63e447bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:54.257137 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9a195ef1-c9ab-414b-b14f-5af60f09607a req-68941266-23e3-4d66-ac96-10f63e447bcf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cc67011e-d1ff-401b-9a3c-6fdb67a45925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1120028 Jan 27 17:42:54.260095 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-63e12d3e-5084-4d1f-9fed-49eb9871c5a5 req-5a78ea29-cc60-43bc-bc97-e292123c6bd2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489657 Jan 27 17:42:54.391027 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9a195ef1-c9ab-414b-b14f-5af60f09607a req-ee0d2aa2-ca03-4095-8520-cb2f10bb913c service neutron] 10.222.0.83 "GET /v2.0/networks/cc67011e-d1ff-401b-9a3c-6fdb67a45925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276407 Jan 27 17:42:54.459063 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-8fe7ff3d-afde-49ae-bc7a-3a7901734baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367247385', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:22Z', 'updated_at': '2022-01-27T17:41:27Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:23Z', 'updated_at': '2022-01-27T17:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'dc819a22-9685-47b9-afa4-e166d611e50d', 'name': '', 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:83:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:26Z', 'updated_at': '2022-01-27T17:41:32Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:42:54.462988 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7ff3d-afde-49ae-bc7a-3a7901734baf None None] The sync data for ids ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'] in dv-neutron-826439-2-hyperv is: [{'id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367247385', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:22Z', 'updated_at': '2022-01-27T17:41:27Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:23Z', 'updated_at': '2022-01-27T17:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': 'dc819a22-9685-47b9-afa4-e166d611e50d', 'name': '', 'network_id': 'cc67011e-d1ff-401b-9a3c-6fdb67a45925', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:83:67:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:26Z', 'updated_at': '2022-01-27T17:41:32Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': 'c593e867-c98a-4e78-b658-e9fa218c5af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:42:54.527388 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9a195ef1-c9ab-414b-b14f-5af60f09607a req-b1716657-794f-43e7-92a3-bab806ec9eeb service neutron] 10.222.0.83 "GET /v2.0/networks/cc67011e-d1ff-401b-9a3c-6fdb67a45925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300411 Jan 27 17:42:54.684352 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6267646-7479-4268-a3a2-51dd45ca7c5e None None] New status for floating IP 2385e1e1-f226-4541-b1c4-a76488490cc1: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:42:55.298941 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452885c-207c-4c22-a4f7-bf0dfefa214e req-0b9c2307-4b4c-4d22-b8f5-a465e71c96d0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:55.300380 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d452885c-207c-4c22-a4f7-bf0dfefa214e req-0b9c2307-4b4c-4d22-b8f5-a465e71c96d0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 946 time: 0.1035235 Jan 27 17:42:55.370401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-d452885c-207c-4c22-a4f7-bf0dfefa214e req-9ce7e165-7ffb-4aea-8f86-387d7179c585 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port 6c9532b9-1752-4233-812d-b1746f26a3df {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:42:55.370639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d452885c-207c-4c22-a4f7-bf0dfefa214e req-9ce7e165-7ffb-4aea-8f86-387d7179c585 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:55.452381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a88d82-32ec-443f-a057-4b8f650b521d req-2049c050-b872-4bfc-91cd-f8ed715a25b0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:42:55.453919 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e9a88d82-32ec-443f-a057-4b8f650b521d req-2049c050-b872-4bfc-91cd-f8ed715a25b0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 946 time: 0.0865352 Jan 27 17:42:55.502337 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e9a88d82-32ec-443f-a057-4b8f650b521d req-4cae0a4c-1aff-412d-ad8e-b559fdd573d9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ba283ef-bd12-47e4-9201-ea225a894a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425389 Jan 27 17:42:55.620054 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-d452885c-207c-4c22-a4f7-bf0dfefa214e req-9ce7e165-7ffb-4aea-8f86-387d7179c585 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] For port 6c9532b9-1752-4233-812d-b1746f26a3df, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6c9532b9-1752-4233-812d-b1746f26a3df,segment=NetworkSegment(741fb648-0af3-4717-a121-785d87ae6b04),segment_id=741fb648-0af3-4717-a121-785d87ae6b04)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:42:55.620398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d452885c-207c-4c22-a4f7-bf0dfefa214e req-9ce7e165-7ffb-4aea-8f86-387d7179c585 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:55.740291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-d452885c-207c-4c22-a4f7-bf0dfefa214e req-9ce7e165-7ffb-4aea-8f86-387d7179c585 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for 6c9532b9-1752-4233-812d-b1746f26a3df owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:42:55.901464 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d452885c-207c-4c22-a4f7-bf0dfefa214e req-9ce7e165-7ffb-4aea-8f86-387d7179c585 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:55.981385 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7e165-7ffb-4aea-8f86-387d7179c585 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=6c9532b9-1752-4233-812d-b1746f26a3df,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:42:56.030249 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d452885c-207c-4c22-a4f7-bf0dfefa214e req-9ce7e165-7ffb-4aea-8f86-387d7179c585 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] No DVR routers for this DVR port 6c9532b9-1752-4233-812d-b1746f26a3df on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:42:56.032698 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d452885c-207c-4c22-a4f7-bf0dfefa214e req-9ce7e165-7ffb-4aea-8f86-387d7179c585 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:56.035450 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a50977-cf6a-4d2b-8365-f47d9f514d5f', 'name': 'network-vif-deleted', 'tag': '6c9532b9-1752-4233-812d-b1746f26a3df'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:42:56.052170 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d452885c-207c-4c22-a4f7-bf0dfefa214e req-9ce7e165-7ffb-4aea-8f86-387d7179c585 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "DELETE /v2.0/ports/6c9532b9-1752-4233-812d-b1746f26a3df HTTP/1.1" status: 204 len: 173 time: 0.7465189 Jan 27 17:42:56.082265 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a50977-cf6a-4d2b-8365-f47d9f514d5f', 'name': 'network-vif-deleted', 'tag': '6c9532b9-1752-4233-812d-b1746f26a3df', 'status': 'completed', 'code': 200} Jan 27 17:42:56.666964 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4ea46adc-1cba-47a8-9f98-f93cf7d18d47 req-5ad4425e-4c80-488c-96ab-c2e9bb5b9b7d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=71a50977-cf6a-4d2b-8365-f47d9f514d5f HTTP/1.1" status: 200 len: 210 time: 0.0444500 Jan 27 17:42:57.776562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44008) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:42:57.955869 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 6c9532b9-1752-4233-812d-b1746f26a3df no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:42:57.991274 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 6c9532b9-1752-4233-812d-b1746f26a3df {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:42:57.991501 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 6c9532b9-1752-4233-812d-b1746f26a3df not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:42:58.508041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e6bb8603-3a2c-41e8-8880-47526e07e113 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:58.880706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb8603-3a2c-41e8-8880-47526e07e113 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port dc819a22-9685-47b9-afa4-e166d611e50d {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:42:58.881404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e6bb8603-3a2c-41e8-8880-47526e07e113 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:59.075358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-e6bb8603-3a2c-41e8-8880-47526e07e113 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] For port dc819a22-9685-47b9-afa4-e166d611e50d, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=dc819a22-9685-47b9-afa4-e166d611e50d,segment=NetworkSegment(741fb648-0af3-4717-a121-785d87ae6b04),segment_id=741fb648-0af3-4717-a121-785d87ae6b04)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:42:59.075692 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e6bb8603-3a2c-41e8-8880-47526e07e113 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:59.199172 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb8603-3a2c-41e8-8880-47526e07e113 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for dc819a22-9685-47b9-afa4-e166d611e50d owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:42:59.519547 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e6bb8603-3a2c-41e8-8880-47526e07e113 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:42:59.567070 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb8603-3a2c-41e8-8880-47526e07e113 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=dc819a22-9685-47b9-afa4-e166d611e50d,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:42:59.967135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-e6bb8603-3a2c-41e8-8880-47526e07e113 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:00.322122 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bb8603-3a2c-41e8-8880-47526e07e113 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:43:00.497911 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bb8603-3a2c-41e8-8880-47526e07e113 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:43:00.508336 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e9564-edfa-4952-ac8d-d7afe4e62670 None None] Sync routers for ids ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:43:00.510798 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e6bb8603-3a2c-41e8-8880-47526e07e113 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "PUT /v2.0/routers/0e1e73b7-94a9-4b71-abc0-46112a27d7a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7330720 Jan 27 17:43:00.513525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44012) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:00.519035 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e9564-edfa-4952-ac8d-d7afe4e62670 None None] Routers {'0e1e73b7-94a9-4b71-abc0-46112a27d7a2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:43:00.519657 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-0e5e9564-edfa-4952-ac8d-d7afe4e62670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:42:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:00.579518 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-46fb9d65-c334-46d3-b942-19a55724bec4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting subnet c593e867-c98a-4e78-b658-e9fa218c5af1 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:43:00.582558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-46fb9d65-c334-46d3-b942-19a55724bec4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:00.597998 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:43:00.638500 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-46fb9d65-c334-46d3-b942-19a55724bec4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:00.722259 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-46fb9d65-c334-46d3-b942-19a55724bec4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:00.733694 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-0e5e9564-edfa-4952-ac8d-d7afe4e62670 None None] Set router 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:00.795318 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-46fb9d65-c334-46d3-b942-19a55724bec4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:00.837652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb9d65-c334-46d3-b942-19a55724bec4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Subnet': ['ID=c593e867-c98a-4e78-b658-e9fa218c5af1,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:00.841380 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-46fb9d65-c334-46d3-b942-19a55724bec4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:00.851915 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-46fb9d65-c334-46d3-b942-19a55724bec4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/subnets/c593e867-c98a-4e78-b658-e9fa218c5af1 HTTP/1.1" status: 204 len: 168 time: 0.3342438 Jan 27 17:43:00.851915 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44016) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:00.871816 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb561d35-e244-4cc8-a5db-0083a06fdff0 None None] Network cc67011e-d1ff-401b-9a3c-6fdb67a45925 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:43:01.028832 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-23f7a159-6787-41cd-83b1-8e04199fc780 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:01.192296 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-0e5e9564-edfa-4952-ac8d-d7afe4e62670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367247385', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:22Z', 'updated_at': '2022-01-27T17:42:59Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:23Z', 'updated_at': '2022-01-27T17:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:01.196682 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e9564-edfa-4952-ac8d-d7afe4e62670 None None] Checking router: 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:43:01.205471 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e9564-edfa-4952-ac8d-d7afe4e62670 None None] Routers {'0e1e73b7-94a9-4b71-abc0-46112a27d7a2'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:43:01.206118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-0e5e9564-edfa-4952-ac8d-d7afe4e62670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:42:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:01.259448 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32310aad-d5da-4033-9096-812385bc557f None None] DHCP port deletion for cc67011e-d1ff-401b-9a3c-6fdb67a45925 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:43:01.273313 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-32310aad-d5da-4033-9096-812385bc557f None None] Deleting port f7319611-54d5-4a5b-b32b-5898eb4a2253 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:43:01.273699 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32310aad-d5da-4033-9096-812385bc557f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:01.329991 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-23f7a159-6787-41cd-83b1-8e04199fc780 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:01.341577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-23f7a159-6787-41cd-83b1-8e04199fc780 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port 216f4b7f-fccd-4284-8e02-0b0c5a5cdead {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:43:01.341935 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-23f7a159-6787-41cd-83b1-8e04199fc780 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:01.470445 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-0e5e9564-edfa-4952-ac8d-d7afe4e62670 None None] Set router 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:01.518325 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-23f7a159-6787-41cd-83b1-8e04199fc780 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] For port 216f4b7f-fccd-4284-8e02-0b0c5a5cdead, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=216f4b7f-fccd-4284-8e02-0b0c5a5cdead,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:01.518573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-23f7a159-6787-41cd-83b1-8e04199fc780 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:01.640631 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-23f7a159-6787-41cd-83b1-8e04199fc780 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for 216f4b7f-fccd-4284-8e02-0b0c5a5cdead owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:43:01.744112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-32310aad-d5da-4033-9096-812385bc557f None None] For port f7319611-54d5-4a5b-b32b-5898eb4a2253, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f7319611-54d5-4a5b-b32b-5898eb4a2253,segment=NetworkSegment(741fb648-0af3-4717-a121-785d87ae6b04),segment_id=741fb648-0af3-4717-a121-785d87ae6b04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:01.744737 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32310aad-d5da-4033-9096-812385bc557f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:01.808749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-23f7a159-6787-41cd-83b1-8e04199fc780 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:01.856631 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7a159-6787-41cd-83b1-8e04199fc780 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=216f4b7f-fccd-4284-8e02-0b0c5a5cdead,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:01.869595 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f7319611-54d5-4a5b-b32b-5898eb4a2253 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:43:01.907286 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-32310aad-d5da-4033-9096-812385bc557f None None] Calling delete_port for f7319611-54d5-4a5b-b32b-5898eb4a2253 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:43:01.951973 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-23f7a159-6787-41cd-83b1-8e04199fc780 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:02.123906 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-23f7a159-6787-41cd-83b1-8e04199fc780 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:02.126059 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-23f7a159-6787-41cd-83b1-8e04199fc780 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:02.133201 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32310aad-d5da-4033-9096-812385bc557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:02.149639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-23f7a159-6787-41cd-83b1-8e04199fc780 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:02.150242 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f7a159-6787-41cd-83b1-8e04199fc780 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Fanout notify agent at l3_agent the message router_deleted on router 0e1e73b7-94a9-4b71-abc0-46112a27d7a2 {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:43:02.165419 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Port f7319611-54d5-4a5b-b32b-5898eb4a2253 update to DOWN by agent not found {{(pid=87596) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 27 17:43:02.167556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-23f7a159-6787-41cd-83b1-8e04199fc780 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:02.173287 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-23f7a159-6787-41cd-83b1-8e04199fc780 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/routers/0e1e73b7-94a9-4b71-abc0-46112a27d7a2 HTTP/1.1" status: 204 len: 168 time: 1.3163304 Jan 27 17:43:02.173514 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44020) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:02.194002 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32310aad-d5da-4033-9096-812385bc557f None None] Pushing event deleted for resources: {'Port': ['ID=f7319611-54d5-4a5b-b32b-5898eb4a2253,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:02.197594 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32310aad-d5da-4033-9096-812385bc557f None None] No DVR routers for this DVR port f7319611-54d5-4a5b-b32b-5898eb4a2253 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:43:02.209185 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32310aad-d5da-4033-9096-812385bc557f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.209534 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32310aad-d5da-4033-9096-812385bc557f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.209904 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32310aad-d5da-4033-9096-812385bc557f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.210228 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32310aad-d5da-4033-9096-812385bc557f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.210556 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32310aad-d5da-4033-9096-812385bc557f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.210929 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32310aad-d5da-4033-9096-812385bc557f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.211291 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32310aad-d5da-4033-9096-812385bc557f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.211567 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32310aad-d5da-4033-9096-812385bc557f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.211888 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32310aad-d5da-4033-9096-812385bc557f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.212261 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32310aad-d5da-4033-9096-812385bc557f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.212565 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32310aad-d5da-4033-9096-812385bc557f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.212960 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32310aad-d5da-4033-9096-812385bc557f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.224151 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-0e5e9564-edfa-4952-ac8d-d7afe4e62670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367247385', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:22Z', 'updated_at': '2022-01-27T17:42:59Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:23Z', 'updated_at': '2022-01-27T17:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:02.228354 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e9564-edfa-4952-ac8d-d7afe4e62670 None None] The sync data for ids ['0e1e73b7-94a9-4b71-abc0-46112a27d7a2'] in dv-neutron-826439-2-hyperv is: [{'id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-367247385', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49'}], 'enable_snat': True}, 'gw_port_id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:41:22Z', 'updated_at': '2022-01-27T17:42:59Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': '216f4b7f-fccd-4284-8e02-0b0c5a5cdead', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1e73b7-94a9-4b71-abc0-46112a27d7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:41:23Z', 'updated_at': '2022-01-27T17:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:43:02.288439 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:02.420545 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:02.447350 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc67011e-d1ff-401b-9a3c-6fdb67a45925']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:02.460112 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741fb648-0af3-4717-a121-785d87ae6b04') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:02.460286 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741fb648-0af3-4717-a121-785d87ae6b04') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:02.472173 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:02.489482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:02.496101 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:43:02.496487 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:43:02.511331 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:43:02.595545 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:02.613495 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:02.624836 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Network': ['ID=cc67011e-d1ff-401b-9a3c-6fdb67a45925,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:02.633617 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.634003 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.634325 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.634831 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.635099 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.635420 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.635760 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.636048 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.636384 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.636660 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.636965 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.637271 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:02.641112 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a182ac3b-5cd2-4779-ab5e-a74fa85a4102 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/networks/cc67011e-d1ff-401b-9a3c-6fdb67a45925 HTTP/1.1" status: 204 len: 168 time: 0.4663076 Jan 27 17:43:02.643824 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44024) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:02.713543 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6aa9e87f-962e-4eca-b384-6f37c8520a74 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:02.743583 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6aa9e87f-962e-4eca-b384-6f37c8520a74 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:02.811828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6aa9e87f-962e-4eca-b384-6f37c8520a74 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:02.833287 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9e87f-962e-4eca-b384-6f37c8520a74 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba283ef-bd12-47e4-9201-ea225a894a85,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:02.843670 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6aa9e87f-962e-4eca-b384-6f37c8520a74 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:02.847569 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6aa9e87f-962e-4eca-b384-6f37c8520a74 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/security-groups/7ba283ef-bd12-47e4-9201-ea225a894a85 HTTP/1.1" status: 204 len: 168 time: 0.2013652 Jan 27 17:43:03.140738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44032) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:03.148787 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-930e19e8-aa1c-45b4-8ab5-244f032bccce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1269045446', 'description': 'tempest-secgroup-smoke-1269045446 description', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:03.157849 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-930e19e8-aa1c-45b4-8ab5-244f032bccce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:03.164211 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-930e19e8-aa1c-45b4-8ab5-244f032bccce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:03.167931 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-930e19e8-aa1c-45b4-8ab5-244f032bccce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:03.173704 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-930e19e8-aa1c-45b4-8ab5-244f032bccce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:03.189586 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-930e19e8-aa1c-45b4-8ab5-244f032bccce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.210280 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-930e19e8-aa1c-45b4-8ab5-244f032bccce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:03.214327 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-930e19e8-aa1c-45b4-8ab5-244f032bccce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:03.217535 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-930e19e8-aa1c-45b4-8ab5-244f032bccce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:03.223644 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-930e19e8-aa1c-45b4-8ab5-244f032bccce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:03.302520 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-930e19e8-aa1c-45b4-8ab5-244f032bccce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.309130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-930e19e8-aa1c-45b4-8ab5-244f032bccce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.353801 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e19e8-aa1c-45b4-8ab5-244f032bccce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c667be-e571-4749-b0a6-c049e8ce0448,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:03.356559 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-930e19e8-aa1c-45b4-8ab5-244f032bccce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.357858 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-930e19e8-aa1c-45b4-8ab5-244f032bccce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2157919 Jan 27 17:43:03.360897 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44036) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:03.366027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-6249b294-de28-4bc3-bbfb-31e59df91ce9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '71c667be-e571-4749-b0a6-c049e8ce0448', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:03.372449 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6249b294-de28-4bc3-bbfb-31e59df91ce9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:03.376738 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6249b294-de28-4bc3-bbfb-31e59df91ce9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:03.379766 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6249b294-de28-4bc3-bbfb-31e59df91ce9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:03.385991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6249b294-de28-4bc3-bbfb-31e59df91ce9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:03.403690 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6249b294-de28-4bc3-bbfb-31e59df91ce9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.464204 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6249b294-de28-4bc3-bbfb-31e59df91ce9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.470922 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6249b294-de28-4bc3-bbfb-31e59df91ce9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.495319 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249b294-de28-4bc3-bbfb-31e59df91ce9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a344f0-7a7a-4ee2-901e-62a94152cf63,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:03.504883 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6249b294-de28-4bc3-bbfb-31e59df91ce9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.506222 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6249b294-de28-4bc3-bbfb-31e59df91ce9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443558 Jan 27 17:43:03.509115 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44040) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:03.514410 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-851396d3-e17f-46b5-a3b9-377ae5dca407 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '71c667be-e571-4749-b0a6-c049e8ce0448', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:03.520449 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-851396d3-e17f-46b5-a3b9-377ae5dca407 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:03.524358 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-851396d3-e17f-46b5-a3b9-377ae5dca407 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:03.527427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-851396d3-e17f-46b5-a3b9-377ae5dca407 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:03.533138 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-851396d3-e17f-46b5-a3b9-377ae5dca407 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:03.554819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-851396d3-e17f-46b5-a3b9-377ae5dca407 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.616067 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-851396d3-e17f-46b5-a3b9-377ae5dca407 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.620883 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-851396d3-e17f-46b5-a3b9-377ae5dca407 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.643598 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851396d3-e17f-46b5-a3b9-377ae5dca407 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efde3992-375d-42ef-b09f-2e44d3d16fbb,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:03.653887 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-851396d3-e17f-46b5-a3b9-377ae5dca407 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.655099 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-851396d3-e17f-46b5-a3b9-377ae5dca407 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451426 Jan 27 17:43:03.658309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44044) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:03.663497 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d18cd48d-ef9e-4abd-8d07-38ac62308672 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '71c667be-e571-4749-b0a6-c049e8ce0448', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:03.669660 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d18cd48d-ef9e-4abd-8d07-38ac62308672 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:03.673793 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d18cd48d-ef9e-4abd-8d07-38ac62308672 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:03.676857 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d18cd48d-ef9e-4abd-8d07-38ac62308672 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:03.683844 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d18cd48d-ef9e-4abd-8d07-38ac62308672 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:03.701990 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d18cd48d-ef9e-4abd-8d07-38ac62308672 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.746731 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.764887 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d18cd48d-ef9e-4abd-8d07-38ac62308672 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.769362 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d18cd48d-ef9e-4abd-8d07-38ac62308672 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.792262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cd48d-ef9e-4abd-8d07-38ac62308672 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2d6bd1-1480-4367-948d-36314f681988,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:03.802632 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d18cd48d-ef9e-4abd-8d07-38ac62308672 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.803894 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d18cd48d-ef9e-4abd-8d07-38ac62308672 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445661 Jan 27 17:43:03.807178 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44048) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:03.812363 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-84f351d9-f631-465a-9dcb-ca97e89d3e3b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '71c667be-e571-4749-b0a6-c049e8ce0448', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:03.818847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-84f351d9-f631-465a-9dcb-ca97e89d3e3b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:03.823156 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-84f351d9-f631-465a-9dcb-ca97e89d3e3b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:03.826338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-84f351d9-f631-465a-9dcb-ca97e89d3e3b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:03.832336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-84f351d9-f631-465a-9dcb-ca97e89d3e3b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:03.849046 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-84f351d9-f631-465a-9dcb-ca97e89d3e3b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.854109 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device dc819a22-9685-47b9-afa4-e166d611e50d no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:43:03.890664 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: dc819a22-9685-47b9-afa4-e166d611e50d {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:43:03.890870 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device dc819a22-9685-47b9-afa4-e166d611e50d not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:43:03.891299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 216f4b7f-fccd-4284-8e02-0b0c5a5cdead no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:43:03.913702 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-84f351d9-f631-465a-9dcb-ca97e89d3e3b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.917487 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-84f351d9-f631-465a-9dcb-ca97e89d3e3b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.924976 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 216f4b7f-fccd-4284-8e02-0b0c5a5cdead {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:43:03.925280 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 216f4b7f-fccd-4284-8e02-0b0c5a5cdead not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:43:03.941211 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f351d9-f631-465a-9dcb-ca97e89d3e3b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03761eee-3075-4788-a59d-7db10475e2d1,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:03.950746 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-84f351d9-f631-465a-9dcb-ca97e89d3e3b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:03.952622 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-84f351d9-f631-465a-9dcb-ca97e89d3e3b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1443737 Jan 27 17:43:03.955578 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44052) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:03.960528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-46c6b86d-1c88-4298-9592-51912816924d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '71c667be-e571-4749-b0a6-c049e8ce0448', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:03.966365 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-46c6b86d-1c88-4298-9592-51912816924d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:03.970149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-46c6b86d-1c88-4298-9592-51912816924d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:03.972974 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-46c6b86d-1c88-4298-9592-51912816924d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:03.978616 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-46c6b86d-1c88-4298-9592-51912816924d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:03.988721 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-46c6b86d-1c88-4298-9592-51912816924d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Project 25c0e5ef386549e2ae211fdeb76119ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:43:03.994884 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-46c6b86d-1c88-4298-9592-51912816924d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:04.061645 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-46c6b86d-1c88-4298-9592-51912816924d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:04.066554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-46c6b86d-1c88-4298-9592-51912816924d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:04.088873 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6b86d-1c88-4298-9592-51912816924d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2c8225-1ec4-461e-a13f-8ce88e218e25,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:04.098307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-46c6b86d-1c88-4298-9592-51912816924d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:04.099750 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-46c6b86d-1c88-4298-9592-51912816924d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1430049 Jan 27 17:43:04.102307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44056) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:04.107362 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c33cfa4c-c7f9-4743-b7db-dc1fecff45df tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '71c667be-e571-4749-b0a6-c049e8ce0448', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:04.113449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c33cfa4c-c7f9-4743-b7db-dc1fecff45df tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:04.117591 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c33cfa4c-c7f9-4743-b7db-dc1fecff45df tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:04.120656 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c33cfa4c-c7f9-4743-b7db-dc1fecff45df tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:04.126587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c33cfa4c-c7f9-4743-b7db-dc1fecff45df tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:04.137560 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-c33cfa4c-c7f9-4743-b7db-dc1fecff45df tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Project 25c0e5ef386549e2ae211fdeb76119ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:43:04.143936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c33cfa4c-c7f9-4743-b7db-dc1fecff45df tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:04.207978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c33cfa4c-c7f9-4743-b7db-dc1fecff45df tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:04.213284 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c33cfa4c-c7f9-4743-b7db-dc1fecff45df tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:04.235687 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cfa4c-c7f9-4743-b7db-dc1fecff45df tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896444af-17c0-4214-99b2-0623ea3e815e,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:04.244808 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c33cfa4c-c7f9-4743-b7db-dc1fecff45df tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:04.246216 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c33cfa4c-c7f9-4743-b7db-dc1fecff45df tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430202 Jan 27 17:43:04.249190 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44060) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:04.255033 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-e2d0ce46-c26c-43b3-b511-3d020870d9ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'network': {'name': 'tempest-network-smoke--22940862', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'port_security_enabled': True}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:04.260206 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e2d0ce46-c26c-43b3-b511-3d020870d9ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:04.264273 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e2d0ce46-c26c-43b3-b511-3d020870d9ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:network and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:04.267131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-e2d0ce46-c26c-43b3-b511-3d020870d9ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:04.272778 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-e2d0ce46-c26c-43b3-b511-3d020870d9ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:04.285503 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d0ce46-c26c-43b3-b511-3d020870d9ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Made reservation on behalf of 25c0e5ef386549e2ae211fdeb76119ce for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:43:04.288917 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e2d0ce46-c26c-43b3-b511-3d020870d9ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:04.316186 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d0ce46-c26c-43b3-b511-3d020870d9ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:43:04.327215 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e2d0ce46-c26c-43b3-b511-3d020870d9ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:04.327620 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-e2d0ce46-c26c-43b3-b511-3d020870d9ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Added segment 6fd8e36a-6c0f-423d-837a-801955e597f9 of type vlan for network 0d6291df-29e5-4b18-a9ec-0067e5e51ceb Jan 27 17:43:04.355586 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e2d0ce46-c26c-43b3-b511-3d020870d9ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:04.386694 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e2d0ce46-c26c-43b3-b511-3d020870d9ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:04.392352 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d0ce46-c26c-43b3-b511-3d020870d9ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:04.392949 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-e2d0ce46-c26c-43b3-b511-3d020870d9ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:04.504958 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-e2d0ce46-c26c-43b3-b511-3d020870d9ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2519279 Jan 27 17:43:04.505452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44064) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:04.507347 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0ce46-c26c-43b3-b511-3d020870d9ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Network': ['ID=0d6291df-29e5-4b18-a9ec-0067e5e51ceb,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:04.511629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1782964658', 'admin_state_up': True, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:04.522133 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 0d6291df-29e5-4b18-a9ec-0067e5e51ceb details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:43:04.523590 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:04.527678 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:router and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:04.530559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:04.539765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:04.550110 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:04.551135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:04.567539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:04.945731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:05.261396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:05.290372 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:05.425055 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.26.1.148 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/fe25b730-d37b-405f-8976-2b3d145426bb) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:43:05.580379 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:05.615067 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:05.677894 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:43:05.680666 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:43:05.684523 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:43:05.716578 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=fe25b730-d37b-405f-8976-2b3d145426bb,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:06.105074 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:06.559550 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:06.765702 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router e04367ad-35f2-4ab8-83b8-c537278d6b3d is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:43:06.949481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:43:06.959148 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Sync routers for ids ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:43:06.969825 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Routers {'e04367ad-35f2-4ab8-83b8-c537278d6b3d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:43:06.970505 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:42:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:06.978824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:06.980117 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d01c5780-6a06-4fb6-b129-5256ff37832b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4736369 Jan 27 17:43:06.983267 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44068) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:07.022680 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2e1c9562-845f-4b5b-bbf2-dd3ca0a40c40 tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=25c0e5ef386549e2ae211fdeb76119ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383046 Jan 27 17:43:07.025316 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44072) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:07.147233 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Set router e04367ad-35f2-4ab8-83b8-c537278d6b3d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:07.152218 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7a9328-a8c7-40bd-bd04-464d505a9278 tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:07.153725 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3e7a9328-a8c7-40bd-bd04-464d505a9278 tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274393 Jan 27 17:43:07.156568 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44076) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:07.194926 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0512bb03-56b8-4245-a223-c937548c0e24 tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373147 Jan 27 17:43:07.197502 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44080) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:07.202798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f5a3c6bd-876e-4e28-bb81-59b8c6ae7cc4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1696769209', 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:07.311501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f5a3c6bd-876e-4e28-bb81-59b8c6ae7cc4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:07.315382 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f5a3c6bd-876e-4e28-bb81-59b8c6ae7cc4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:subnet and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:07.318171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f5a3c6bd-876e-4e28-bb81-59b8c6ae7cc4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:07.323787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f5a3c6bd-876e-4e28-bb81-59b8c6ae7cc4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:07.333823 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a3c6bd-876e-4e28-bb81-59b8c6ae7cc4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Made reservation on behalf of 25c0e5ef386549e2ae211fdeb76119ce for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:43:07.337216 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c6bd-876e-4e28-bb81-59b8c6ae7cc4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:07.453668 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782964658', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:04Z', 'updated_at': '2022-01-27T17:43:05Z', 'revision_number': 3, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:36:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:05Z', 'updated_at': '2022-01-27T17:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:07.457743 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Checking router: e04367ad-35f2-4ab8-83b8-c537278d6b3d for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:43:07.458088 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Updating router e04367ad-35f2-4ab8-83b8-c537278d6b3d port fe25b730-d37b-405f-8976-2b3d145426bb binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:43:07.509580 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:07.557498 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c6bd-876e-4e28-bb81-59b8c6ae7cc4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:07.636198 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3c6bd-876e-4e28-bb81-59b8c6ae7cc4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Subnet': ['ID=0cb56a91-3669-4c96-87b5-33683093d167,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:07.641578 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a3c6bd-876e-4e28-bb81-59b8c6ae7cc4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Checking segment: {'id': '6fd8e36a-6c0f-423d-837a-801955e597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:43:07.641969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a3c6bd-876e-4e28-bb81-59b8c6ae7cc4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network hostable DHCP agents. Network: 0d6291df-29e5-4b18-a9ec-0067e5e51ceb, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:43:07.661972 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a3c6bd-876e-4e28-bb81-59b8c6ae7cc4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network 0d6291df-29e5-4b18-a9ec-0067e5e51ceb is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:43:07.672944 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-f5a3c6bd-876e-4e28-bb81-59b8c6ae7cc4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 0d6291df-29e5-4b18-a9ec-0067e5e51ceb) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:43:07.677180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a3c6bd-876e-4e28-bb81-59b8c6ae7cc4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:07.677813 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c6bd-876e-4e28-bb81-59b8c6ae7cc4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:07.684583 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a72c1c-765f-479a-b75f-82b291e22d78 None None] Network 0d6291df-29e5-4b18-a9ec-0067e5e51ceb requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:43:07.703858 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f5a3c6bd-876e-4e28-bb81-59b8c6ae7cc4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5025511 Jan 27 17:43:07.704041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44084) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:07.844220 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:07.856898 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Transition to ACTIVE for port object fe25b730-d37b-405f-8976-2b3d145426bb will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:43:07.864561 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:07.905592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-0d6291df-29e5-4b18-a9ec-0067e5e51ceb', 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ips': [{'subnet_id': '0cb56a91-3669-4c96-87b5-33683093d167'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:43:07.906708 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:07.940234 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Attempting to bind port fe25b730-d37b-405f-8976-2b3d145426bb on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:43:07.940564 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Attempting to bind port fe25b730-d37b-405f-8976-2b3d145426bb by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:43:07.940929 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Attempting to bind port fe25b730-d37b-405f-8976-2b3d145426bb on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:43:07.946664 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f2dcc-e31b-4321-a57b-be33dcd02e63 None None] Pushing event updated for resources: {'Port': ['ID=fe25b730-d37b-405f-8976-2b3d145426bb,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:07.954685 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:43:07.955002 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:43:07.955351 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:07.955742 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:43:07.956176 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Bound port: fe25b730-d37b-405f-8976-2b3d145426bb, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:43:07.956559 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:07.993445 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f2dcc-e31b-4321-a57b-be33dcd02e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:07.994310 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f2dcc-e31b-4321-a57b-be33dcd02e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:07.994310 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f2dcc-e31b-4321-a57b-be33dcd02e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:07.994529 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f2dcc-e31b-4321-a57b-be33dcd02e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:07.995188 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f2dcc-e31b-4321-a57b-be33dcd02e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:07.995188 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f2dcc-e31b-4321-a57b-be33dcd02e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:07.995418 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f2dcc-e31b-4321-a57b-be33dcd02e63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:07.995723 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f2dcc-e31b-4321-a57b-be33dcd02e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:07.996046 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f2dcc-e31b-4321-a57b-be33dcd02e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:07.996349 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f2dcc-e31b-4321-a57b-be33dcd02e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:07.996648 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f2dcc-e31b-4321-a57b-be33dcd02e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:07.996944 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f2dcc-e31b-4321-a57b-be33dcd02e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:43:08.051137 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] For port fe25b730-d37b-405f-8976-2b3d145426bb, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:43:08.057334 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] For port fe25b730-d37b-405f-8976-2b3d145426bb, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fe25b730-d37b-405f-8976-2b3d145426bb,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:43:08.065061 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:08.094101 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Allocated IP 172.20.0.2 (0d6291df-29e5-4b18-a9ec-0067e5e51ceb/0cb56a91-3669-4c96-87b5-33683093d167/ab9c90bb-910a-4dc0-8a46-3ab282845f16) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:43:08.172808 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Routers {'e04367ad-35f2-4ab8-83b8-c537278d6b3d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:43:08.173545 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:42:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:08.241262 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f2dcc-e31b-4321-a57b-be33dcd02e63 None None] Pushing event updated for resources: {'Port': ['ID=fe25b730-d37b-405f-8976-2b3d145426bb,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:08.308061 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:08.318890 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Transition to ACTIVE for port object ab9c90bb-910a-4dc0-8a46-3ab282845f16 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:43:08.337035 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Transition to ACTIVE for port object ab9c90bb-910a-4dc0-8a46-3ab282845f16 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:43:08.343999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:08.357487 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] Set router e04367ad-35f2-4ab8-83b8-c537278d6b3d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:08.407718 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Network 0d6291df-29e5-4b18-a9ec-0067e5e51ceb is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:43:08.410668 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:43:08.414610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:43:08.447222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Pushing event updated for resources: {'Port': ['ID=ab9c90bb-910a-4dc0-8a46-3ab282845f16,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:08.510535 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Attempting to bind port ab9c90bb-910a-4dc0-8a46-3ab282845f16 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:43:08.510889 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Attempting to bind port ab9c90bb-910a-4dc0-8a46-3ab282845f16 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '6fd8e36a-6c0f-423d-837a-801955e597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:43:08.511299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Attempting to bind port ab9c90bb-910a-4dc0-8a46-3ab282845f16 on network 0d6291df-29e5-4b18-a9ec-0067e5e51ceb {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:43:08.516685 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:43:08.517115 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Checking segment: {'id': '6fd8e36a-6c0f-423d-837a-801955e597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:43:08.517588 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:08.518051 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Bound using segment: {'id': '6fd8e36a-6c0f-423d-837a-801955e597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:43:08.518554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Bound port: ab9c90bb-910a-4dc0-8a46-3ab282845f16, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd8e36a-6c0f-423d-837a-801955e597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:43:08.518921 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:08.533080 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:08.605625 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] For port ab9c90bb-910a-4dc0-8a46-3ab282845f16, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:43:08.608597 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] For port ab9c90bb-910a-4dc0-8a46-3ab282845f16, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ab9c90bb-910a-4dc0-8a46-3ab282845f16,segment=NetworkSegment(6fd8e36a-6c0f-423d-837a-801955e597f9),segment_id=6fd8e36a-6c0f-423d-837a-801955e597f9)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:43:08.614321 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:08.644783 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782964658', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:04Z', 'updated_at': '2022-01-27T17:43:05Z', 'revision_number': 3, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:36:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:05Z', 'updated_at': '2022-01-27T17:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:08.648809 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaee3fb-ba7a-4628-9c88-4ed1e6712fd9 None None] The sync data for ids ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'] in dv-neutron-826439-2-hyperv is: [{'id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782964658', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:04Z', 'updated_at': '2022-01-27T17:43:05Z', 'revision_number': 3, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:36:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:05Z', 'updated_at': '2022-01-27T17:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:43:08.703594 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63e832-3323-411b-b1e7-4f39dd471079 None None] Pushing event updated for resources: {'Port': ['ID=ab9c90bb-910a-4dc0-8a46-3ab282845f16,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:08.993280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.20.0.1 (0d6291df-29e5-4b18-a9ec-0067e5e51ceb/0cb56a91-3669-4c96-87b5-33683093d167/2cb6f57a-432b-4cf8-8948-b35349ae1fe7) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:43:09.187843 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:09.204125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Transition to ACTIVE for port object 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:43:09.228771 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:09.300845 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network 0d6291df-29e5-4b18-a9ec-0067e5e51ceb is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:43:09.304083 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:43:09.307087 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:43:09.353376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=2cb6f57a-432b-4cf8-8948-b35349ae1fe7,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:09.377767 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:09.758998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5091cbc-97c1-4cc6-98b5-41ca1d1a0ea9 None None] Network 0d6291df-29e5-4b18-a9ec-0067e5e51ceb requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:43:09.770467 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:09.857309 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-88e039b2-d837-44a8-901e-b2f3209e74e3 None None] Provisioning for port ab9c90bb-910a-4dc0-8a46-3ab282845f16 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:43:09.977697 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ab9c90bb-910a-4dc0-8a46-3ab282845f16 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:43:10.111306 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port ab9c90bb-910a-4dc0-8a46-3ab282845f16 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:43:10.116665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port ab9c90bb-910a-4dc0-8a46-3ab282845f16 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:10.117028 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:10.230701 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:10.236742 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:10.242915 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:10.282243 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port ab9c90bb-910a-4dc0-8a46-3ab282845f16, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ab9c90bb-910a-4dc0-8a46-3ab282845f16,segment=NetworkSegment(6fd8e36a-6c0f-423d-837a-801955e597f9),segment_id=6fd8e36a-6c0f-423d-837a-801955e597f9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:10.287769 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:10.289054 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fe25b730-d37b-405f-8976-2b3d145426bb up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:43:10.368601 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:10.372459 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=2cb6f57a-432b-4cf8-8948-b35349ae1fe7,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:10.427592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=ab9c90bb-910a-4dc0-8a46-3ab282845f16,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:10.431097 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a41306af-485f-4964-9324-50fbcd8b326c None None] Provisioning complete for port ab9c90bb-910a-4dc0-8a46-3ab282845f16 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:10.431587 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a41306af-485f-4964-9324-50fbcd8b326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:10.487214 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port fe25b730-d37b-405f-8976-2b3d145426bb completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:43:10.497333 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port fe25b730-d37b-405f-8976-2b3d145426bb triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:10.497706 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:10.515976 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network 0d6291df-29e5-4b18-a9ec-0067e5e51ceb is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:43:10.517219 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:43:10.684757 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:10.700978 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a41306af-485f-4964-9324-50fbcd8b326c None None] Provisioning for port 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:43:10.706773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port fe25b730-d37b-405f-8976-2b3d145426bb, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fe25b730-d37b-405f-8976-2b3d145426bb,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:10.708226 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a41306af-485f-4964-9324-50fbcd8b326c None None] Provisioning complete for port 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:10.708630 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a41306af-485f-4964-9324-50fbcd8b326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:10.714438 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router e04367ad-35f2-4ab8-83b8-c537278d6b3d has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:43:10.736905 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:10.814793 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a41306af-485f-4964-9324-50fbcd8b326c None None] Port 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:43:10.825285 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=fe25b730-d37b-405f-8976-2b3d145426bb,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:10.895640 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:43:10.905791 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Sync routers for ids ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:43:10.908029 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0ec56fae-11fa-4bd6-a27b-0803264f5964 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "PUT /v2.0/routers/e04367ad-35f2-4ab8-83b8-c537278d6b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2030983 Jan 27 17:43:10.915499 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Routers {'e04367ad-35f2-4ab8-83b8-c537278d6b3d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:43:10.916189 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:42:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:11.060050 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-88b9505a-9ec2-4e50-8c2e-3fd759d1cad2 None None] Provisioning complete for port 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:11.060414 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88b9505a-9ec2-4e50-8c2e-3fd759d1cad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:11.083410 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-743dfe8b-0a44-4649-a9f5-fe51be7d6e75 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:43:11.100687 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-743dfe8b-0a44-4649-a9f5-fe51be7d6e75 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:43:11.101935 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-743dfe8b-0a44-4649-a9f5-fe51be7d6e75 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269045446&fields=id&tenant_id=25c0e5ef386549e2ae211fdeb76119ce HTTP/1.1" status: 200 len: 267 time: 0.0583415 Jan 27 17:43:11.143703 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-88b9505a-9ec2-4e50-8c2e-3fd759d1cad2 None None] Port 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:43:11.146232 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Set router e04367ad-35f2-4ab8-83b8-c537278d6b3d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:11.250048 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-5f4a781a-e0bc-4792-86bb-2506a10fe0bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:11.250698 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-5f4a781a-e0bc-4792-86bb-2506a10fe0bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:network {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:43:11.269100 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-5f4a781a-e0bc-4792-86bb-2506a10fe0bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:network {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:43:11.270570 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-5f4a781a-e0bc-4792-86bb-2506a10fe0bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/networks?id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb HTTP/1.1" status: 200 len: 795 time: 0.1618173 Jan 27 17:43:11.285997 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-d2cfc985-2320-4d94-96b5-4d27c5a2bfde tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/quotas/25c0e5ef386549e2ae211fdeb76119ce HTTP/1.1" status: 200 len: 375 time: 0.0096116 Jan 27 17:43:11.376004 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-b6f4c6a9-60a3-4223-891f-5461932684b3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845132 Jan 27 17:43:11.467141 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782964658', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:04Z', 'updated_at': '2022-01-27T17:43:09Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:05Z', 'updated_at': '2022-01-27T17:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '2cb6f57a-432b-4cf8-8948-b35349ae1fe7', 'name': '', 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:82:bf:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0cb56a91-3669-4c96-87b5-33683093d167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:08Z', 'updated_at': '2022-01-27T17:43:10Z', 'revision_number': 2, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '0cb56a91-3669-4c96-87b5-33683093d167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:11.471012 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Checking router: e04367ad-35f2-4ab8-83b8-c537278d6b3d for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:43:11.471330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Updating router e04367ad-35f2-4ab8-83b8-c537278d6b3d port 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:43:11.522267 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:11.664110 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-93dde8a0-0712-4842-88ba-de6d5d8c2bf2 service neutron] 10.222.0.50 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761388 Jan 27 17:43:11.796358 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-5936204b-1255-49e2-9b60-031dcd5a149e service neutron] 10.222.0.50 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259995 Jan 27 17:43:11.872134 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ab9c90bb-910a-4dc0-8a46-3ab282845f16 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:43:11.955322 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:11.969371 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Transition to ACTIVE for port object 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:43:11.978974 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:12.018167 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port ab9c90bb-910a-4dc0-8a46-3ab282845f16 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:12.018527 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:12.179677 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61917b0-d910-4c05-ac26-a22216838880 None None] Pushing event updated for resources: {'Port': ['ID=2cb6f57a-432b-4cf8-8948-b35349ae1fe7,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:12.288626 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Attempting to bind port 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:43:12.288986 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Attempting to bind port 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '6fd8e36a-6c0f-423d-837a-801955e597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:43:12.289329 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Attempting to bind port 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 on network 0d6291df-29e5-4b18-a9ec-0067e5e51ceb {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:43:12.303400 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:43:12.303760 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Checking segment: {'id': '6fd8e36a-6c0f-423d-837a-801955e597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:43:12.304143 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:12.304517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Bound using segment: {'id': '6fd8e36a-6c0f-423d-837a-801955e597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:43:12.304968 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Bound port: 2cb6f57a-432b-4cf8-8948-b35349ae1fe7, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd8e36a-6c0f-423d-837a-801955e597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:43:12.305324 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:12.328603 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fe25b730-d37b-405f-8976-2b3d145426bb up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:43:12.452031 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] For port 2cb6f57a-432b-4cf8-8948-b35349ae1fe7, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:43:12.455247 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] For port 2cb6f57a-432b-4cf8-8948-b35349ae1fe7, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2cb6f57a-432b-4cf8-8948-b35349ae1fe7,segment=NetworkSegment(6fd8e36a-6c0f-423d-837a-801955e597f9),segment_id=6fd8e36a-6c0f-423d-837a-801955e597f9)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:43:12.461690 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:12.492584 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port fe25b730-d37b-405f-8976-2b3d145426bb triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:12.492848 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:12.589412 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Routers {'e04367ad-35f2-4ab8-83b8-c537278d6b3d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:43:12.590063 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:42:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:12.648565 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61917b0-d910-4c05-ac26-a22216838880 None None] Pushing event updated for resources: {'Port': ['ID=2cb6f57a-432b-4cf8-8948-b35349ae1fe7,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:12.835996 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] Set router e04367ad-35f2-4ab8-83b8-c537278d6b3d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:12.996461 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-dd7f1af5-34d4-4ff4-9041-61bd966f0a16 req-cc9dac67-24c0-43ba-959f-4a0a720d200c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:43:13.012468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-dd7f1af5-34d4-4ff4-9041-61bd966f0a16 req-cc9dac67-24c0-43ba-959f-4a0a720d200c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:43:13.013865 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-dd7f1af5-34d4-4ff4-9041-61bd966f0a16 req-cc9dac67-24c0-43ba-959f-4a0a720d200c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 210 time: 0.0603831 Jan 27 17:43:13.203736 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782964658', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:04Z', 'updated_at': '2022-01-27T17:43:09Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:05Z', 'updated_at': '2022-01-27T17:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '2cb6f57a-432b-4cf8-8948-b35349ae1fe7', 'name': '', 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:82:bf:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0cb56a91-3669-4c96-87b5-33683093d167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:08Z', 'updated_at': '2022-01-27T17:43:12Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '0cb56a91-3669-4c96-87b5-33683093d167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:13.207880 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d062f38-ce68-4d06-a163-e2664aadd83c None None] The sync data for ids ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'] in dv-neutron-826439-2-hyperv is: [{'id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782964658', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:04Z', 'updated_at': '2022-01-27T17:43:09Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:05Z', 'updated_at': '2022-01-27T17:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '2cb6f57a-432b-4cf8-8948-b35349ae1fe7', 'name': '', 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:82:bf:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0cb56a91-3669-4c96-87b5-33683093d167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:08Z', 'updated_at': '2022-01-27T17:43:12Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '0cb56a91-3669-4c96-87b5-33683093d167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:43:13.899049 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:43:13.971854 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:43:13.977898 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:13.978594 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:14.152977 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:14.197344 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 2cb6f57a-432b-4cf8-8948-b35349ae1fe7, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2cb6f57a-432b-4cf8-8948-b35349ae1fe7,segment=NetworkSegment(6fd8e36a-6c0f-423d-837a-801955e597f9),segment_id=6fd8e36a-6c0f-423d-837a-801955e597f9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:14.209736 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:14.269429 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a26b1cd2-a0c5-4899-a1cf-f97819c158e0 req-2189fc7c-f235-4d88-916c-67fa4b16a825 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 210 time: 0.0711114 Jan 27 17:43:14.285348 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=2cb6f57a-432b-4cf8-8948-b35349ae1fe7,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:14.336526 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-fabd3538-ac39-48ce-be20-c95be71fb2ee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:14.338141 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-fabd3538-ac39-48ce-be20-c95be71fb2ee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "GET /v2.0/networks?id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb HTTP/1.1" status: 200 len: 795 time: 0.4019115 Jan 27 17:43:14.387350 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-a7b51f88-5409-48cd-8395-9b2149df52bd tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25c0e5ef386549e2ae211fdeb76119ce HTTP/1.1" status: 200 len: 380 time: 0.0401132 Jan 27 17:43:14.398179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-907d8ac8-ebce-4840-941d-e35ca9c77c25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'port': {'device_id': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb', 'admin_state_up': True, 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'security_groups': ['71c667be-e571-4749-b0a6-c049e8ce0448']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:14.534605 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-907d8ac8-ebce-4840-941d-e35ca9c77c25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:14.544396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-907d8ac8-ebce-4840-941d-e35ca9c77c25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:14.556389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-907d8ac8-ebce-4840-941d-e35ca9c77c25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Made reservation on behalf of 25c0e5ef386549e2ae211fdeb76119ce for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:43:14.562020 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-907d8ac8-ebce-4840-941d-e35ca9c77c25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:14.737957 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-907d8ac8-ebce-4840-941d-e35ca9c77c25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.20.0.14 (0d6291df-29e5-4b18-a9ec-0067e5e51ceb/0cb56a91-3669-4c96-87b5-33683093d167/5ca4c08b-c10d-415f-a42e-ad026c573c92) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:43:14.934467 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-907d8ac8-ebce-4840-941d-e35ca9c77c25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:14.950678 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-907d8ac8-ebce-4840-941d-e35ca9c77c25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Transition to ACTIVE for port object 5ca4c08b-c10d-415f-a42e-ad026c573c92 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:43:14.981493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-907d8ac8-ebce-4840-941d-e35ca9c77c25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:15.052870 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-907d8ac8-ebce-4840-941d-e35ca9c77c25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network 0d6291df-29e5-4b18-a9ec-0067e5e51ceb is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:43:15.055874 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-907d8ac8-ebce-4840-941d-e35ca9c77c25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:43:15.061127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-907d8ac8-ebce-4840-941d-e35ca9c77c25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:43:15.098421 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d8ac8-ebce-4840-941d-e35ca9c77c25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=5ca4c08b-c10d-415f-a42e-ad026c573c92,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:15.130120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-907d8ac8-ebce-4840-941d-e35ca9c77c25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:15.130741 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-907d8ac8-ebce-4840-941d-e35ca9c77c25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:15.155252 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-907d8ac8-ebce-4840-941d-e35ca9c77c25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7607243 Jan 27 17:43:15.166319 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Request body: {'port': {'device_id': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:15.268441 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0a37e8e5-7ad9-499b-a122-4ace4b432ccb None None] Provisioning for port 5ca4c08b-c10d-415f-a42e-ad026c573c92 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:43:15.273243 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0a37e8e5-7ad9-499b-a122-4ace4b432ccb None None] Provisioning complete for port 5ca4c08b-c10d-415f-a42e-ad026c573c92 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:15.273620 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0a37e8e5-7ad9-499b-a122-4ace4b432ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:15.280129 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:15.326859 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0a37e8e5-7ad9-499b-a122-4ace4b432ccb None None] Port 5ca4c08b-c10d-415f-a42e-ad026c573c92 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:43:15.594539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ecb36-89d6-469e-af92-416455d94c14 req-e1f7f9e9-79d0-437f-a39b-62ae397448a1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:15.595142 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-491ecb36-89d6-469e-af92-416455d94c14 req-e1f7f9e9-79d0-437f-a39b-62ae397448a1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:43:15.628879 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-491ecb36-89d6-469e-af92-416455d94c14 req-e1f7f9e9-79d0-437f-a39b-62ae397448a1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:43:15.630039 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-491ecb36-89d6-469e-af92-416455d94c14 req-e1f7f9e9-79d0-437f-a39b-62ae397448a1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 932 time: 0.2317457 Jan 27 17:43:15.722206 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca4c08b-c10d-415f-a42e-ad026c573c92 {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:43:15.728719 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-491ecb36-89d6-469e-af92-416455d94c14 req-c023efaf-6092-4993-855a-ea1c245b75ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907507 Jan 27 17:43:15.732340 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:15.748024 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Transition to ACTIVE for port object 5ca4c08b-c10d-415f-a42e-ad026c573c92 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:43:15.753307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:15.863078 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:43:15.906366 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Pushing event updated for resources: {'Port': ['ID=5ca4c08b-c10d-415f-a42e-ad026c573c92,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:15.938948 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:15.939583 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:15.985957 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Attempting to bind port 5ca4c08b-c10d-415f-a42e-ad026c573c92 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:43:15.986290 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Attempting to bind port 5ca4c08b-c10d-415f-a42e-ad026c573c92 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '6fd8e36a-6c0f-423d-837a-801955e597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:43:15.986619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Attempting to bind port 5ca4c08b-c10d-415f-a42e-ad026c573c92 on network 0d6291df-29e5-4b18-a9ec-0067e5e51ceb {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:43:15.991628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Port 5ca4c08b-c10d-415f-a42e-ad026c573c92 on network 0d6291df-29e5-4b18-a9ec-0067e5e51ceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:43:15.991936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Attempting to bind port 5ca4c08b-c10d-415f-a42e-ad026c573c92 on network 0d6291df-29e5-4b18-a9ec-0067e5e51ceb {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:43:15.997363 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:43:15.997704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Checking segment: {'id': '6fd8e36a-6c0f-423d-837a-801955e597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:43:15.998134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Bound using segment: {'id': '6fd8e36a-6c0f-423d-837a-801955e597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:43:15.998774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Bound port: 5ca4c08b-c10d-415f-a42e-ad026c573c92, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd8e36a-6c0f-423d-837a-801955e597f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:43:15.999016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:16.196086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] For port 5ca4c08b-c10d-415f-a42e-ad026c573c92, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:43:16.199249 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] For port 5ca4c08b-c10d-415f-a42e-ad026c573c92, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5ca4c08b-c10d-415f-a42e-ad026c573c92,segment=NetworkSegment(6fd8e36a-6c0f-423d-837a-801955e597f9),segment_id=6fd8e36a-6c0f-423d-837a-801955e597f9)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:43:16.207211 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:16.267094 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:16.267728 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:16.269145 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] 10.222.0.83 "PUT /v2.0/ports/5ca4c08b-c10d-415f-a42e-ad026c573c92 HTTP/1.1" status: 200 len: 1094 time: 1.1071854 Jan 27 17:43:16.269575 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'tag': '5ca4c08b-c10d-415f-a42e-ad026c573c92'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:43:16.292958 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb517d-0128-40d9-8824-19d9c307be8b service neutron] Pushing event updated for resources: {'Port': ['ID=5ca4c08b-c10d-415f-a42e-ad026c573c92,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:16.341830 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'tag': '5ca4c08b-c10d-415f-a42e-ad026c573c92', 'status': 'completed', 'code': 200} Jan 27 17:43:16.392739 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-a56e2365-b7fe-43cd-b47e-4e35a76d801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:16.394269 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-a56e2365-b7fe-43cd-b47e-4e35a76d801b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 1097 time: 0.0855176 Jan 27 17:43:16.463273 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-ed278363-9cf3-4f51-9805-9a46c35462bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ca4c08b-c10d-415f-a42e-ad026c573c92 HTTP/1.1" status: 200 len: 217 time: 0.0622711 Jan 27 17:43:16.527827 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-7d9839aa-70a1-44aa-b7c8-8522d03963e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:16.529255 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-7d9839aa-70a1-44aa-b7c8-8522d03963e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cb56a91-3669-4c96-87b5-33683093d167 HTTP/1.1" status: 200 len: 835 time: 0.0606017 Jan 27 17:43:16.604752 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-97b34f47-65c7-40af-995c-227a5c5c224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:16.606138 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-97b34f47-65c7-40af-995c-227a5c5c224e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707667 Jan 27 17:43:16.738780 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-9c1c77a1-b5f6-4960-b4aa-e665ad990f22 service neutron] 10.222.0.83 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266730 Jan 27 17:43:16.916555 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cfa80ce6-3c3a-4fe0-87c0-699b5ba43f0c req-6e4cb9a8-03f7-43f2-8796-3253f1333299 service neutron] 10.222.0.83 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714504 Jan 27 17:43:16.943482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c35205-8534-4785-a3cb-f1ea2247a87c req-29231c26-24ec-4097-bb47-9932bf46220d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:16.944912 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c0c35205-8534-4785-a3cb-f1ea2247a87c req-29231c26-24ec-4097-bb47-9932bf46220d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 944 time: 0.1081688 Jan 27 17:43:17.034907 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c0c35205-8534-4785-a3cb-f1ea2247a87c req-67d64ffc-b6a7-4ee7-a373-20175db88c99 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835295 Jan 27 17:43:17.052952 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd49c20-7e6c-4bad-b8c6-6ae0897ca9fa req-bec97ad7-c8ec-49b2-ba74-45acd76d4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:17.054499 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bfd49c20-7e6c-4bad-b8c6-6ae0897ca9fa req-bec97ad7-c8ec-49b2-ba74-45acd76d4165 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 1097 time: 0.0901010 Jan 27 17:43:17.182846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd49c20-7e6c-4bad-b8c6-6ae0897ca9fa req-08795deb-620c-4ad3-af61-04436edcec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:17.184285 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bfd49c20-7e6c-4bad-b8c6-6ae0897ca9fa req-08795deb-620c-4ad3-af61-04436edcec92 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb HTTP/1.1" status: 200 len: 897 time: 0.1235218 Jan 27 17:43:17.253540 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bfd49c20-7e6c-4bad-b8c6-6ae0897ca9fa req-fc6f91d9-31f1-4de4-a672-548acf3c85a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ca4c08b-c10d-415f-a42e-ad026c573c92 HTTP/1.1" status: 200 len: 217 time: 0.0626793 Jan 27 17:43:17.323508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd49c20-7e6c-4bad-b8c6-6ae0897ca9fa req-6f32b461-7592-49dd-93d4-c7a4b8f1ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:17.324872 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bfd49c20-7e6c-4bad-b8c6-6ae0897ca9fa req-6f32b461-7592-49dd-93d4-c7a4b8f1ce07 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cb56a91-3669-4c96-87b5-33683093d167 HTTP/1.1" status: 200 len: 835 time: 0.0641487 Jan 27 17:43:17.401571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd49c20-7e6c-4bad-b8c6-6ae0897ca9fa req-544453e3-54b7-44f0-a4c6-9671ed7a3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:17.403059 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bfd49c20-7e6c-4bad-b8c6-6ae0897ca9fa req-544453e3-54b7-44f0-a4c6-9671ed7a3630 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710838 Jan 27 17:43:17.542051 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bfd49c20-7e6c-4bad-b8c6-6ae0897ca9fa req-322f9d6e-1735-4ed5-a50c-740ef49e3f52 service neutron] 10.222.0.83 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315875 Jan 27 17:43:17.684481 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bfd49c20-7e6c-4bad-b8c6-6ae0897ca9fa req-76e7999e-97c3-4b3c-9026-5c81b70ccc96 service neutron] 10.222.0.83 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360898 Jan 27 17:43:18.064337 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 5ca4c08b-c10d-415f-a42e-ad026c573c92 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:43:18.202106 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 5ca4c08b-c10d-415f-a42e-ad026c573c92, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5ca4c08b-c10d-415f-a42e-ad026c573c92,segment=NetworkSegment(6fd8e36a-6c0f-423d-837a-801955e597f9),segment_id=6fd8e36a-6c0f-423d-837a-801955e597f9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:18.218727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '5ca4c08b-c10d-415f-a42e-ad026c573c92', 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb', 'port_id': '5ca4c08b-c10d-415f-a42e-ad026c573c92', 'mac_address': 'fa:16:3e:e8:27:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb56a91-3669-4c96-87b5-33683093d167', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:43:18.223863 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b80ee-ad1b-40e0-9de0-8729392e25ea req-f6a9b7ab-59c2-4945-8892-ef490bc711bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:18.225307 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2c0b80ee-ad1b-40e0-9de0-8729392e25ea req-f6a9b7ab-59c2-4945-8892-ef490bc711bb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 944 time: 0.0820620 Jan 27 17:43:18.269329 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2c0b80ee-ad1b-40e0-9de0-8729392e25ea req-a996f010-4f8e-494a-bf18-87a285d6f05a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380678 Jan 27 17:43:18.273508 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:18.291014 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca4c08b-c10d-415f-a42e-ad026c573c92 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:43:18.306198 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 5ca4c08b-c10d-415f-a42e-ad026c573c92, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5ca4c08b-c10d-415f-a42e-ad026c573c92,segment=NetworkSegment(6fd8e36a-6c0f-423d-837a-801955e597f9),segment_id=6fd8e36a-6c0f-423d-837a-801955e597f9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:18.311321 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:18.378134 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=5ca4c08b-c10d-415f-a42e-ad026c573c92,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:18.518325 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['5ca4c08b-c10d-415f-a42e-ad026c573c92'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:43:18.809422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c76009b-9832-4b0e-9010-860a35b1cd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:19.459387 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527fe2a-212f-4f73-bc39-22963fe904a1 req-de621265-83b7-48dc-b468-c11e85961b37 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:19.460843 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e527fe2a-212f-4f73-bc39-22963fe904a1 req-de621265-83b7-48dc-b468-c11e85961b37 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 945 time: 0.0821612 Jan 27 17:43:19.608722 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e527fe2a-212f-4f73-bc39-22963fe904a1 req-2fbb8398-26ab-4a7e-a73f-e371aa304823 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417255 Jan 27 17:43:20.076258 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 5ca4c08b-c10d-415f-a42e-ad026c573c92 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:43:20.149798 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 5ca4c08b-c10d-415f-a42e-ad026c573c92 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:43:20.154632 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 5ca4c08b-c10d-415f-a42e-ad026c573c92 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:43:20.155000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:20.272293 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:20.301475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca4c08b-c10d-415f-a42e-ad026c573c92'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:43:20.313414 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 5ca4c08b-c10d-415f-a42e-ad026c573c92, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5ca4c08b-c10d-415f-a42e-ad026c573c92,segment=NetworkSegment(6fd8e36a-6c0f-423d-837a-801955e597f9),segment_id=6fd8e36a-6c0f-423d-837a-801955e597f9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:43:20.318741 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:20.354759 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca4c08b-c10d-415f-a42e-ad026c573c92', 'code': 200} Jan 27 17:43:20.392975 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=5ca4c08b-c10d-415f-a42e-ad026c573c92,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:20.583039 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e53511-2db2-48ad-8170-5ed73867a48c req-16a5c766-a0a9-461b-96c0-e71ad66c5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:20.584485 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-79e53511-2db2-48ad-8170-5ed73867a48c req-16a5c766-a0a9-461b-96c0-e71ad66c5cc7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 1099 time: 0.0734277 Jan 27 17:43:20.623863 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-79e53511-2db2-48ad-8170-5ed73867a48c req-c1df0a11-7715-4c89-b7eb-4ae24eff7e00 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330977 Jan 27 17:43:20.795949 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d01c8d-2e78-4ba0-a273-f73cdd6dadd6 req-ea4a486c-ec1e-4c9b-99dd-a8410e01456d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:20.797375 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c2d01c8d-2e78-4ba0-a273-f73cdd6dadd6 req-ea4a486c-ec1e-4c9b-99dd-a8410e01456d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0847282 Jan 27 17:43:20.842819 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c2d01c8d-2e78-4ba0-a273-f73cdd6dadd6 req-86eed4a7-d30c-442d-9629-36d4c26801da tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397224 Jan 27 17:43:21.068592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d19c12f9-741d-4867-9f3e-ac4a9d435a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:22.051032 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81962b47-f96f-4269-a041-24bfe8f53640 req-2685aeb2-c9b7-4fb7-b926-7fedce33c631 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:22.052507 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-81962b47-f96f-4269-a041-24bfe8f53640 req-2685aeb2-c9b7-4fb7-b926-7fedce33c631 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0811026 Jan 27 17:43:22.097355 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-81962b47-f96f-4269-a041-24bfe8f53640 req-afc5dbd7-9c3c-41d0-af04-d352f8d617b8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382230 Jan 27 17:43:22.281120 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:22.300052 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:22.333390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608e2c7-fda2-421d-a231-5d9c1e2a6369 req-a827ffe2-90a7-42c3-848c-bc563bec758b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:22.335155 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6608e2c7-fda2-421d-a231-5d9c1e2a6369 req-a827ffe2-90a7-42c3-848c-bc563bec758b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.1326258 Jan 27 17:43:22.379577 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6608e2c7-fda2-421d-a231-5d9c1e2a6369 req-66789253-7189-4d3e-805a-32c098e42892 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384009 Jan 27 17:43:22.402080 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44142) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:22.477698 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ecdd02-8c3e-47de-a6bf-44c435fbeb22 tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:22.479267 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c2ecdd02-8c3e-47de-a6bf-44c435fbeb22 tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 1094 time: 0.0762866 Jan 27 17:43:22.483545 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44146) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:22.488579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '5ca4c08b-c10d-415f-a42e-ad026c573c92', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:43:22.494814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:43:22.498986 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:floatingip and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:43:22.501873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:43:22.507941 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:43:22.519474 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:22.658745 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:22.804128 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.26.1.221 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/fe2adc44-a0bf-447a-b467-767a9d8979fb) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:43:22.954261 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:22.987887 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:23.054415 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:43:23.057616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:43:23.061145 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:43:23.093315 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=fe2adc44-a0bf-447a-b467-767a9d8979fb,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:23.474672 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:23.554189 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:23.556062 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:23.860170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:23.867093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:23.968235 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=fe2adc44-a0bf-447a-b467-767a9d8979fb,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:43:23.984115 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:24.157894 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Floating IP 16be97af-40e6-433f-927b-86ba5e73b376 associated. External IP: 172.26.1.221, port: 5ca4c08b-c10d-415f-a42e-ad026c573c92. Jan 27 17:43:24.534991 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router e04367ad-35f2-4ab8-83b8-c537278d6b3d has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:43:24.712918 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:43:24.723005 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb4b25-9193-40c2-ae4d-4856f03f48b0 None None] Sync routers for ids ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:43:24.737276 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb4b25-9193-40c2-ae4d-4856f03f48b0 None None] Routers {'e04367ad-35f2-4ab8-83b8-c537278d6b3d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:43:24.738009 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-44bb4b25-9193-40c2-ae4d-4856f03f48b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:43:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:24.745739 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:24.804804 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-13487da8-1f78-4bb1-87b1-41fca21a4b04 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3200793 Jan 27 17:43:24.805490 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'tag': '5ca4c08b-c10d-415f-a42e-ad026c573c92'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:43:24.853136 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'tag': '5ca4c08b-c10d-415f-a42e-ad026c573c92', 'status': 'completed', 'code': 200} Jan 27 17:43:24.950124 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332e033-ccfc-4c38-ae24-cfa847d9e182 req-42416f34-b951-4cba-a577-c838967089d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:24.951556 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b332e033-ccfc-4c38-ae24-cfa847d9e182 req-42416f34-b951-4cba-a577-c838967089d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 1099 time: 0.0759141 Jan 27 17:43:24.954344 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-44bb4b25-9193-40c2-ae4d-4856f03f48b0 None None] Set router e04367ad-35f2-4ab8-83b8-c537278d6b3d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:25.064632 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177918e6-81da-4de4-98a7-09c334658f9e req-29796e80-09ca-4173-9639-a49c8d504a38 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:25.071649 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-177918e6-81da-4de4-98a7-09c334658f9e req-29796e80-09ca-4173-9639-a49c8d504a38 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.1746190 Jan 27 17:43:25.085602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332e033-ccfc-4c38-ae24-cfa847d9e182 req-3fa9b279-23b4-40a5-ad33-f7b2cefc5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:25.087924 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b332e033-ccfc-4c38-ae24-cfa847d9e182 req-3fa9b279-23b4-40a5-ad33-f7b2cefc5719 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb HTTP/1.1" status: 200 len: 897 time: 0.1300030 Jan 27 17:43:25.111889 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-177918e6-81da-4de4-98a7-09c334658f9e req-ae6ed52e-4872-40b4-822b-91319ae5aa85 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393825 Jan 27 17:43:25.136580 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44156) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:25.199176 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b332e033-ccfc-4c38-ae24-cfa847d9e182 req-e82dec2b-fa69-4d3b-824e-5a147d0adb00 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ca4c08b-c10d-415f-a42e-ad026c573c92 HTTP/1.1" status: 200 len: 1000 time: 0.1050897 Jan 27 17:43:25.246236 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-13a146e1-6592-4d81-abac-1b6ae41b4829 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/16be97af-40e6-433f-927b-86ba5e73b376 HTTP/1.1" status: 200 len: 992 time: 0.1084323 Jan 27 17:43:25.265366 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332e033-ccfc-4c38-ae24-cfa847d9e182 req-b0366269-6f66-4faf-ab42-f9eebc2a99d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:25.266834 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b332e033-ccfc-4c38-ae24-cfa847d9e182 req-b0366269-6f66-4faf-ab42-f9eebc2a99d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cb56a91-3669-4c96-87b5-33683093d167 HTTP/1.1" status: 200 len: 835 time: 0.0612373 Jan 27 17:43:25.330804 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-44bb4b25-9193-40c2-ae4d-4856f03f48b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782964658', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:04Z', 'updated_at': '2022-01-27T17:43:09Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:05Z', 'updated_at': '2022-01-27T17:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '16be97af-40e6-433f-927b-86ba5e73b376', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'floating_ip_address': '172.26.1.221', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'port_id': '5ca4c08b-c10d-415f-a42e-ad026c573c92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb', 'mac_address': 'fa:16:3e:e8:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:43:23Z', 'updated_at': '2022-01-27T17:43:23Z', 'revision_number': 0, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb6f57a-432b-4cf8-8948-b35349ae1fe7', 'name': '', 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:82:bf:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0cb56a91-3669-4c96-87b5-33683093d167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:08Z', 'updated_at': '2022-01-27T17:43:14Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '0cb56a91-3669-4c96-87b5-33683093d167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:25.334647 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb4b25-9193-40c2-ae4d-4856f03f48b0 None None] Checking router: e04367ad-35f2-4ab8-83b8-c537278d6b3d for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:43:25.340851 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332e033-ccfc-4c38-ae24-cfa847d9e182 req-5aeb2d33-cf6d-414b-a1c5-36034d5b82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:25.342351 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b332e033-ccfc-4c38-ae24-cfa847d9e182 req-5aeb2d33-cf6d-414b-a1c5-36034d5b82e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700099 Jan 27 17:43:25.343274 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb4b25-9193-40c2-ae4d-4856f03f48b0 None None] Routers {'e04367ad-35f2-4ab8-83b8-c537278d6b3d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:43:25.343874 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-44bb4b25-9193-40c2-ae4d-4856f03f48b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:43:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:25.475123 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b332e033-ccfc-4c38-ae24-cfa847d9e182 req-e11a5ac5-d5b9-4cde-af67-811d2ad48137 service neutron] 10.222.0.83 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263840 Jan 27 17:43:25.517422 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-44bb4b25-9193-40c2-ae4d-4856f03f48b0 None None] Set router e04367ad-35f2-4ab8-83b8-c537278d6b3d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:43:25.606180 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b332e033-ccfc-4c38-ae24-cfa847d9e182 req-92ea384d-5b8c-4fa9-b9c1-25a3334b5dae service neutron] 10.222.0.83 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253455 Jan 27 17:43:25.857865 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-44bb4b25-9193-40c2-ae4d-4856f03f48b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782964658', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:04Z', 'updated_at': '2022-01-27T17:43:09Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:05Z', 'updated_at': '2022-01-27T17:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '16be97af-40e6-433f-927b-86ba5e73b376', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'floating_ip_address': '172.26.1.221', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'port_id': '5ca4c08b-c10d-415f-a42e-ad026c573c92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb', 'mac_address': 'fa:16:3e:e8:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:43:23Z', 'updated_at': '2022-01-27T17:43:23Z', 'revision_number': 0, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb6f57a-432b-4cf8-8948-b35349ae1fe7', 'name': '', 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:82:bf:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0cb56a91-3669-4c96-87b5-33683093d167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:08Z', 'updated_at': '2022-01-27T17:43:14Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '0cb56a91-3669-4c96-87b5-33683093d167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:43:25.861809 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb4b25-9193-40c2-ae4d-4856f03f48b0 None None] The sync data for ids ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'] in dv-neutron-826439-2-hyperv is: [{'id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782964658', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:04Z', 'updated_at': '2022-01-27T17:43:09Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:05Z', 'updated_at': '2022-01-27T17:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '16be97af-40e6-433f-927b-86ba5e73b376', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'floating_ip_address': '172.26.1.221', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'port_id': '5ca4c08b-c10d-415f-a42e-ad026c573c92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb', 'mac_address': 'fa:16:3e:e8:27:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:43:23Z', 'updated_at': '2022-01-27T17:43:23Z', 'revision_number': 0, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb6f57a-432b-4cf8-8948-b35349ae1fe7', 'name': '', 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:82:bf:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0cb56a91-3669-4c96-87b5-33683093d167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:08Z', 'updated_at': '2022-01-27T17:43:14Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '0cb56a91-3669-4c96-87b5-33683093d167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:43:26.056849 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f07b5fd-55de-4400-a3f8-3a5c0f8e881f None None] New status for floating IP 16be97af-40e6-433f-927b-86ba5e73b376: ACTIVE {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:43:26.250371 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44160) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:26.360551 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-65061968-524f-40ef-a25a-9a274a2a25f9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/16be97af-40e6-433f-927b-86ba5e73b376 HTTP/1.1" status: 200 len: 992 time: 0.1090024 Jan 27 17:43:27.364949 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44164) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:27.477892 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d32588c5-6e3f-454b-8bc9-6e19b21b4b1c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/16be97af-40e6-433f-927b-86ba5e73b376 HTTP/1.1" status: 200 len: 994 time: 0.1115470 Jan 27 17:43:33.755143 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:35.054909 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [req-480f5898-c69a-4037-96c4-2ebd206dc23f req-21bf5412-7b52-4b5a-8096-590c3c3063dd tempest-ServerDiskConfigTestJSON-368869378 tempest-ServerDiskConfigTestJSON-368869378-project] (87595) timed out ('10.222.0.83', 49767) {{(pid=87595) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 27 17:43:37.602620 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:43:38.157042 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d9707ca-8188-490c-ac90-1dce5f3eeb32 req-d05c4c36-c363-449b-b7cb-4d9acdc46ae2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1122491 Jan 27 17:43:38.307077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9707ca-8188-490c-ac90-1dce5f3eeb32 req-300e4932-fccd-4912-aaa1-333c1ba87348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:38.308845 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d9707ca-8188-490c-ac90-1dce5f3eeb32 req-300e4932-fccd-4912-aaa1-333c1ba87348 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 1099 time: 0.0821028 Jan 27 17:43:38.550355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9707ca-8188-490c-ac90-1dce5f3eeb32 req-133da583-d9f3-40ee-9168-e61a974259d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:38.551810 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d9707ca-8188-490c-ac90-1dce5f3eeb32 req-133da583-d9f3-40ee-9168-e61a974259d3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb HTTP/1.1" status: 200 len: 897 time: 0.2238541 Jan 27 17:43:38.656184 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d9707ca-8188-490c-ac90-1dce5f3eeb32 req-53fc3793-89b3-4763-b293-2a6e755bbc91 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ca4c08b-c10d-415f-a42e-ad026c573c92 HTTP/1.1" status: 200 len: 1002 time: 0.0971992 Jan 27 17:43:38.718078 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9707ca-8188-490c-ac90-1dce5f3eeb32 req-51cdfcb2-bcd1-4d15-bafa-caad5e230dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:38.719440 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d9707ca-8188-490c-ac90-1dce5f3eeb32 req-51cdfcb2-bcd1-4d15-bafa-caad5e230dc0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cb56a91-3669-4c96-87b5-33683093d167 HTTP/1.1" status: 200 len: 835 time: 0.0578206 Jan 27 17:43:38.796560 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9707ca-8188-490c-ac90-1dce5f3eeb32 req-04554eed-23f9-4c36-853e-35d85bd6a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:38.798027 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d9707ca-8188-490c-ac90-1dce5f3eeb32 req-04554eed-23f9-4c36-853e-35d85bd6a976 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729740 Jan 27 17:43:38.925588 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d9707ca-8188-490c-ac90-1dce5f3eeb32 req-710db94e-dc8f-459a-bdeb-580372ca3b05 service neutron] 10.222.0.83 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215842 Jan 27 17:43:39.054757 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d9707ca-8188-490c-ac90-1dce5f3eeb32 req-0b2cd29c-3752-4cb7-b0b3-f31b55730166 service neutron] 10.222.0.83 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216393 Jan 27 17:43:48.804450 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f973d106-d14b-4cd5-b45c-610560e82d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:51.064074 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-946419f3-c6b0-464a-835d-2c9ef0a9f7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:52.284135 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:52.304501 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:53.582755 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:43:57.092631 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44188) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:43:57.140707 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f71633-44c3-46af-ae25-2d86292d765d req-c10afd74-62be-44be-8054-c27ea9792659 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:57.142315 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-17f71633-44c3-46af-ae25-2d86292d765d req-c10afd74-62be-44be-8054-c27ea9792659 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0852568 Jan 27 17:43:57.186083 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-17f71633-44c3-46af-ae25-2d86292d765d req-0bb09354-26c2-45c3-b6b4-1399db7fd6ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380561 Jan 27 17:43:57.202741 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-d98e2fb5-a689-45b1-a51b-96c6a5f4a5d8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1081879 Jan 27 17:43:58.392988 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e0deb-e65d-475e-a2bb-0d003b8d631a req-67353897-9f32-4c9f-8f2d-b9ea98bfeda6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:58.394384 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-185e0deb-e65d-475e-a2bb-0d003b8d631a req-67353897-9f32-4c9f-8f2d-b9ea98bfeda6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0880942 Jan 27 17:43:58.400984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-1b5a9e37-dc2b-499e-bd28-eb8b6516dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:58.402576 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-1b5a9e37-dc2b-499e-bd28-eb8b6516dbb2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 1099 time: 0.0761304 Jan 27 17:43:58.446363 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-185e0deb-e65d-475e-a2bb-0d003b8d631a req-074c17cb-df8d-4935-8d64-8379c715605b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459716 Jan 27 17:43:58.542204 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-5b326dcf-9d95-492d-9381-de5eb5b42b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:58.543691 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-5b326dcf-9d95-492d-9381-de5eb5b42b19 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb HTTP/1.1" status: 200 len: 897 time: 0.1355765 Jan 27 17:43:58.652353 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-0c9a4d2f-0f06-4d78-a7bf-53c1f757a608 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ca4c08b-c10d-415f-a42e-ad026c573c92 HTTP/1.1" status: 200 len: 1002 time: 0.1017118 Jan 27 17:43:58.721466 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-aa7a68f7-08dd-49c9-815e-62ff0a5a474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:58.722905 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-aa7a68f7-08dd-49c9-815e-62ff0a5a474d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cb56a91-3669-4c96-87b5-33683093d167 HTTP/1.1" status: 200 len: 835 time: 0.0644975 Jan 27 17:43:58.801396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-6e1930e7-1b5a-4fc3-a562-903d4ebcdbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:58.803045 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-6e1930e7-1b5a-4fc3-a562-903d4ebcdbd7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742214 Jan 27 17:43:58.937263 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-adc555bb-fde5-44e1-bed9-16e9ab3c2b50 service neutron] 10.222.0.83 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280949 Jan 27 17:43:59.072155 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-d097cdd6-6540-4b55-9571-7124267aeeab service neutron] 10.222.0.83 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287224 Jan 27 17:43:59.646629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670455-5b55-49bc-a36b-1ee555499a9a req-a2c2dcc4-dde2-4e5b-b5f7-5c0c33aa0cdc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:43:59.648069 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b1670455-5b55-49bc-a36b-1ee555499a9a req-a2c2dcc4-dde2-4e5b-b5f7-5c0c33aa0cdc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0841303 Jan 27 17:43:59.691606 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b1670455-5b55-49bc-a36b-1ee555499a9a req-5f68173c-a3e2-4e83-b4fb-4ff594c0b2d6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378358 Jan 27 17:44:00.887369 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233293c-e3ea-4d4f-81e2-df4f1be6f85b req-9ee7e079-5767-43c0-8a25-efdbf5eaea53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:00.888808 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6233293c-e3ea-4d4f-81e2-df4f1be6f85b req-9ee7e079-5767-43c0-8a25-efdbf5eaea53 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0898829 Jan 27 17:44:00.936228 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6233293c-e3ea-4d4f-81e2-df4f1be6f85b req-bf4c5ba1-dd15-47a3-b0cc-52a6b8655589 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417297 Jan 27 17:44:02.133715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d207c-ec52-4603-8eb0-1fba7d872abf req-fe2e7222-e8a1-4fda-afb5-28b32f9ac2d8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:02.135164 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e79d207c-ec52-4603-8eb0-1fba7d872abf req-fe2e7222-e8a1-4fda-afb5-28b32f9ac2d8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0842280 Jan 27 17:44:02.179767 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e79d207c-ec52-4603-8eb0-1fba7d872abf req-fe9d210e-8577-4860-8290-48507db878dc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388494 Jan 27 17:44:03.484242 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4611b-dec0-456a-9795-6061302206d3 req-e2034306-ff9e-448f-97e4-979b25b1e922 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:03.485714 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-36f4611b-dec0-456a-9795-6061302206d3 req-e2034306-ff9e-448f-97e4-979b25b1e922 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.1917043 Jan 27 17:44:03.529779 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-36f4611b-dec0-456a-9795-6061302206d3 req-fb642d75-dfa5-4f68-852c-ae492e4fbc84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381138 Jan 27 17:44:03.786391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:04.738436 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453cfd8-c737-48c9-9442-33db184e9bee req-4115d03b-7c7c-41f3-88ea-4f63df55a08b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:04.739910 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8453cfd8-c737-48c9-9442-33db184e9bee req-4115d03b-7c7c-41f3-88ea-4f63df55a08b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0918100 Jan 27 17:44:04.796921 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8453cfd8-c737-48c9-9442-33db184e9bee req-a0c04b5d-ed55-4bd5-befa-797a3b7c9380 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495083 Jan 27 17:44:06.003009 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401c7f0-5b71-466c-a3ba-604d594f136c req-74543ca9-761d-4a56-a100-74c5e9bd0ac1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:06.004435 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4401c7f0-5b71-466c-a3ba-604d594f136c req-74543ca9-761d-4a56-a100-74c5e9bd0ac1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0832007 Jan 27 17:44:06.049980 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4401c7f0-5b71-466c-a3ba-604d594f136c req-a9f4b997-7ce3-49d7-975c-adc70cc0f650 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373633 Jan 27 17:44:07.255216 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76f933-4be9-4010-916d-967419cef6e4 req-2b06b6f7-2166-4d0a-a171-82eadd15395f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:07.256654 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d76f933-4be9-4010-916d-967419cef6e4 req-2b06b6f7-2166-4d0a-a171-82eadd15395f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0922410 Jan 27 17:44:07.305207 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d76f933-4be9-4010-916d-967419cef6e4 req-90efd9b3-cfc7-48a8-bc68-1ad18c25f71a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426722 Jan 27 17:44:08.505939 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e9a00-3f5b-4347-bffb-f239e36bb608 req-dfefa509-eb29-42a3-b6d3-085cb2ef9933 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:08.507402 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-249e9a00-3f5b-4347-bffb-f239e36bb608 req-dfefa509-eb29-42a3-b6d3-085cb2ef9933 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0893526 Jan 27 17:44:08.552088 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-249e9a00-3f5b-4347-bffb-f239e36bb608 req-b813e39f-5ba8-4c06-a09f-2295dc8e0bed tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388510 Jan 27 17:44:09.764432 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb25ac9-6458-41eb-a6db-acc4ded9fa23 req-a9c6e085-ccb3-4c80-baaa-9c63400b51e3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:09.766190 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1fb25ac9-6458-41eb-a6db-acc4ded9fa23 req-a9c6e085-ccb3-4c80-baaa-9c63400b51e3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0912838 Jan 27 17:44:09.811309 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1fb25ac9-6458-41eb-a6db-acc4ded9fa23 req-6508ad98-a4af-44cb-9ca6-68e9b9962a14 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394044 Jan 27 17:44:11.025904 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082a8a7-c15f-4917-b4fb-7e3f36e24399 req-3bc92aed-a564-4bff-a6ff-9a859e4040b5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:11.027347 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5082a8a7-c15f-4917-b4fb-7e3f36e24399 req-3bc92aed-a564-4bff-a6ff-9a859e4040b5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0952101 Jan 27 17:44:11.072407 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5082a8a7-c15f-4917-b4fb-7e3f36e24399 req-c07ab3a1-9a95-4cc8-ac81-42af801738cc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393291 Jan 27 17:44:12.285052 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ce671-15bc-42da-8790-8b8cedfb3ee3 req-d68da087-72e0-47d2-a3e5-ba2da3f7eb2f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:12.286562 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-602ce671-15bc-42da-8790-8b8cedfb3ee3 req-d68da087-72e0-47d2-a3e5-ba2da3f7eb2f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0945885 Jan 27 17:44:12.333178 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-602ce671-15bc-42da-8790-8b8cedfb3ee3 req-227c0852-6a53-483e-a702-25a099d57f08 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385847 Jan 27 17:44:13.540344 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e1a9f-0bd5-4588-99d3-86f3113ca0dd req-951efe97-5108-4d7c-b429-d61928a88edb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:13.541870 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a48e1a9f-0bd5-4588-99d3-86f3113ca0dd req-951efe97-5108-4d7c-b429-d61928a88edb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0931261 Jan 27 17:44:13.591899 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a48e1a9f-0bd5-4588-99d3-86f3113ca0dd req-0ca93b63-41b3-42d3-9cd0-e9b4bfee6067 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442801 Jan 27 17:44:14.606465 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:44:14.785264 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf561c2e-6db3-4a63-8972-a2ab001e7221 req-41a23b6e-d91b-4c28-b6f9-57be34832eee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:14.786912 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cf561c2e-6db3-4a63-8972-a2ab001e7221 req-41a23b6e-d91b-4c28-b6f9-57be34832eee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0870309 Jan 27 17:44:14.836078 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cf561c2e-6db3-4a63-8972-a2ab001e7221 req-3109d76e-2a3e-4e33-b21a-aba4b6c5ae9c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432885 Jan 27 17:44:15.840131 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-9a828154-0795-46a3-b848-cffa8404b300 service neutron] 10.222.0.83 "GET /v2.0/ports/5ca4c08b-c10d-415f-a42e-ad026c573c92/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.1775031 Jan 27 17:44:16.045591 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc38d2-91cc-4b9d-83de-1c9210d068ad req-37b0bee1-b960-4e76-8484-9cf7847a4ce0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:16.047078 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a2bc38d2-91cc-4b9d-83de-1c9210d068ad req-37b0bee1-b960-4e76-8484-9cf7847a4ce0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0949478 Jan 27 17:44:16.092258 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a2bc38d2-91cc-4b9d-83de-1c9210d068ad req-06d152b3-aa5a-4ba3-a505-689f6559739c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389385 Jan 27 17:44:16.107629 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-24c9d10b-ee74-4cc1-a9d6-c88dcc4d0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:16.109178 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-24c9d10b-ee74-4cc1-a9d6-c88dcc4d0391 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c&tenant_id=25c0e5ef386549e2ae211fdeb76119ce HTTP/1.1" status: 200 len: 1099 time: 0.0720115 Jan 27 17:44:16.211135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-f52652e8-da2a-4e1a-9b41-2a3dc845879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:16.212619 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-f52652e8-da2a-4e1a-9b41-2a3dc845879c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 1099 time: 0.0813038 Jan 27 17:44:16.345807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-defea708-fe51-4283-be73-85a575b82795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:16.347171 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-defea708-fe51-4283-be73-85a575b82795 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb HTTP/1.1" status: 200 len: 897 time: 0.1291733 Jan 27 17:44:16.450355 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-67da1669-b5f5-44ac-8b9e-e18f0fc80c17 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ca4c08b-c10d-415f-a42e-ad026c573c92 HTTP/1.1" status: 200 len: 1002 time: 0.0968676 Jan 27 17:44:16.513336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-42841aa9-3d79-4724-a196-40e3b649ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:16.514730 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-42841aa9-3d79-4724-a196-40e3b649ddec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cb56a91-3669-4c96-87b5-33683093d167 HTTP/1.1" status: 200 len: 835 time: 0.0584359 Jan 27 17:44:16.590938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-0fa949af-a9bf-4f6a-be72-63c4c6a72969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:16.592417 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-0fa949af-a9bf-4f6a-be72-63c4c6a72969 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717659 Jan 27 17:44:16.739976 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-2dc24cb7-72fd-4743-b68f-649836d928e7 service neutron] 10.222.0.83 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406062 Jan 27 17:44:16.870960 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eb28c792-c360-460b-91f7-bc0a83a5e417 req-8bae99ad-c0ee-4dd6-ba5f-5a5e5214ef65 service neutron] 10.222.0.83 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255178 Jan 27 17:44:17.295546 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08359d-b8b6-4312-8a76-6b5606881d77 req-e7fd0737-f700-400c-a43e-eed637ad19e9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:17.296951 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c08359d-b8b6-4312-8a76-6b5606881d77 req-e7fd0737-f700-400c-a43e-eed637ad19e9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0983245 Jan 27 17:44:17.341334 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6c08359d-b8b6-4312-8a76-6b5606881d77 req-7a03fc5c-9412-489c-b3ff-e19caf87e2ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386012 Jan 27 17:44:18.353209 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 5ca4c08b-c10d-415f-a42e-ad026c573c92 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:44:18.356857 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 5ca4c08b-c10d-415f-a42e-ad026c573c92 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:44:18.558588 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:18.579916 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984df69-04c8-4e3e-9794-0649914e632c req-d2ebf459-ece1-4be6-9296-40a816f79725 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:18.581361 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1984df69-04c8-4e3e-9794-0649914e632c req-d2ebf459-ece1-4be6-9296-40a816f79725 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.1126733 Jan 27 17:44:18.607850 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca4c08b-c10d-415f-a42e-ad026c573c92'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:44:18.623872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 5ca4c08b-c10d-415f-a42e-ad026c573c92, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5ca4c08b-c10d-415f-a42e-ad026c573c92,segment=NetworkSegment(6fd8e36a-6c0f-423d-837a-801955e597f9),segment_id=6fd8e36a-6c0f-423d-837a-801955e597f9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:44:18.626694 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1984df69-04c8-4e3e-9794-0649914e632c req-361cbc1d-97ff-413d-ba37-23d79fa7cbb4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394087 Jan 27 17:44:18.627804 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 5ca4c08b-c10d-415f-a42e-ad026c573c92, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5ca4c08b-c10d-415f-a42e-ad026c573c92,segment=NetworkSegment(6fd8e36a-6c0f-423d-837a-801955e597f9),segment_id=6fd8e36a-6c0f-423d-837a-801955e597f9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:44:18.641388 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:18.675430 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca4c08b-c10d-415f-a42e-ad026c573c92', 'code': 200} Jan 27 17:44:18.682017 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '5ca4c08b-c10d-415f-a42e-ad026c573c92', 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb', 'port_id': '5ca4c08b-c10d-415f-a42e-ad026c573c92', 'mac_address': 'fa:16:3e:e8:27:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb56a91-3669-4c96-87b5-33683093d167', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:44:18.757149 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=5ca4c08b-c10d-415f-a42e-ad026c573c92,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:18.761505 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:18.777564 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:18.777936 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:18.778267 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:18.778592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:18.778912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:18.779234 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:18.779552 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:18.779868 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:18.780182 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:18.780475 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:18.780785 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:18.781085 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:18.798821 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca4c08b-c10d-415f-a42e-ad026c573c92 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:44:18.812746 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95ac828e-7598-45d1-bab5-0110f776d6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:18.817473 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 5ca4c08b-c10d-415f-a42e-ad026c573c92, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5ca4c08b-c10d-415f-a42e-ad026c573c92,segment=NetworkSegment(6fd8e36a-6c0f-423d-837a-801955e597f9),segment_id=6fd8e36a-6c0f-423d-837a-801955e597f9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:44:18.821478 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:18.883056 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['5ca4c08b-c10d-415f-a42e-ad026c573c92'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:44:18.929148 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=5ca4c08b-c10d-415f-a42e-ad026c573c92,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:19.817763 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cf6cf-649b-48b4-885a-9d6029a5bab8 req-068d3be4-c3d6-4a6d-acae-457b5f1e53fd tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:19.819085 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-891cf6cf-649b-48b4-885a-9d6029a5bab8 req-068d3be4-c3d6-4a6d-acae-457b5f1e53fd tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 945 time: 0.0832400 Jan 27 17:44:19.866195 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-891cf6cf-649b-48b4-885a-9d6029a5bab8 req-0ea35804-f45d-4079-bc3b-94499aa601d9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390108 Jan 27 17:44:20.175570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc5235-1a7e-42fd-a247-05eed7edbbbd req-6407ed80-8b2e-4428-bf5a-c9d7997bf636 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:20.177039 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-44dc5235-1a7e-42fd-a247-05eed7edbbbd req-6407ed80-8b2e-4428-bf5a-c9d7997bf636 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 945 time: 0.0835125 Jan 27 17:44:20.181625 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527936c7-e905-4211-8eb8-5dddf275eacd req-ab40ee6b-ad87-4e80-9eef-9d70c9b773ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:20.183032 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-527936c7-e905-4211-8eb8-5dddf275eacd req-ab40ee6b-ad87-4e80-9eef-9d70c9b773ac tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c&tenant_id=25c0e5ef386549e2ae211fdeb76119ce&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 945 time: 0.0825491 Jan 27 17:44:20.221780 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-44dc5235-1a7e-42fd-a247-05eed7edbbbd req-4add601c-655e-405a-9da6-8cb9bb6e5668 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385559 Jan 27 17:44:20.323798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527936c7-e905-4211-8eb8-5dddf275eacd req-b2293b7a-7b6f-492a-a90a-5cb435b4ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:20.325271 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-527936c7-e905-4211-8eb8-5dddf275eacd req-b2293b7a-7b6f-492a-a90a-5cb435b4ac12 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 1098 time: 0.0751140 Jan 27 17:44:20.357429 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 5ca4c08b-c10d-415f-a42e-ad026c573c92 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:44:20.428212 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 5ca4c08b-c10d-415f-a42e-ad026c573c92 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:44:20.428619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:20.507150 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527936c7-e905-4211-8eb8-5dddf275eacd req-26ef7599-bbbf-41db-a322-d163bc415b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:20.508594 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-527936c7-e905-4211-8eb8-5dddf275eacd req-26ef7599-bbbf-41db-a322-d163bc415b05 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb HTTP/1.1" status: 200 len: 897 time: 0.1498451 Jan 27 17:44:20.519500 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3643e-2432-484a-95dc-5b17a231eff5 req-34e1581d-37e8-41eb-832b-3a53576fd3c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:20.520858 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1fe3643e-2432-484a-95dc-5b17a231eff5 req-34e1581d-37e8-41eb-832b-3a53576fd3c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 945 time: 0.1930795 Jan 27 17:44:20.548420 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:20.581513 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 5ca4c08b-c10d-415f-a42e-ad026c573c92, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5ca4c08b-c10d-415f-a42e-ad026c573c92,segment=NetworkSegment(6fd8e36a-6c0f-423d-837a-801955e597f9),segment_id=6fd8e36a-6c0f-423d-837a-801955e597f9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:44:20.586443 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:20.646292 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1fe3643e-2432-484a-95dc-5b17a231eff5 req-29d4e18a-d394-4806-a2b9-ba9ba7c66baf tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695324 Jan 27 17:44:20.647981 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-527936c7-e905-4211-8eb8-5dddf275eacd req-0c4a1054-6450-49e0-9ece-f3994bba1960 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ca4c08b-c10d-415f-a42e-ad026c573c92 HTTP/1.1" status: 200 len: 1001 time: 0.1262960 Jan 27 17:44:20.652957 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=5ca4c08b-c10d-415f-a42e-ad026c573c92,revision_number=8']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:20.676324 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca4c08b-c10d-415f-a42e-ad026c573c92'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:44:20.716054 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527936c7-e905-4211-8eb8-5dddf275eacd req-0bdf3070-bc31-445c-a519-3f0fc4fcc02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:20.717486 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-527936c7-e905-4211-8eb8-5dddf275eacd req-0bdf3070-bc31-445c-a519-3f0fc4fcc02b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cb56a91-3669-4c96-87b5-33683093d167 HTTP/1.1" status: 200 len: 835 time: 0.0638001 Jan 27 17:44:20.727384 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca4c08b-c10d-415f-a42e-ad026c573c92', 'code': 200} Jan 27 17:44:20.791880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527936c7-e905-4211-8eb8-5dddf275eacd req-b2adb196-d85f-448c-a13d-dba93805a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:20.793353 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-527936c7-e905-4211-8eb8-5dddf275eacd req-b2adb196-d85f-448c-a13d-dba93805a1f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699847 Jan 27 17:44:21.027022 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-527936c7-e905-4211-8eb8-5dddf275eacd req-8359d5ad-8937-44f1-8b0c-ba25b11499ad service neutron] 10.222.0.83 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270608 Jan 27 17:44:21.068080 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d36ea443-557b-43be-8240-7ca19d8bcf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:21.164265 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-527936c7-e905-4211-8eb8-5dddf275eacd req-f7ac8215-1237-4e67-8743-1e53e6d59648 service neutron] 10.222.0.83 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306717 Jan 27 17:44:21.833468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0639212-92d3-438f-8ae8-4d12487e5749 req-98f0cf58-0d41-4ade-b23c-9e6ac9574a7f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:21.834935 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f0639212-92d3-438f-8ae8-4d12487e5749 req-98f0cf58-0d41-4ade-b23c-9e6ac9574a7f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0835283 Jan 27 17:44:21.879841 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f0639212-92d3-438f-8ae8-4d12487e5749 req-aeac862a-f351-4c0f-9671-27174a1d6002 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385458 Jan 27 17:44:21.902671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44270) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:22.009849 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-99e258c9-0b1a-49c3-af9b-f395001ccba2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/16be97af-40e6-433f-927b-86ba5e73b376 HTTP/1.1" status: 200 len: 994 time: 0.1059890 Jan 27 17:44:22.288029 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:22.307000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:23.568814 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:33.766974 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:40.118701 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0931f702-1e70-4ed2-a60d-bcc246845958 req-665e87ce-0ac7-426e-83c2-b16095f41d7f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698559 Jan 27 17:44:40.265980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931f702-1e70-4ed2-a60d-bcc246845958 req-1f4fd67d-28d1-4474-8c3c-6e948cf844fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:40.267467 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0931f702-1e70-4ed2-a60d-bcc246845958 req-1f4fd67d-28d1-4474-8c3c-6e948cf844fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 1099 time: 0.0774729 Jan 27 17:44:40.422753 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931f702-1e70-4ed2-a60d-bcc246845958 req-f19e173d-b8d5-45aa-a0c8-e1afdb8d09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:40.424214 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0931f702-1e70-4ed2-a60d-bcc246845958 req-f19e173d-b8d5-45aa-a0c8-e1afdb8d09b4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb HTTP/1.1" status: 200 len: 897 time: 0.1346531 Jan 27 17:44:40.527783 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0931f702-1e70-4ed2-a60d-bcc246845958 req-b4b40b2a-493e-432a-b54a-b4be22299a9d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ca4c08b-c10d-415f-a42e-ad026c573c92 HTTP/1.1" status: 200 len: 1002 time: 0.0969198 Jan 27 17:44:40.591648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931f702-1e70-4ed2-a60d-bcc246845958 req-5aad60dd-c0e7-4248-ab5e-db76d1f59c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:40.593010 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0931f702-1e70-4ed2-a60d-bcc246845958 req-5aad60dd-c0e7-4248-ab5e-db76d1f59c86 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cb56a91-3669-4c96-87b5-33683093d167 HTTP/1.1" status: 200 len: 835 time: 0.0577328 Jan 27 17:44:40.668202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931f702-1e70-4ed2-a60d-bcc246845958 req-e0290cae-c27e-443c-b829-fbddf7cc2ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:40.669579 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0931f702-1e70-4ed2-a60d-bcc246845958 req-e0290cae-c27e-443c-b829-fbddf7cc2ea3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697801 Jan 27 17:44:40.802976 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0931f702-1e70-4ed2-a60d-bcc246845958 req-fb02d1ad-2e66-4d8e-a492-90bc174b1eaa service neutron] 10.222.0.83 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253378 Jan 27 17:44:40.932646 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0931f702-1e70-4ed2-a60d-bcc246845958 req-c11385e4-646c-4531-88d8-73daff2351ac service neutron] 10.222.0.83 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224370 Jan 27 17:44:48.562782 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44286) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:48.765839 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port fe2adc44-a0bf-447a-b467-767a9d8979fb {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:44:48.766185 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:48.803253 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-abdcd2b7-4948-47ab-b710-1a89190946eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:49.036435 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:49.036677 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:49.160582 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for fe2adc44-a0bf-447a-b467-767a9d8979fb owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:44:49.312968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:49.358389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=fe2adc44-a0bf-447a-b467-767a9d8979fb,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:49.396309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:49.396652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:49.396986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:49.397338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:49.397642 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:49.397992 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:49.398314 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:49.398634 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:49.398950 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:49.399267 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:49.399599 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:49.399888 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:49.462672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:49.463021 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Floating IP 16be97af-40e6-433f-927b-86ba5e73b376 disassociated (deleted). External IP: 172.26.1.221, port: 5ca4c08b-c10d-415f-a42e-ad026c573c92. Jan 27 17:44:49.811555 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router e04367ad-35f2-4ab8-83b8-c537278d6b3d has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:44:49.994325 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:44:50.004234 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd330e6-d5e8-4d2d-99c6-c1a9b6da37be None None] Sync routers for ids ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:44:50.013995 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd330e6-d5e8-4d2d-99c6-c1a9b6da37be None None] Routers {'e04367ad-35f2-4ab8-83b8-c537278d6b3d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:44:50.014576 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-9bd330e6-d5e8-4d2d-99c6-c1a9b6da37be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:44:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:50.016440 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:50.071127 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-351e339c-1140-44aa-be8a-eb64cb9fba3f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/floatingips/16be97af-40e6-433f-927b-86ba5e73b376 HTTP/1.1" status: 204 len: 168 time: 1.5071642 Jan 27 17:44:50.071712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'tag': '5ca4c08b-c10d-415f-a42e-ad026c573c92'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:44:50.129403 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'tag': '5ca4c08b-c10d-415f-a42e-ad026c573c92', 'status': 'completed', 'code': 200} Jan 27 17:44:50.209617 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-9bd330e6-d5e8-4d2d-99c6-c1a9b6da37be None None] Set router e04367ad-35f2-4ab8-83b8-c537278d6b3d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:44:50.226666 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bea5c5-aecf-42dd-9b28-77251889543d req-a49f54cc-f26e-4ab3-9b95-15008a9c386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:50.228712 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b0bea5c5-aecf-42dd-9b28-77251889543d req-a49f54cc-f26e-4ab3-9b95-15008a9c386d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 1099 time: 0.0745227 Jan 27 17:44:50.487911 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338af4e8-898c-4f0f-bedc-dd72f7a7bb26 req-925a4064-8b8f-4c8f-bf5a-c3b14b497669 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:50.489189 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bea5c5-aecf-42dd-9b28-77251889543d req-5ead388d-11a8-4b71-9972-5f433c663ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:50.489494 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-338af4e8-898c-4f0f-bedc-dd72f7a7bb26 req-925a4064-8b8f-4c8f-bf5a-c3b14b497669 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.1042368 Jan 27 17:44:50.490420 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b0bea5c5-aecf-42dd-9b28-77251889543d req-5ead388d-11a8-4b71-9972-5f433c663ff0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb HTTP/1.1" status: 200 len: 897 time: 0.2555985 Jan 27 17:44:50.539494 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-338af4e8-898c-4f0f-bedc-dd72f7a7bb26 req-ce7451c0-e781-408b-8c2b-aa5376590e0b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432084 Jan 27 17:44:50.557913 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b0bea5c5-aecf-42dd-9b28-77251889543d req-35b7eed6-7537-4384-8453-6b901bf50f12 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ca4c08b-c10d-415f-a42e-ad026c573c92 HTTP/1.1" status: 200 len: 217 time: 0.0605118 Jan 27 17:44:50.582875 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-9bd330e6-d5e8-4d2d-99c6-c1a9b6da37be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782964658', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:04Z', 'updated_at': '2022-01-27T17:43:09Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:05Z', 'updated_at': '2022-01-27T17:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '2cb6f57a-432b-4cf8-8948-b35349ae1fe7', 'name': '', 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:82:bf:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0cb56a91-3669-4c96-87b5-33683093d167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:08Z', 'updated_at': '2022-01-27T17:43:14Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '0cb56a91-3669-4c96-87b5-33683093d167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:50.586735 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd330e6-d5e8-4d2d-99c6-c1a9b6da37be None None] Checking router: e04367ad-35f2-4ab8-83b8-c537278d6b3d for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:44:50.594913 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd330e6-d5e8-4d2d-99c6-c1a9b6da37be None None] Routers {'e04367ad-35f2-4ab8-83b8-c537278d6b3d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:44:50.595492 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-9bd330e6-d5e8-4d2d-99c6-c1a9b6da37be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:44:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:50.622093 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bea5c5-aecf-42dd-9b28-77251889543d req-daff53a8-7e5f-4396-b28b-18cb069b66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:50.623547 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b0bea5c5-aecf-42dd-9b28-77251889543d req-daff53a8-7e5f-4396-b28b-18cb069b66eb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cb56a91-3669-4c96-87b5-33683093d167 HTTP/1.1" status: 200 len: 835 time: 0.0588837 Jan 27 17:44:50.698504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bea5c5-aecf-42dd-9b28-77251889543d req-723d82eb-28ea-48c1-8933-dd83f0d13aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:50.699969 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b0bea5c5-aecf-42dd-9b28-77251889543d req-723d82eb-28ea-48c1-8933-dd83f0d13aa5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d6291df-29e5-4b18-a9ec-0067e5e51ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694518 Jan 27 17:44:50.773754 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-9bd330e6-d5e8-4d2d-99c6-c1a9b6da37be None None] Set router e04367ad-35f2-4ab8-83b8-c537278d6b3d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:44:50.831538 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b0bea5c5-aecf-42dd-9b28-77251889543d req-3dbdc91c-9fc5-4428-8c83-0ed9d64da2f7 service neutron] 10.222.0.83 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242445 Jan 27 17:44:50.963192 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b0bea5c5-aecf-42dd-9b28-77251889543d req-b9bf55a4-1cfb-4311-83a7-b02635a1bb4b service neutron] 10.222.0.83 "GET /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246448 Jan 27 17:44:51.072801 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93ded5d0-4c85-4115-b1b1-48cedec46c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:51.083397 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-9bd330e6-d5e8-4d2d-99c6-c1a9b6da37be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782964658', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:04Z', 'updated_at': '2022-01-27T17:43:09Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:05Z', 'updated_at': '2022-01-27T17:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '2cb6f57a-432b-4cf8-8948-b35349ae1fe7', 'name': '', 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:82:bf:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0cb56a91-3669-4c96-87b5-33683093d167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:08Z', 'updated_at': '2022-01-27T17:43:14Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '0cb56a91-3669-4c96-87b5-33683093d167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:51.087538 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd330e6-d5e8-4d2d-99c6-c1a9b6da37be None None] The sync data for ids ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'] in dv-neutron-826439-2-hyperv is: [{'id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782964658', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:04Z', 'updated_at': '2022-01-27T17:43:09Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:05Z', 'updated_at': '2022-01-27T17:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '2cb6f57a-432b-4cf8-8948-b35349ae1fe7', 'name': '', 'network_id': '0d6291df-29e5-4b18-a9ec-0067e5e51ceb', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:82:bf:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0cb56a91-3669-4c96-87b5-33683093d167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:08Z', 'updated_at': '2022-01-27T17:43:14Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '0cb56a91-3669-4c96-87b5-33683093d167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:44:51.299493 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27401d8d-1447-4f3d-a3bc-0e3ed6f3ed31 None None] New status for floating IP 16be97af-40e6-433f-927b-86ba5e73b376: DOWN {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:44:51.605836 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:44:51.756600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925abe8-b7dd-4743-863b-be0a45d44d9d req-686ea6ec-6191-4a2c-9c93-e5bec4c7b92e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:51.757225 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-c925abe8-b7dd-4743-863b-be0a45d44d9d req-686ea6ec-6191-4a2c-9c93-e5bec4c7b92e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:44:51.774190 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-c925abe8-b7dd-4743-863b-be0a45d44d9d req-686ea6ec-6191-4a2c-9c93-e5bec4c7b92e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:44:51.775315 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c925abe8-b7dd-4743-863b-be0a45d44d9d req-686ea6ec-6191-4a2c-9c93-e5bec4c7b92e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.1140790 Jan 27 17:44:51.819903 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c925abe8-b7dd-4743-863b-be0a45d44d9d req-0f439880-4183-4296-9163-a76aaf2e2397 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=71c667be-e571-4749-b0a6-c049e8ce0448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383689 Jan 27 17:44:52.063958 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa083f7a-9500-4883-bc3d-a1e9de6b8bee req-e19ef0cd-92f3-448f-b9fb-e8e42a66bf03 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:44:52.065283 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fa083f7a-9500-4883-bc3d-a1e9de6b8bee req-e19ef0cd-92f3-448f-b9fb-e8e42a66bf03 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 946 time: 0.0877862 Jan 27 17:44:52.138700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-fa083f7a-9500-4883-bc3d-a1e9de6b8bee req-291c2431-1060-402e-ac1b-dbd0419356b3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port 5ca4c08b-c10d-415f-a42e-ad026c573c92 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:44:52.139041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-fa083f7a-9500-4883-bc3d-a1e9de6b8bee req-291c2431-1060-402e-ac1b-dbd0419356b3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:52.289842 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:52.311691 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:52.404507 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-fa083f7a-9500-4883-bc3d-a1e9de6b8bee req-291c2431-1060-402e-ac1b-dbd0419356b3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] For port 5ca4c08b-c10d-415f-a42e-ad026c573c92, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5ca4c08b-c10d-415f-a42e-ad026c573c92,segment=NetworkSegment(6fd8e36a-6c0f-423d-837a-801955e597f9),segment_id=6fd8e36a-6c0f-423d-837a-801955e597f9)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:44:52.404744 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-fa083f7a-9500-4883-bc3d-a1e9de6b8bee req-291c2431-1060-402e-ac1b-dbd0419356b3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:52.527456 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-fa083f7a-9500-4883-bc3d-a1e9de6b8bee req-291c2431-1060-402e-ac1b-dbd0419356b3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for 5ca4c08b-c10d-415f-a42e-ad026c573c92 owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:44:52.682615 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-fa083f7a-9500-4883-bc3d-a1e9de6b8bee req-291c2431-1060-402e-ac1b-dbd0419356b3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:52.731262 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c2431-1060-402e-ac1b-dbd0419356b3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=5ca4c08b-c10d-415f-a42e-ad026c573c92,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:52.807140 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa083f7a-9500-4883-bc3d-a1e9de6b8bee req-291c2431-1060-402e-ac1b-dbd0419356b3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] No DVR routers for this DVR port 5ca4c08b-c10d-415f-a42e-ad026c573c92 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:44:52.810196 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-fa083f7a-9500-4883-bc3d-a1e9de6b8bee req-291c2431-1060-402e-ac1b-dbd0419356b3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:52.812602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'name': 'network-vif-deleted', 'tag': '5ca4c08b-c10d-415f-a42e-ad026c573c92'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:44:52.829156 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fa083f7a-9500-4883-bc3d-a1e9de6b8bee req-291c2431-1060-402e-ac1b-dbd0419356b3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "DELETE /v2.0/ports/5ca4c08b-c10d-415f-a42e-ad026c573c92 HTTP/1.1" status: 204 len: 173 time: 0.7562943 Jan 27 17:44:52.858679 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fa399c-fa5f-46a5-803b-7bf38eb6b26c', 'name': 'network-vif-deleted', 'tag': '5ca4c08b-c10d-415f-a42e-ad026c573c92', 'status': 'completed', 'code': 200} Jan 27 17:44:52.978622 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-4d1ebf86-4ee3-4dd5-a266-ddb68d942a3a req-ad928bb5-7d4a-4471-974b-65789c2284c2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:44:52.994529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-4d1ebf86-4ee3-4dd5-a266-ddb68d942a3a req-ad928bb5-7d4a-4471-974b-65789c2284c2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:44:52.995638 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4d1ebf86-4ee3-4dd5-a266-ddb68d942a3a req-ad928bb5-7d4a-4471-974b-65789c2284c2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=88fa399c-fa5f-46a5-803b-7bf38eb6b26c HTTP/1.1" status: 200 len: 210 time: 0.0589805 Jan 27 17:44:53.568801 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:54.102435 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44304) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:54.570351 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 5ca4c08b-c10d-415f-a42e-ad026c573c92 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:44:54.604578 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 5ca4c08b-c10d-415f-a42e-ad026c573c92 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:44:54.604913 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 5ca4c08b-c10d-415f-a42e-ad026c573c92 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:44:54.775998 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-33e8bc3d-983f-4635-9712-80a456c73264 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:55.130766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-33e8bc3d-983f-4635-9712-80a456c73264 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:44:55.131453 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-33e8bc3d-983f-4635-9712-80a456c73264 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:55.318901 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-33e8bc3d-983f-4635-9712-80a456c73264 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] For port 2cb6f57a-432b-4cf8-8948-b35349ae1fe7, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=2cb6f57a-432b-4cf8-8948-b35349ae1fe7,segment=NetworkSegment(6fd8e36a-6c0f-423d-837a-801955e597f9),segment_id=6fd8e36a-6c0f-423d-837a-801955e597f9)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:44:55.319252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-33e8bc3d-983f-4635-9712-80a456c73264 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:55.443299 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-33e8bc3d-983f-4635-9712-80a456c73264 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:44:55.765957 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-33e8bc3d-983f-4635-9712-80a456c73264 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:55.812253 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8bc3d-983f-4635-9712-80a456c73264 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=2cb6f57a-432b-4cf8-8948-b35349ae1fe7,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:56.207097 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-33e8bc3d-983f-4635-9712-80a456c73264 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:56.567213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e8bc3d-983f-4635-9712-80a456c73264 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router e04367ad-35f2-4ab8-83b8-c537278d6b3d has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:44:56.744944 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e8bc3d-983f-4635-9712-80a456c73264 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:44:56.755531 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e856f7-716e-40fd-8693-dbed7b08e27d None None] Sync routers for ids ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:44:56.761976 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-33e8bc3d-983f-4635-9712-80a456c73264 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "PUT /v2.0/routers/e04367ad-35f2-4ab8-83b8-c537278d6b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6584332 Jan 27 17:44:56.764794 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44308) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:56.765225 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e856f7-716e-40fd-8693-dbed7b08e27d None None] Routers {'e04367ad-35f2-4ab8-83b8-c537278d6b3d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:44:56.765855 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-e7e856f7-716e-40fd-8693-dbed7b08e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:44:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:56.833471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1f6fb0-e483-4510-8bfb-1294adeb2918 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting subnet 0cb56a91-3669-4c96-87b5-33683093d167 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:44:56.836475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6fb0-e483-4510-8bfb-1294adeb2918 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:56.894474 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6fb0-e483-4510-8bfb-1294adeb2918 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:56.960563 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-e7e856f7-716e-40fd-8693-dbed7b08e27d None None] Set router e04367ad-35f2-4ab8-83b8-c537278d6b3d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:44:56.977030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6fb0-e483-4510-8bfb-1294adeb2918 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:57.050392 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6fb0-e483-4510-8bfb-1294adeb2918 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:57.090907 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f6fb0-e483-4510-8bfb-1294adeb2918 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb56a91-3669-4c96-87b5-33683093d167,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:57.096210 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6fb0-e483-4510-8bfb-1294adeb2918 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:57.102362 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-ab1f6fb0-e483-4510-8bfb-1294adeb2918 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/subnets/0cb56a91-3669-4c96-87b5-33683093d167 HTTP/1.1" status: 204 len: 168 time: 0.3366582 Jan 27 17:44:57.105041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44312) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:57.105476 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf3aaeb-a9c5-4a1d-b37c-8985b409d0c1 None None] Network 0d6291df-29e5-4b18-a9ec-0067e5e51ceb requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:44:57.252132 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-e7e856f7-716e-40fd-8693-dbed7b08e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782964658', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:04Z', 'updated_at': '2022-01-27T17:44:55Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:05Z', 'updated_at': '2022-01-27T17:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:57.255966 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e856f7-716e-40fd-8693-dbed7b08e27d None None] Checking router: e04367ad-35f2-4ab8-83b8-c537278d6b3d for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:44:57.264609 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e856f7-716e-40fd-8693-dbed7b08e27d None None] Routers {'e04367ad-35f2-4ab8-83b8-c537278d6b3d'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:44:57.265163 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-e7e856f7-716e-40fd-8693-dbed7b08e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:44:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:57.280510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b960c8bb-c8ab-4cb9-871e-9138f755269c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:57.396092 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8c8d24-8cdf-4184-a439-1991e71ba070 None None] DHCP port deletion for 0d6291df-29e5-4b18-a9ec-0067e5e51ceb request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:44:57.400365 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c8d24-8cdf-4184-a439-1991e71ba070 None None] Deleting port ab9c90bb-910a-4dc0-8a46-3ab282845f16 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:44:57.400733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f8c8d24-8cdf-4184-a439-1991e71ba070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:57.451796 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-e7e856f7-716e-40fd-8693-dbed7b08e27d None None] Set router e04367ad-35f2-4ab8-83b8-c537278d6b3d gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:44:57.590144 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b960c8bb-c8ab-4cb9-871e-9138f755269c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:57.600801 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-b960c8bb-c8ab-4cb9-871e-9138f755269c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port fe25b730-d37b-405f-8976-2b3d145426bb {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:44:57.601070 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b960c8bb-c8ab-4cb9-871e-9138f755269c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:57.604847 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-0f8c8d24-8cdf-4184-a439-1991e71ba070 None None] For port ab9c90bb-910a-4dc0-8a46-3ab282845f16, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=ab9c90bb-910a-4dc0-8a46-3ab282845f16,segment=NetworkSegment(6fd8e36a-6c0f-423d-837a-801955e597f9),segment_id=6fd8e36a-6c0f-423d-837a-801955e597f9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:44:57.605299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f8c8d24-8cdf-4184-a439-1991e71ba070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:57.728406 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c8d24-8cdf-4184-a439-1991e71ba070 None None] Calling delete_port for ab9c90bb-910a-4dc0-8a46-3ab282845f16 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:44:57.763958 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-e7e856f7-716e-40fd-8693-dbed7b08e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782964658', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:04Z', 'updated_at': '2022-01-27T17:44:55Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:05Z', 'updated_at': '2022-01-27T17:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:57.768222 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e856f7-716e-40fd-8693-dbed7b08e27d None None] The sync data for ids ['e04367ad-35f2-4ab8-83b8-c537278d6b3d'] in dv-neutron-826439-2-hyperv is: [{'id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782964658', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:43:04Z', 'updated_at': '2022-01-27T17:44:55Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'fe25b730-d37b-405f-8976-2b3d145426bb', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04367ad-35f2-4ab8-83b8-c537278d6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:43:05Z', 'updated_at': '2022-01-27T17:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:44:57.777210 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-b960c8bb-c8ab-4cb9-871e-9138f755269c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] For port fe25b730-d37b-405f-8976-2b3d145426bb, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=fe25b730-d37b-405f-8976-2b3d145426bb,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:44:57.777542 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b960c8bb-c8ab-4cb9-871e-9138f755269c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:57.806685 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f8c8d24-8cdf-4184-a439-1991e71ba070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:57.853763 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c8d24-8cdf-4184-a439-1991e71ba070 None None] Pushing event deleted for resources: {'Port': ['ID=ab9c90bb-910a-4dc0-8a46-3ab282845f16,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:57.856941 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c8d24-8cdf-4184-a439-1991e71ba070 None None] No DVR routers for this DVR port ab9c90bb-910a-4dc0-8a46-3ab282845f16 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:44:57.903368 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-b960c8bb-c8ab-4cb9-871e-9138f755269c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for fe25b730-d37b-405f-8976-2b3d145426bb owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:44:58.074264 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b960c8bb-c8ab-4cb9-871e-9138f755269c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:58.120016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960c8bb-c8ab-4cb9-871e-9138f755269c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=fe25b730-d37b-405f-8976-2b3d145426bb,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:58.224090 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b960c8bb-c8ab-4cb9-871e-9138f755269c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:58.245545 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ab9c90bb-910a-4dc0-8a46-3ab282845f16 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:44:58.282963 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: ab9c90bb-910a-4dc0-8a46-3ab282845f16 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:44:58.283309 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device ab9c90bb-910a-4dc0-8a46-3ab282845f16 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:44:58.283738 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:44:58.317629 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:44:58.318002 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 2cb6f57a-432b-4cf8-8948-b35349ae1fe7 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:44:58.400987 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b960c8bb-c8ab-4cb9-871e-9138f755269c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:58.403242 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b960c8bb-c8ab-4cb9-871e-9138f755269c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:58.428100 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b960c8bb-c8ab-4cb9-871e-9138f755269c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:58.428631 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b960c8bb-c8ab-4cb9-871e-9138f755269c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Fanout notify agent at l3_agent the message router_deleted on router e04367ad-35f2-4ab8-83b8-c537278d6b3d {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:44:58.445414 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-b960c8bb-c8ab-4cb9-871e-9138f755269c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:58.449474 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b960c8bb-c8ab-4cb9-871e-9138f755269c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/routers/e04367ad-35f2-4ab8-83b8-c537278d6b3d HTTP/1.1" status: 204 len: 168 time: 1.3405745 Jan 27 17:44:58.449474 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44316) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:58.566064 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d5e39da-3355-4eae-8b59-7a7cc52319ce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:58.701139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d5e39da-3355-4eae-8b59-7a7cc52319ce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:58.727163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-2d5e39da-3355-4eae-8b59-7a7cc52319ce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6291df-29e5-4b18-a9ec-0067e5e51ceb']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:58.739655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-2d5e39da-3355-4eae-8b59-7a7cc52319ce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd8e36a-6c0f-423d-837a-801955e597f9') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:58.739944 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-2d5e39da-3355-4eae-8b59-7a7cc52319ce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd8e36a-6c0f-423d-837a-801955e597f9') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:44:58.751070 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d5e39da-3355-4eae-8b59-7a7cc52319ce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:58.767837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d5e39da-3355-4eae-8b59-7a7cc52319ce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:58.775406 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5e39da-3355-4eae-8b59-7a7cc52319ce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:44:58.775792 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d5e39da-3355-4eae-8b59-7a7cc52319ce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:44:58.790159 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:44:58.995611 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d5e39da-3355-4eae-8b59-7a7cc52319ce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.014163 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2d5e39da-3355-4eae-8b59-7a7cc52319ce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.025086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e39da-3355-4eae-8b59-7a7cc52319ce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Network': ['ID=0d6291df-29e5-4b18-a9ec-0067e5e51ceb,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:59.035063 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2d5e39da-3355-4eae-8b59-7a7cc52319ce tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/networks/0d6291df-29e5-4b18-a9ec-0067e5e51ceb HTTP/1.1" status: 204 len: 168 time: 0.5847752 Jan 27 17:44:59.038027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44320) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:59.106814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-475a6ec3-c889-4f01-bdff-795eb92cfaa1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.138733 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-475a6ec3-c889-4f01-bdff-795eb92cfaa1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.207660 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-475a6ec3-c889-4f01-bdff-795eb92cfaa1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.224621 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a6ec3-c889-4f01-bdff-795eb92cfaa1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c667be-e571-4749-b0a6-c049e8ce0448,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:59.233705 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a6ec3-c889-4f01-bdff-795eb92cfaa1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.234075 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a6ec3-c889-4f01-bdff-795eb92cfaa1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.234412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a6ec3-c889-4f01-bdff-795eb92cfaa1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.234734 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a6ec3-c889-4f01-bdff-795eb92cfaa1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.235064 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a6ec3-c889-4f01-bdff-795eb92cfaa1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.235393 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a6ec3-c889-4f01-bdff-795eb92cfaa1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.235718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a6ec3-c889-4f01-bdff-795eb92cfaa1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.236031 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a6ec3-c889-4f01-bdff-795eb92cfaa1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.236350 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a6ec3-c889-4f01-bdff-795eb92cfaa1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.236667 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a6ec3-c889-4f01-bdff-795eb92cfaa1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.236985 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a6ec3-c889-4f01-bdff-795eb92cfaa1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.237301 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475a6ec3-c889-4f01-bdff-795eb92cfaa1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:44:59.246135 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-475a6ec3-c889-4f01-bdff-795eb92cfaa1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.247152 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-475a6ec3-c889-4f01-bdff-795eb92cfaa1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/security-groups/71c667be-e571-4749-b0a6-c049e8ce0448 HTTP/1.1" status: 204 len: 168 time: 0.2080662 Jan 27 17:44:59.472125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44328) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:59.477749 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-44da7036-997a-4515-9259-145f7a473e61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-893461683', 'description': 'tempest-secgroup-smoke-893461683 description', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:44:59.483975 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-44da7036-997a-4515-9259-145f7a473e61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:44:59.488184 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-44da7036-997a-4515-9259-145f7a473e61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:44:59.491196 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-44da7036-997a-4515-9259-145f7a473e61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:44:59.496988 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-44da7036-997a-4515-9259-145f7a473e61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:44:59.510148 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-44da7036-997a-4515-9259-145f7a473e61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.534041 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-44da7036-997a-4515-9259-145f7a473e61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:44:59.537914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-44da7036-997a-4515-9259-145f7a473e61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:44:59.540663 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-44da7036-997a-4515-9259-145f7a473e61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:44:59.546238 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-44da7036-997a-4515-9259-145f7a473e61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:44:59.623721 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-44da7036-997a-4515-9259-145f7a473e61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.630209 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-44da7036-997a-4515-9259-145f7a473e61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.673330 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da7036-997a-4515-9259-145f7a473e61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413a9842-1d3a-4e6b-bc54-14addd0d546c,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:59.678926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-44da7036-997a-4515-9259-145f7a473e61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.680103 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-44da7036-997a-4515-9259-145f7a473e61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2070098 Jan 27 17:44:59.683025 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44332) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:59.688425 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-dc02346f-62ad-4856-bab7-e3ccf8665eef tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '413a9842-1d3a-4e6b-bc54-14addd0d546c', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:44:59.694471 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-dc02346f-62ad-4856-bab7-e3ccf8665eef tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:44:59.698458 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-dc02346f-62ad-4856-bab7-e3ccf8665eef tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:44:59.701496 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-dc02346f-62ad-4856-bab7-e3ccf8665eef tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:44:59.707483 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-dc02346f-62ad-4856-bab7-e3ccf8665eef tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:44:59.726228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dc02346f-62ad-4856-bab7-e3ccf8665eef tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.787498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dc02346f-62ad-4856-bab7-e3ccf8665eef tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.792228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dc02346f-62ad-4856-bab7-e3ccf8665eef tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.815182 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02346f-62ad-4856-bab7-e3ccf8665eef tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c947e8b-fe52-4067-8b9c-81733070d558,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:59.825164 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-dc02346f-62ad-4856-bab7-e3ccf8665eef tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.826399 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-dc02346f-62ad-4856-bab7-e3ccf8665eef tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424782 Jan 27 17:44:59.830445 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44336) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:59.835394 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b61f14ad-bbfd-447d-a72f-2243d6b09aba tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '413a9842-1d3a-4e6b-bc54-14addd0d546c', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:44:59.841444 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b61f14ad-bbfd-447d-a72f-2243d6b09aba tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:44:59.845477 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b61f14ad-bbfd-447d-a72f-2243d6b09aba tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:44:59.848528 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b61f14ad-bbfd-447d-a72f-2243d6b09aba tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:44:59.854282 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b61f14ad-bbfd-447d-a72f-2243d6b09aba tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:44:59.871884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b61f14ad-bbfd-447d-a72f-2243d6b09aba tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.876524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fe25b730-d37b-405f-8976-2b3d145426bb no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:44:59.910436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: fe25b730-d37b-405f-8976-2b3d145426bb {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:44:59.910775 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device fe25b730-d37b-405f-8976-2b3d145426bb not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:44:59.938811 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b61f14ad-bbfd-447d-a72f-2243d6b09aba tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.944448 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b61f14ad-bbfd-447d-a72f-2243d6b09aba tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.966763 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f14ad-bbfd-447d-a72f-2243d6b09aba tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263ea18b-0721-4468-a586-4c3b4693587f,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:44:59.976767 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b61f14ad-bbfd-447d-a72f-2243d6b09aba tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:44:59.977961 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b61f14ad-bbfd-447d-a72f-2243d6b09aba tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465905 Jan 27 17:44:59.980815 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44340) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:44:59.985741 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-1fc72122-fae9-4649-8668-cd048e305200 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '413a9842-1d3a-4e6b-bc54-14addd0d546c', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:44:59.991937 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1fc72122-fae9-4649-8668-cd048e305200 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:44:59.996108 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1fc72122-fae9-4649-8668-cd048e305200 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:44:59.999104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1fc72122-fae9-4649-8668-cd048e305200 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:45:00.004980 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-1fc72122-fae9-4649-8668-cd048e305200 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:45:00.022048 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1fc72122-fae9-4649-8668-cd048e305200 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.083912 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1fc72122-fae9-4649-8668-cd048e305200 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.089222 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1fc72122-fae9-4649-8668-cd048e305200 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.112068 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc72122-fae9-4649-8668-cd048e305200 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd454bb-9bdc-4e8c-b9a5-6393c47336f4,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:00.122240 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1fc72122-fae9-4649-8668-cd048e305200 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.123407 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1fc72122-fae9-4649-8668-cd048e305200 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416886 Jan 27 17:45:00.127342 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44344) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:00.132121 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-6f7a6ad4-7d34-464e-aad1-e3ab3a41d58b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '413a9842-1d3a-4e6b-bc54-14addd0d546c', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:45:00.137831 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6f7a6ad4-7d34-464e-aad1-e3ab3a41d58b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:45:00.141570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6f7a6ad4-7d34-464e-aad1-e3ab3a41d58b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:45:00.144457 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-6f7a6ad4-7d34-464e-aad1-e3ab3a41d58b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:45:00.150228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-6f7a6ad4-7d34-464e-aad1-e3ab3a41d58b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:45:00.168570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6f7a6ad4-7d34-464e-aad1-e3ab3a41d58b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.231479 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6f7a6ad4-7d34-464e-aad1-e3ab3a41d58b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.236963 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6f7a6ad4-7d34-464e-aad1-e3ab3a41d58b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.259378 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a6ad4-7d34-464e-aad1-e3ab3a41d58b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e329766f-afee-456b-babe-98b1ddc970ca,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:00.269326 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-6f7a6ad4-7d34-464e-aad1-e3ab3a41d58b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.270599 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-6f7a6ad4-7d34-464e-aad1-e3ab3a41d58b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422441 Jan 27 17:45:00.273613 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44348) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:00.278470 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-894b1c14-c745-491b-a7f4-676500eb99e7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '413a9842-1d3a-4e6b-bc54-14addd0d546c', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:45:00.284547 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-894b1c14-c745-491b-a7f4-676500eb99e7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:45:00.288780 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-894b1c14-c745-491b-a7f4-676500eb99e7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:45:00.291805 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-894b1c14-c745-491b-a7f4-676500eb99e7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:45:00.297787 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-894b1c14-c745-491b-a7f4-676500eb99e7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:45:00.314911 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-894b1c14-c745-491b-a7f4-676500eb99e7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Project 25c0e5ef386549e2ae211fdeb76119ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:45:00.322459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-894b1c14-c745-491b-a7f4-676500eb99e7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.391864 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-894b1c14-c745-491b-a7f4-676500eb99e7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.396740 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-894b1c14-c745-491b-a7f4-676500eb99e7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.420309 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b1c14-c745-491b-a7f4-676500eb99e7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6493cfb8-c97a-4040-9239-7ccf9c7729ea,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:00.430683 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-894b1c14-c745-491b-a7f4-676500eb99e7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.431847 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-894b1c14-c745-491b-a7f4-676500eb99e7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1572847 Jan 27 17:45:00.435024 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44352) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:00.440511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-07a34bfb-ec2e-4323-8233-a3baa3be6836 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '413a9842-1d3a-4e6b-bc54-14addd0d546c', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:45:00.446447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-07a34bfb-ec2e-4323-8233-a3baa3be6836 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:45:00.450596 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-07a34bfb-ec2e-4323-8233-a3baa3be6836 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:45:00.453515 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-07a34bfb-ec2e-4323-8233-a3baa3be6836 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:45:00.459224 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-07a34bfb-ec2e-4323-8233-a3baa3be6836 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:45:00.470353 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-07a34bfb-ec2e-4323-8233-a3baa3be6836 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Project 25c0e5ef386549e2ae211fdeb76119ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:45:00.476713 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-07a34bfb-ec2e-4323-8233-a3baa3be6836 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.541175 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-07a34bfb-ec2e-4323-8233-a3baa3be6836 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.546097 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-07a34bfb-ec2e-4323-8233-a3baa3be6836 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.569133 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a34bfb-ec2e-4323-8233-a3baa3be6836 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c082e4-3b08-4034-a2d7-223c33816fe7,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:00.579657 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-07a34bfb-ec2e-4323-8233-a3baa3be6836 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.580820 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-07a34bfb-ec2e-4323-8233-a3baa3be6836 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1448002 Jan 27 17:45:00.585458 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44356) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:00.590826 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-2fd9f048-5e38-416e-a6bd-2fd67a6410b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'network': {'name': 'tempest-network-smoke--1219597827', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'port_security_enabled': True}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:45:00.595630 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2fd9f048-5e38-416e-a6bd-2fd67a6410b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:45:00.599695 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2fd9f048-5e38-416e-a6bd-2fd67a6410b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:network and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:45:00.602574 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-2fd9f048-5e38-416e-a6bd-2fd67a6410b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:45:00.611736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-2fd9f048-5e38-416e-a6bd-2fd67a6410b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:45:00.627464 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd9f048-5e38-416e-a6bd-2fd67a6410b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Made reservation on behalf of 25c0e5ef386549e2ae211fdeb76119ce for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:45:00.632198 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2fd9f048-5e38-416e-a6bd-2fd67a6410b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.663674 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd9f048-5e38-416e-a6bd-2fd67a6410b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:45:00.671915 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2fd9f048-5e38-416e-a6bd-2fd67a6410b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.671915 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-2fd9f048-5e38-416e-a6bd-2fd67a6410b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Added segment 98551126-68c1-4a15-a62d-d03aa4acbc32 of type vlan for network 2626f624-4a4d-4555-aa5c-36cb489c78fd Jan 27 17:45:00.700997 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2fd9f048-5e38-416e-a6bd-2fd67a6410b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.742308 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2fd9f048-5e38-416e-a6bd-2fd67a6410b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.747746 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd9f048-5e38-416e-a6bd-2fd67a6410b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:00.748321 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-2fd9f048-5e38-416e-a6bd-2fd67a6410b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.852527 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-2fd9f048-5e38-416e-a6bd-2fd67a6410b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2659903 Jan 27 17:45:00.855540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44360) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:00.857503 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9f048-5e38-416e-a6bd-2fd67a6410b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Network': ['ID=2626f624-4a4d-4555-aa5c-36cb489c78fd,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:00.860909 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-85408920', 'admin_state_up': True, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:45:00.868560 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 2626f624-4a4d-4555-aa5c-36cb489c78fd details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:45:00.868878 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:45:00.873124 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:router and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:45:00.876182 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:45:00.882799 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:45:00.893125 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.894231 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:00.909386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:01.184621 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:01.494973 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:01.523835 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:01.658800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.26.1.109 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/f2cef9ee-ea44-499c-b315-9ba1fddf5842) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:45:01.803749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:01.836041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:01.903670 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:45:01.906515 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:45:01.910238 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:45:01.947398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=f2cef9ee-ea44-499c-b315-9ba1fddf5842,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:02.443465 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:02.788166 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:02.998194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 4127edf5-f98f-4747-9f91-5193bb79b08b is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:45:03.185612 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:45:03.195687 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Sync routers for ids ['4127edf5-f98f-4747-9f91-5193bb79b08b'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:45:03.205555 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Routers {'4127edf5-f98f-4747-9f91-5193bb79b08b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:45:03.206206 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:44:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['4127edf5-f98f-4747-9f91-5193bb79b08b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:45:03.213906 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:03.215103 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c989ca64-38b7-43f9-8956-8d9459787ac9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3584647 Jan 27 17:45:03.218247 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44364) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:03.258072 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2b59e4f3-ec36-40bd-bb28-f466c7d7688e tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=25c0e5ef386549e2ae211fdeb76119ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387151 Jan 27 17:45:03.260779 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44368) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:03.387531 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Set router 4127edf5-f98f-4747-9f91-5193bb79b08b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:45:03.400476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc07ea-5497-44be-9f0a-aba3a0da764c tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:03.401981 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c6cc07ea-5497-44be-9f0a-aba3a0da764c tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1402774 Jan 27 17:45:03.404951 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44372) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:03.444744 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5f5cb042-909c-4a29-b761-90761e741c07 tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386529 Jan 27 17:45:03.447460 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44376) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:03.453166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ca9c3b9a-6ccd-442c-a940-080778dfbaf5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-609288554', 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:45:03.558560 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ca9c3b9a-6ccd-442c-a940-080778dfbaf5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:45:03.563067 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ca9c3b9a-6ccd-442c-a940-080778dfbaf5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:subnet and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:45:03.566144 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ca9c3b9a-6ccd-442c-a940-080778dfbaf5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:45:03.572722 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ca9c3b9a-6ccd-442c-a940-080778dfbaf5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:45:03.584244 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9c3b9a-6ccd-442c-a940-080778dfbaf5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Made reservation on behalf of 25c0e5ef386549e2ae211fdeb76119ce for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:45:03.587780 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ca9c3b9a-6ccd-442c-a940-080778dfbaf5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:03.699842 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85408920', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:45:00Z', 'updated_at': '2022-01-27T17:45:02Z', 'revision_number': 3, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:01Z', 'updated_at': '2022-01-27T17:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:45:03.703773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Checking router: 4127edf5-f98f-4747-9f91-5193bb79b08b for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:45:03.704131 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Updating router 4127edf5-f98f-4747-9f91-5193bb79b08b port f2cef9ee-ea44-499c-b315-9ba1fddf5842 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:45:03.768075 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:03.795280 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:03.809566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ca9c3b9a-6ccd-442c-a940-080778dfbaf5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:03.885461 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c3b9a-6ccd-442c-a940-080778dfbaf5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Subnet': ['ID=c7745ba8-72ec-4338-b9d9-7ed583633ad0,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:03.894137 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c3b9a-6ccd-442c-a940-080778dfbaf5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Checking segment: {'id': '98551126-68c1-4a15-a62d-d03aa4acbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:45:03.894482 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9c3b9a-6ccd-442c-a940-080778dfbaf5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network hostable DHCP agents. Network: 2626f624-4a4d-4555-aa5c-36cb489c78fd, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:45:03.913554 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9c3b9a-6ccd-442c-a940-080778dfbaf5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network 2626f624-4a4d-4555-aa5c-36cb489c78fd is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:45:03.922566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-ca9c3b9a-6ccd-442c-a940-080778dfbaf5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 2626f624-4a4d-4555-aa5c-36cb489c78fd) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:45:03.929360 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9c3b9a-6ccd-442c-a940-080778dfbaf5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:03.930074 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ca9c3b9a-6ccd-442c-a940-080778dfbaf5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:03.931512 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb6abd6-de0c-42f4-8d30-69b8a6ce618a None None] Network 2626f624-4a4d-4555-aa5c-36cb489c78fd requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:45:03.953261 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ca9c3b9a-6ccd-442c-a940-080778dfbaf5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5045900 Jan 27 17:45:03.955926 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44380) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:04.267614 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:04.284132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Transition to ACTIVE for port object f2cef9ee-ea44-499c-b315-9ba1fddf5842 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:45:04.288164 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-2626f624-4a4d-4555-aa5c-36cb489c78fd', 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ips': [{'subnet_id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:45:04.288974 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:04.303772 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:04.433861 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6cb409-bbaf-40b3-8a83-44c112737b1a None None] Pushing event updated for resources: {'Port': ['ID=f2cef9ee-ea44-499c-b315-9ba1fddf5842,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:04.450560 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Attempting to bind port f2cef9ee-ea44-499c-b315-9ba1fddf5842 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:45:04.450922 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Attempting to bind port f2cef9ee-ea44-499c-b315-9ba1fddf5842 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:45:04.451280 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Attempting to bind port f2cef9ee-ea44-499c-b315-9ba1fddf5842 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:45:04.463300 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:45:04.463668 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:45:04.464054 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:04.464447 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:45:04.464905 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Bound port: f2cef9ee-ea44-499c-b315-9ba1fddf5842, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:45:04.465269 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:04.586972 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Allocated IP 172.20.0.2 (2626f624-4a4d-4555-aa5c-36cb489c78fd/c7745ba8-72ec-4338-b9d9-7ed583633ad0/3e5af464-cca6-460e-9a72-3f9f75a60a69) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:45:04.588980 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] For port f2cef9ee-ea44-499c-b315-9ba1fddf5842, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:45:04.593217 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] For port f2cef9ee-ea44-499c-b315-9ba1fddf5842, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f2cef9ee-ea44-499c-b315-9ba1fddf5842,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:45:04.599875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:04.737564 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:04.758700 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Routers {'4127edf5-f98f-4747-9f91-5193bb79b08b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:45:04.759314 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:44:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['4127edf5-f98f-4747-9f91-5193bb79b08b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:45:04.818789 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6cb409-bbaf-40b3-8a83-44c112737b1a None None] Pushing event updated for resources: {'Port': ['ID=f2cef9ee-ea44-499c-b315-9ba1fddf5842,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:05.070971 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] Set router 4127edf5-f98f-4747-9f91-5193bb79b08b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:45:05.168159 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:05.198225 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Transition to ACTIVE for port object 3e5af464-cca6-460e-9a72-3f9f75a60a69 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:45:05.278320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Transition to ACTIVE for port object 3e5af464-cca6-460e-9a72-3f9f75a60a69 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:45:05.301012 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:05.352934 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.20.0.1 (2626f624-4a4d-4555-aa5c-36cb489c78fd/c7745ba8-72ec-4338-b9d9-7ed583633ad0/5139208f-0c2f-440e-8827-6ff53548c430) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:45:05.392554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Network 2626f624-4a4d-4555-aa5c-36cb489c78fd is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:45:05.419593 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Pushing event updated for resources: {'Port': ['ID=3e5af464-cca6-460e-9a72-3f9f75a60a69,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:05.424800 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:45:05.429409 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:45:05.517277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:05.529804 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Attempting to bind port 3e5af464-cca6-460e-9a72-3f9f75a60a69 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:45:05.530181 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Attempting to bind port 3e5af464-cca6-460e-9a72-3f9f75a60a69 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '98551126-68c1-4a15-a62d-d03aa4acbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:45:05.530525 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Attempting to bind port 3e5af464-cca6-460e-9a72-3f9f75a60a69 on network 2626f624-4a4d-4555-aa5c-36cb489c78fd {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:45:05.533405 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Transition to ACTIVE for port object 5139208f-0c2f-440e-8827-6ff53548c430 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:45:05.539151 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:45:05.539518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Checking segment: {'id': '98551126-68c1-4a15-a62d-d03aa4acbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:45:05.539914 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:05.540298 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Bound using segment: {'id': '98551126-68c1-4a15-a62d-d03aa4acbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:45:05.540758 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Bound port: 3e5af464-cca6-460e-9a72-3f9f75a60a69, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98551126-68c1-4a15-a62d-d03aa4acbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:45:05.541129 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:05.557447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:05.604709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85408920', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:45:00Z', 'updated_at': '2022-01-27T17:45:02Z', 'revision_number': 3, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:01Z', 'updated_at': '2022-01-27T17:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:45:05.613552 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19080b3-d84c-42b4-b2ee-ce92b770e936 None None] The sync data for ids ['4127edf5-f98f-4747-9f91-5193bb79b08b'] in dv-neutron-826439-2-hyperv is: [{'id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85408920', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:45:00Z', 'updated_at': '2022-01-27T17:45:02Z', 'revision_number': 3, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:01Z', 'updated_at': '2022-01-27T17:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:45:05.624233 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network 2626f624-4a4d-4555-aa5c-36cb489c78fd is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:45:05.628277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:45:05.633621 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:45:05.646065 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] For port 3e5af464-cca6-460e-9a72-3f9f75a60a69, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:45:05.649476 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] For port 3e5af464-cca6-460e-9a72-3f9f75a60a69, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3e5af464-cca6-460e-9a72-3f9f75a60a69,segment=NetworkSegment(98551126-68c1-4a15-a62d-d03aa4acbc32),segment_id=98551126-68c1-4a15-a62d-d03aa4acbc32)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:45:05.658826 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:05.685177 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=5139208f-0c2f-440e-8827-6ff53548c430,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:05.705355 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:05.749119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f077022-bf0e-412f-abf9-dac423baf887 None None] Pushing event updated for resources: {'Port': ['ID=3e5af464-cca6-460e-9a72-3f9f75a60a69,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:06.046823 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f2cef9ee-ea44-499c-b315-9ba1fddf5842 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:45:06.143830 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port f2cef9ee-ea44-499c-b315-9ba1fddf5842 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:45:06.150254 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port f2cef9ee-ea44-499c-b315-9ba1fddf5842 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:45:06.150705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:06.153584 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:06.293074 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:06.310349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port f2cef9ee-ea44-499c-b315-9ba1fddf5842, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f2cef9ee-ea44-499c-b315-9ba1fddf5842,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:45:06.315427 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:06.387617 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=f2cef9ee-ea44-499c-b315-9ba1fddf5842,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:06.612723 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:06.618571 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:06.735798 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=5139208f-0c2f-440e-8827-6ff53548c430,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:06.738205 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:06.870251 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3250e995-8b11-449c-bf55-142c8b611a5f None None] Network 2626f624-4a4d-4555-aa5c-36cb489c78fd requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:45:06.879763 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network 2626f624-4a4d-4555-aa5c-36cb489c78fd is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:45:06.880920 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:45:06.975430 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-eedb9dcd-53bc-4c7a-9447-75be7826f2d7 None None] Provisioning for port 3e5af464-cca6-460e-9a72-3f9f75a60a69 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:45:07.064649 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 4127edf5-f98f-4747-9f91-5193bb79b08b has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:45:07.256581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:45:07.271003 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-085ba0b1-d17b-4b8c-b96c-0f200079437b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "PUT /v2.0/routers/4127edf5-f98f-4747-9f91-5193bb79b08b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3139877 Jan 27 17:45:07.355249 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Sync routers for ids ['4127edf5-f98f-4747-9f91-5193bb79b08b'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:45:07.365240 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Routers {'4127edf5-f98f-4747-9f91-5193bb79b08b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:45:07.365986 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:44:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['4127edf5-f98f-4747-9f91-5193bb79b08b'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:45:07.419705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8c34daee-9110-4fde-93d8-b6659b3ffb83 None None] Provisioning for port 5139208f-0c2f-440e-8827-6ff53548c430 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:45:07.425064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8c34daee-9110-4fde-93d8-b6659b3ffb83 None None] Provisioning complete for port 5139208f-0c2f-440e-8827-6ff53548c430 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:45:07.425425 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c34daee-9110-4fde-93d8-b6659b3ffb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:07.455862 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-29587177-e16f-43f2-941a-e011ac0084c8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893461683&fields=id&tenant_id=25c0e5ef386549e2ae211fdeb76119ce HTTP/1.1" status: 200 len: 267 time: 0.0537024 Jan 27 17:45:07.495586 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8c34daee-9110-4fde-93d8-b6659b3ffb83 None None] Port 5139208f-0c2f-440e-8827-6ff53548c430 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:45:07.575139 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Set router 4127edf5-f98f-4747-9f91-5193bb79b08b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:45:07.616496 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-70139c39-dd39-4993-a2b6-91759953aa4e None None] Provisioning complete for port 5139208f-0c2f-440e-8827-6ff53548c430 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:45:07.616861 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-70139c39-dd39-4993-a2b6-91759953aa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:07.687291 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-70139c39-dd39-4993-a2b6-91759953aa4e None None] Port 5139208f-0c2f-440e-8827-6ff53548c430 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:45:07.755039 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-2c015a4c-ecdf-4b9e-b569-5a4a37c63e4c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:07.755632 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-2c015a4c-ecdf-4b9e-b569-5a4a37c63e4c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:45:07.774156 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-2c015a4c-ecdf-4b9e-b569-5a4a37c63e4c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:45:07.775297 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-2c015a4c-ecdf-4b9e-b569-5a4a37c63e4c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/networks?id=2626f624-4a4d-4555-aa5c-36cb489c78fd HTTP/1.1" status: 200 len: 797 time: 0.3110371 Jan 27 17:45:07.790638 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-f064dffe-7d2b-4bef-9fec-85e5f6b65244 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/quotas/25c0e5ef386549e2ae211fdeb76119ce HTTP/1.1" status: 200 len: 375 time: 0.0096250 Jan 27 17:45:07.807814 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f9736e2f-c88c-4fa9-a3ce-4dd3dc631f71 None None] Provisioning complete for port 5139208f-0c2f-440e-8827-6ff53548c430 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:45:07.808172 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9736e2f-c88c-4fa9-a3ce-4dd3dc631f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:07.863791 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f9736e2f-c88c-4fa9-a3ce-4dd3dc631f71 None None] Port 5139208f-0c2f-440e-8827-6ff53548c430 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:45:07.877589 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-66b8a12d-a8c5-4d2a-acf6-7dddd7f4bf1c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:45:07.898406 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-66b8a12d-a8c5-4d2a-acf6-7dddd7f4bf1c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:45:07.903897 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-66b8a12d-a8c5-4d2a-acf6-7dddd7f4bf1c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046414 Jan 27 17:45:07.915272 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85408920', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:45:00Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:01Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '5139208f-0c2f-440e-8827-6ff53548c430', 'name': '', 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:97:15:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:04Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 2, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:45:07.919562 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Checking router: 4127edf5-f98f-4747-9f91-5193bb79b08b for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:45:07.919887 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Updating router 4127edf5-f98f-4747-9f91-5193bb79b08b port 5139208f-0c2f-440e-8827-6ff53548c430 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:45:07.978292 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:08.023285 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f2cef9ee-ea44-499c-b315-9ba1fddf5842 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:45:08.042931 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-74f6fc04-8a96-4a31-8a55-f94459a790d6 service neutron] 10.222.0.50 "GET /v2.0/networks/2626f624-4a4d-4555-aa5c-36cb489c78fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279564 Jan 27 17:45:08.113190 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port f2cef9ee-ea44-499c-b315-9ba1fddf5842 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:45:08.113637 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:08.189131 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-36e7d229-8a77-475a-87f5-ab2c6a932218 service neutron] 10.222.0.50 "GET /v2.0/networks/2626f624-4a4d-4555-aa5c-36cb489c78fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401017 Jan 27 17:45:08.234426 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3e5af464-cca6-460e-9a72-3f9f75a60a69 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:45:08.306770 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 3e5af464-cca6-460e-9a72-3f9f75a60a69 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:45:08.312831 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 3e5af464-cca6-460e-9a72-3f9f75a60a69 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:45:08.313424 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:08.352662 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:08.368139 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Transition to ACTIVE for port object 5139208f-0c2f-440e-8827-6ff53548c430 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:45:08.377434 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:08.447729 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-5740f3bb-d2e2-4af0-9e44-6d190444151b req-a55942ac-0398-4700-bc55-d66e4fce747e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:45:08.462018 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-5740f3bb-d2e2-4af0-9e44-6d190444151b req-a55942ac-0398-4700-bc55-d66e4fce747e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:45:08.471770 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5740f3bb-d2e2-4af0-9e44-6d190444151b req-a55942ac-0398-4700-bc55-d66e4fce747e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 210 time: 0.0752463 Jan 27 17:45:08.509947 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:08.517011 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00141dad-c89d-46c8-af5c-d9cfb5b9cb42 None None] Pushing event updated for resources: {'Port': ['ID=5139208f-0c2f-440e-8827-6ff53548c430,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:08.557306 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141dad-c89d-46c8-af5c-d9cfb5b9cb42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:45:08.557643 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141dad-c89d-46c8-af5c-d9cfb5b9cb42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:45:08.557989 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141dad-c89d-46c8-af5c-d9cfb5b9cb42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:45:08.558302 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141dad-c89d-46c8-af5c-d9cfb5b9cb42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:45:08.558610 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141dad-c89d-46c8-af5c-d9cfb5b9cb42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:45:08.558919 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141dad-c89d-46c8-af5c-d9cfb5b9cb42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:45:08.559914 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141dad-c89d-46c8-af5c-d9cfb5b9cb42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:45:08.560369 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141dad-c89d-46c8-af5c-d9cfb5b9cb42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:45:08.560687 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141dad-c89d-46c8-af5c-d9cfb5b9cb42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:45:08.560994 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141dad-c89d-46c8-af5c-d9cfb5b9cb42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:45:08.561890 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141dad-c89d-46c8-af5c-d9cfb5b9cb42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:45:08.561890 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141dad-c89d-46c8-af5c-d9cfb5b9cb42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:45:08.571492 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 3e5af464-cca6-460e-9a72-3f9f75a60a69, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3e5af464-cca6-460e-9a72-3f9f75a60a69,segment=NetworkSegment(98551126-68c1-4a15-a62d-d03aa4acbc32),segment_id=98551126-68c1-4a15-a62d-d03aa4acbc32)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:45:08.580753 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:08.655758 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=3e5af464-cca6-460e-9a72-3f9f75a60a69,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:08.658887 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Attempting to bind port 5139208f-0c2f-440e-8827-6ff53548c430 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:45:08.659221 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Attempting to bind port 5139208f-0c2f-440e-8827-6ff53548c430 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '98551126-68c1-4a15-a62d-d03aa4acbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:45:08.659564 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Attempting to bind port 5139208f-0c2f-440e-8827-6ff53548c430 on network 2626f624-4a4d-4555-aa5c-36cb489c78fd {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:45:08.665345 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:45:08.665710 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Checking segment: {'id': '98551126-68c1-4a15-a62d-d03aa4acbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:45:08.666108 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:08.666483 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Bound using segment: {'id': '98551126-68c1-4a15-a62d-d03aa4acbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:45:08.666934 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Bound port: 5139208f-0c2f-440e-8827-6ff53548c430, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98551126-68c1-4a15-a62d-d03aa4acbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:45:08.667288 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:08.761669 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] For port 5139208f-0c2f-440e-8827-6ff53548c430, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:45:08.764700 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] For port 5139208f-0c2f-440e-8827-6ff53548c430, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5139208f-0c2f-440e-8827-6ff53548c430,segment=NetworkSegment(98551126-68c1-4a15-a62d-d03aa4acbc32),segment_id=98551126-68c1-4a15-a62d-d03aa4acbc32)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:45:08.769001 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:08.846166 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Routers {'4127edf5-f98f-4747-9f91-5193bb79b08b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:45:08.846802 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:44:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['4127edf5-f98f-4747-9f91-5193bb79b08b'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:45:08.902647 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00141dad-c89d-46c8-af5c-d9cfb5b9cb42 None None] Pushing event updated for resources: {'Port': ['ID=5139208f-0c2f-440e-8827-6ff53548c430,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:09.036741 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] Set router 4127edf5-f98f-4747-9f91-5193bb79b08b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:45:09.352636 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85408920', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:45:00Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:01Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '5139208f-0c2f-440e-8827-6ff53548c430', 'name': '', 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:97:15:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:04Z', 'updated_at': '2022-01-27T17:45:08Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:45:09.356676 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e350cf97-e7c1-46d7-a724-2075d81cea8c None None] The sync data for ids ['4127edf5-f98f-4747-9f91-5193bb79b08b'] in dv-neutron-826439-2-hyperv is: [{'id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85408920', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:45:00Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:01Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '5139208f-0c2f-440e-8827-6ff53548c430', 'name': '', 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:97:15:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:04Z', 'updated_at': '2022-01-27T17:45:08Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:45:09.535122 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-26aa7441-5e1b-40b3-8697-f678f1124d6f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:09.537511 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-26aa7441-5e1b-40b3-8697-f678f1124d6f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "GET /v2.0/networks?id=2626f624-4a4d-4555-aa5c-36cb489c78fd HTTP/1.1" status: 200 len: 797 time: 0.2017930 Jan 27 17:45:09.632857 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c2437f45-5e2e-4494-a916-69f1c26d736a req-6e179773-633d-4ba6-bf70-b43a76d8db46 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 210 time: 0.0478196 Jan 27 17:45:09.639586 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-f4bc7b19-7894-4099-ba92-3e62aceaf97c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25c0e5ef386549e2ae211fdeb76119ce HTTP/1.1" status: 200 len: 379 time: 0.0938816 Jan 27 17:45:09.648306 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4a3f929f-e2d3-49e7-a8d5-9e39243efab5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'port': {'device_id': '045a6b2c-febd-432a-b838-d7f09a932364', 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd', 'admin_state_up': True, 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'security_groups': ['413a9842-1d3a-4e6b-bc54-14addd0d546c']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:45:09.785997 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4a3f929f-e2d3-49e7-a8d5-9e39243efab5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:45:09.795981 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4a3f929f-e2d3-49e7-a8d5-9e39243efab5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:45:09.807712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4a3f929f-e2d3-49e7-a8d5-9e39243efab5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Made reservation on behalf of 25c0e5ef386549e2ae211fdeb76119ce for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:45:09.811820 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4a3f929f-e2d3-49e7-a8d5-9e39243efab5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:09.987790 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4a3f929f-e2d3-49e7-a8d5-9e39243efab5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.20.0.7 (2626f624-4a4d-4555-aa5c-36cb489c78fd/c7745ba8-72ec-4338-b9d9-7ed583633ad0/6e3984ab-5402-4252-a5b1-c058a2abc4ad) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:45:10.019662 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3e5af464-cca6-460e-9a72-3f9f75a60a69 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:45:10.089704 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 3e5af464-cca6-460e-9a72-3f9f75a60a69 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:45:10.090253 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:10.187800 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4a3f929f-e2d3-49e7-a8d5-9e39243efab5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:10.204190 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4a3f929f-e2d3-49e7-a8d5-9e39243efab5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Transition to ACTIVE for port object 6e3984ab-5402-4252-a5b1-c058a2abc4ad will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:45:10.213610 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5139208f-0c2f-440e-8827-6ff53548c430 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:45:10.229652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4a3f929f-e2d3-49e7-a8d5-9e39243efab5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:10.285142 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 5139208f-0c2f-440e-8827-6ff53548c430 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:45:10.290749 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 5139208f-0c2f-440e-8827-6ff53548c430 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:45:10.291118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:10.309100 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4a3f929f-e2d3-49e7-a8d5-9e39243efab5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network 2626f624-4a4d-4555-aa5c-36cb489c78fd is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:45:10.313092 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4a3f929f-e2d3-49e7-a8d5-9e39243efab5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:45:10.315829 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4a3f929f-e2d3-49e7-a8d5-9e39243efab5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:45:10.360835 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f929f-e2d3-49e7-a8d5-9e39243efab5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=6e3984ab-5402-4252-a5b1-c058a2abc4ad,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:10.388708 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4a3f929f-e2d3-49e7-a8d5-9e39243efab5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:10.389345 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4a3f929f-e2d3-49e7-a8d5-9e39243efab5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:10.412210 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:10.420574 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4a3f929f-e2d3-49e7-a8d5-9e39243efab5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7755294 Jan 27 17:45:10.431866 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Request body: {'port': {'device_id': '045a6b2c-febd-432a-b838-d7f09a932364', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:45:10.455320 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 5139208f-0c2f-440e-8827-6ff53548c430, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5139208f-0c2f-440e-8827-6ff53548c430,segment=NetworkSegment(98551126-68c1-4a15-a62d-d03aa4acbc32),segment_id=98551126-68c1-4a15-a62d-d03aa4acbc32)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:45:10.459938 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:10.542791 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=5139208f-0c2f-440e-8827-6ff53548c430,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:10.561137 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:10.659662 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8669ff6a-f02c-45a8-b321-a5c084cab431 None None] Provisioning for port 6e3984ab-5402-4252-a5b1-c058a2abc4ad completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:45:10.665345 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8669ff6a-f02c-45a8-b321-a5c084cab431 None None] Provisioning complete for port 6e3984ab-5402-4252-a5b1-c058a2abc4ad triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:45:10.665761 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8669ff6a-f02c-45a8-b321-a5c084cab431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:10.726019 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8669ff6a-f02c-45a8-b321-a5c084cab431 None None] Port 6e3984ab-5402-4252-a5b1-c058a2abc4ad cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:45:10.945140 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7bed2-a0f1-4099-a2cc-f96feb09ccc3 req-5955087d-d199-47aa-b966-16c118080608 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:10.946604 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-26b7bed2-a0f1-4099-a2cc-f96feb09ccc3 req-5955087d-d199-47aa-b966-16c118080608 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 931 time: 0.2028742 Jan 27 17:45:10.989670 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-26b7bed2-a0f1-4099-a2cc-f96feb09ccc3 req-c6bae5aa-d691-48a0-bbd4-bd8fbe24dd0a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:45:11.006008 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-26b7bed2-a0f1-4099-a2cc-f96feb09ccc3 req-c6bae5aa-d691-48a0-bbd4-bd8fbe24dd0a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:45:11.007129 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-26b7bed2-a0f1-4099-a2cc-f96feb09ccc3 req-c6bae5aa-d691-48a0-bbd4-bd8fbe24dd0a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542655 Jan 27 17:45:11.026743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3984ab-5402-4252-a5b1-c058a2abc4ad {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:45:11.034760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:11.049867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Transition to ACTIVE for port object 6e3984ab-5402-4252-a5b1-c058a2abc4ad will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:45:11.054619 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:11.214954 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Pushing event updated for resources: {'Port': ['ID=6e3984ab-5402-4252-a5b1-c058a2abc4ad,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:11.288543 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Attempting to bind port 6e3984ab-5402-4252-a5b1-c058a2abc4ad on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:45:11.288873 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Attempting to bind port 6e3984ab-5402-4252-a5b1-c058a2abc4ad by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '98551126-68c1-4a15-a62d-d03aa4acbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:45:11.289198 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Attempting to bind port 6e3984ab-5402-4252-a5b1-c058a2abc4ad on network 2626f624-4a4d-4555-aa5c-36cb489c78fd {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:45:11.293904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Port 6e3984ab-5402-4252-a5b1-c058a2abc4ad on network 2626f624-4a4d-4555-aa5c-36cb489c78fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:45:11.294218 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Attempting to bind port 6e3984ab-5402-4252-a5b1-c058a2abc4ad on network 2626f624-4a4d-4555-aa5c-36cb489c78fd {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:45:11.299252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:45:11.299590 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Checking segment: {'id': '98551126-68c1-4a15-a62d-d03aa4acbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:45:11.299967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Bound using segment: {'id': '98551126-68c1-4a15-a62d-d03aa4acbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:45:11.300384 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Bound port: 6e3984ab-5402-4252-a5b1-c058a2abc4ad, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98551126-68c1-4a15-a62d-d03aa4acbc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:45:11.300723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:11.393054 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] For port 6e3984ab-5402-4252-a5b1-c058a2abc4ad, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:45:11.396007 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] For port 6e3984ab-5402-4252-a5b1-c058a2abc4ad, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6e3984ab-5402-4252-a5b1-c058a2abc4ad,segment=NetworkSegment(98551126-68c1-4a15-a62d-d03aa4acbc32),segment_id=98551126-68c1-4a15-a62d-d03aa4acbc32)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:45:11.400887 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:11.460477 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:11.461115 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:11.462575 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] 10.222.0.83 "PUT /v2.0/ports/6e3984ab-5402-4252-a5b1-c058a2abc4ad HTTP/1.1" status: 200 len: 1093 time: 1.0353606 Jan 27 17:45:11.462982 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045a6b2c-febd-432a-b838-d7f09a932364', 'tag': '6e3984ab-5402-4252-a5b1-c058a2abc4ad'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:45:11.482875 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d090d3a-3f23-4b80-bf90-9eae5c754ebc service neutron] Pushing event updated for resources: {'Port': ['ID=6e3984ab-5402-4252-a5b1-c058a2abc4ad,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:11.551504 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045a6b2c-febd-432a-b838-d7f09a932364', 'tag': '6e3984ab-5402-4252-a5b1-c058a2abc4ad', 'status': 'completed', 'code': 200} Jan 27 17:45:11.593022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-e3bd2340-0299-40b4-a607-8eb9571b04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:11.594537 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-e3bd2340-0299-40b4-a607-8eb9571b04f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 1096 time: 0.0807798 Jan 27 17:45:11.662277 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-bcf7db2a-3f4d-46f8-9f0c-2f5e636acad9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e3984ab-5402-4252-a5b1-c058a2abc4ad HTTP/1.1" status: 200 len: 217 time: 0.0603049 Jan 27 17:45:11.728232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-03a73646-109a-4c94-9507-c79363d29aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:11.729593 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-03a73646-109a-4c94-9507-c79363d29aaa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7745ba8-72ec-4338-b9d9-7ed583633ad0 HTTP/1.1" status: 200 len: 834 time: 0.0620503 Jan 27 17:45:11.806913 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-46ff8bbd-7728-44ed-b02c-f64edea07af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:11.808345 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-46ff8bbd-7728-44ed-b02c-f64edea07af6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2626f624-4a4d-4555-aa5c-36cb489c78fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727248 Jan 27 17:45:11.931080 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5139208f-0c2f-440e-8827-6ff53548c430 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:45:11.941159 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-932be388-ac04-4332-aa51-6bb858ee085c service neutron] 10.222.0.83 "GET /v2.0/networks/2626f624-4a4d-4555-aa5c-36cb489c78fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253448 Jan 27 17:45:12.000699 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 5139208f-0c2f-440e-8827-6ff53548c430 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:45:12.000977 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:12.073310 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cb613aa7-0463-44d7-adff-a80c67103d32 req-13f4ed35-cd24-4698-a11b-c454ffbbddc6 service neutron] 10.222.0.83 "GET /v2.0/networks/2626f624-4a4d-4555-aa5c-36cb489c78fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261189 Jan 27 17:45:12.198368 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207e917-f1fa-4f90-befe-bcdd2a9b377d req-47627565-3fb7-4a45-a37c-96068810dd3c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:12.199794 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2207e917-f1fa-4f90-befe-bcdd2a9b377d req-47627565-3fb7-4a45-a37c-96068810dd3c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 943 time: 0.0775487 Jan 27 17:45:12.200425 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b48dea-90f5-4250-9f27-e2fb0c48003d req-cc56bc12-90cf-4fb6-80d3-cc1131d75f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:12.201937 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-12b48dea-90f5-4250-9f27-e2fb0c48003d req-cc56bc12-90cf-4fb6-80d3-cc1131d75f1e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 1096 time: 0.0761833 Jan 27 17:45:12.244640 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2207e917-f1fa-4f90-befe-bcdd2a9b377d req-72ae1942-e6fd-4b98-9f48-ef51f2401534 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374413 Jan 27 17:45:12.332200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b48dea-90f5-4250-9f27-e2fb0c48003d req-05229b94-9ffa-4713-b6fe-0d04f4ea2521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:12.333668 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-12b48dea-90f5-4250-9f27-e2fb0c48003d req-05229b94-9ffa-4713-b6fe-0d04f4ea2521 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2626f624-4a4d-4555-aa5c-36cb489c78fd HTTP/1.1" status: 200 len: 899 time: 0.1253297 Jan 27 17:45:12.400633 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-12b48dea-90f5-4250-9f27-e2fb0c48003d req-b9377e4f-7522-405a-a0d4-ad31763cbe8a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e3984ab-5402-4252-a5b1-c058a2abc4ad HTTP/1.1" status: 200 len: 217 time: 0.0604808 Jan 27 17:45:12.477650 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b48dea-90f5-4250-9f27-e2fb0c48003d req-1b3bf4f8-7389-49d1-9b6d-ed69329c1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:12.479125 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-12b48dea-90f5-4250-9f27-e2fb0c48003d req-1b3bf4f8-7389-49d1-9b6d-ed69329c1558 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7745ba8-72ec-4338-b9d9-7ed583633ad0 HTTP/1.1" status: 200 len: 834 time: 0.0716476 Jan 27 17:45:12.560705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b48dea-90f5-4250-9f27-e2fb0c48003d req-6cae71c3-abf2-4462-b1ad-341bb56b97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:12.562625 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-12b48dea-90f5-4250-9f27-e2fb0c48003d req-6cae71c3-abf2-4462-b1ad-341bb56b97b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2626f624-4a4d-4555-aa5c-36cb489c78fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762277 Jan 27 17:45:12.659353 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 6e3984ab-5402-4252-a5b1-c058a2abc4ad details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:45:12.802000 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 6e3984ab-5402-4252-a5b1-c058a2abc4ad, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6e3984ab-5402-4252-a5b1-c058a2abc4ad,segment=NetworkSegment(98551126-68c1-4a15-a62d-d03aa4acbc32),segment_id=98551126-68c1-4a15-a62d-d03aa4acbc32)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:45:12.811313 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-12b48dea-90f5-4250-9f27-e2fb0c48003d req-17177644-e1ff-40e9-97ee-76057dee2a90 service neutron] 10.222.0.83 "GET /v2.0/networks/2626f624-4a4d-4555-aa5c-36cb489c78fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373157 Jan 27 17:45:12.816032 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '6e3984ab-5402-4252-a5b1-c058a2abc4ad', 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd', 'port_id': '6e3984ab-5402-4252-a5b1-c058a2abc4ad', 'mac_address': 'fa:16:3e:8a:51:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:45:12.871208 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:12.888222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3984ab-5402-4252-a5b1-c058a2abc4ad {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:45:12.903923 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 6e3984ab-5402-4252-a5b1-c058a2abc4ad, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6e3984ab-5402-4252-a5b1-c058a2abc4ad,segment=NetworkSegment(98551126-68c1-4a15-a62d-d03aa4acbc32),segment_id=98551126-68c1-4a15-a62d-d03aa4acbc32)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:45:12.907577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:12.944060 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-12b48dea-90f5-4250-9f27-e2fb0c48003d req-24c0263d-ef87-47bf-9517-0e94c4f84cca service neutron] 10.222.0.83 "GET /v2.0/networks/2626f624-4a4d-4555-aa5c-36cb489c78fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263635 Jan 27 17:45:12.979327 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=6e3984ab-5402-4252-a5b1-c058a2abc4ad,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:13.116839 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['6e3984ab-5402-4252-a5b1-c058a2abc4ad'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:45:13.433972 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f70604-efa9-43ac-85d1-a300d3bad4bf req-ba358a98-3a1a-420d-a9ab-931d9130e371 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:13.435027 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-b5f70604-efa9-43ac-85d1-a300d3bad4bf req-ba358a98-3a1a-420d-a9ab-931d9130e371 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:45:13.453056 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-b5f70604-efa9-43ac-85d1-a300d3bad4bf req-ba358a98-3a1a-420d-a9ab-931d9130e371 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:45:13.454239 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b5f70604-efa9-43ac-85d1-a300d3bad4bf req-ba358a98-3a1a-420d-a9ab-931d9130e371 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 944 time: 0.1047215 Jan 27 17:45:13.501837 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b5f70604-efa9-43ac-85d1-a300d3bad4bf req-23e95379-168c-4bc6-ab4f-cb71f3f9d18b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400395 Jan 27 17:45:14.671097 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 6e3984ab-5402-4252-a5b1-c058a2abc4ad up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:45:14.696776 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f2cbd-aedf-499b-86ee-ab90dd9600e4 req-313f0821-5ab1-4c9c-890b-ffbe3fb1bb21 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:14.698263 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b25f2cbd-aedf-499b-86ee-ab90dd9600e4 req-313f0821-5ab1-4c9c-890b-ffbe3fb1bb21 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 944 time: 0.0870442 Jan 27 17:45:14.739604 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 6e3984ab-5402-4252-a5b1-c058a2abc4ad completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:45:14.744290 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 6e3984ab-5402-4252-a5b1-c058a2abc4ad triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:45:14.744456 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b25f2cbd-aedf-499b-86ee-ab90dd9600e4 req-ec376b00-0a11-4120-bea4-cef713852fae tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403290 Jan 27 17:45:14.744662 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:14.863303 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:14.889696 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045a6b2c-febd-432a-b838-d7f09a932364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3984ab-5402-4252-a5b1-c058a2abc4ad'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:45:14.899388 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 6e3984ab-5402-4252-a5b1-c058a2abc4ad, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6e3984ab-5402-4252-a5b1-c058a2abc4ad,segment=NetworkSegment(98551126-68c1-4a15-a62d-d03aa4acbc32),segment_id=98551126-68c1-4a15-a62d-d03aa4acbc32)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:45:14.904252 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:14.940466 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045a6b2c-febd-432a-b838-d7f09a932364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3984ab-5402-4252-a5b1-c058a2abc4ad', 'code': 200} Jan 27 17:45:15.004639 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=6e3984ab-5402-4252-a5b1-c058a2abc4ad,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:15.178170 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f19074-1804-4ede-b055-1e5e80559f28 req-61cba120-52e3-43f0-823d-a3c25cbf3e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:15.179762 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-92f19074-1804-4ede-b055-1e5e80559f28 req-61cba120-52e3-43f0-823d-a3c25cbf3e0c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 1098 time: 0.0812061 Jan 27 17:45:15.223031 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-92f19074-1804-4ede-b055-1e5e80559f28 req-1d59787c-aba2-4a2a-ba18-a8d3474812d7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371013 Jan 27 17:45:15.953550 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacae4c-bf8e-427b-8b06-71056e5c5379 req-73826e52-9d09-484e-b85f-fa78d75b37a6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:15.954989 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aaacae4c-bf8e-427b-8b06-71056e5c5379 req-73826e52-9d09-484e-b85f-fa78d75b37a6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0891688 Jan 27 17:45:16.002302 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-aaacae4c-bf8e-427b-8b06-71056e5c5379 req-bc513259-9951-49ad-ac71-cb8b86a72c6b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414360 Jan 27 17:45:17.210043 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9c4c7-8668-4fb6-8385-d06302c748ac req-e8876a54-d397-43d1-aec4-71538a8fc090 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:17.212283 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c1a9c4c7-8668-4fb6-8385-d06302c748ac req-e8876a54-d397-43d1-aec4-71538a8fc090 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0976803 Jan 27 17:45:17.278303 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c1a9c4c7-8668-4fb6-8385-d06302c748ac req-e11e5840-02dd-47e3-8d84-ea0389560db2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574768 Jan 27 17:45:17.468577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7781d-4112-4604-9923-a8d6fd48d75f req-64fba87d-eec0-4bc3-9e58-3b0433c238fc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:17.470049 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-69c7781d-4112-4604-9923-a8d6fd48d75f req-64fba87d-eec0-4bc3-9e58-3b0433c238fc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0883677 Jan 27 17:45:17.514756 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-69c7781d-4112-4604-9923-a8d6fd48d75f req-9a48c39b-ca85-418f-8c2c-f5d334655a38 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389287 Jan 27 17:45:17.537523 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44432) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:17.655059 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b140d9ea-857e-425e-a817-f1e7a2878d84 tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:17.656502 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b140d9ea-857e-425e-a817-f1e7a2878d84 tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 1093 time: 0.1178842 Jan 27 17:45:17.660830 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44438) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:17.665629 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '6e3984ab-5402-4252-a5b1-c058a2abc4ad', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:45:17.671504 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:45:17.675381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:floatingip and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:45:17.678231 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:45:17.683971 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:45:17.698552 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:17.837497 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:17.967168 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.26.1.254 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/67883b3c-99de-4b67-860d-74fe1fcc5cbd) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:45:18.111762 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:18.142338 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:18.209528 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:45:18.212473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:45:18.216125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:45:18.244578 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=67883b3c-99de-4b67-860d-74fe1fcc5cbd,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:18.633526 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:18.710841 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:18.797223 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-51a5e310-d238-4aa2-acbb-a4b12b97e3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:19.016071 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:19.021345 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:19.147326 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=67883b3c-99de-4b67-860d-74fe1fcc5cbd,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:45:19.155027 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:19.328268 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Floating IP 5e3c08b9-02b8-4776-b34a-5549daad8c7c associated. External IP: 172.26.1.254, port: 6e3984ab-5402-4252-a5b1-c058a2abc4ad. Jan 27 17:45:19.681883 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 4127edf5-f98f-4747-9f91-5193bb79b08b has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:45:19.861821 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:45:19.872866 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe8720-d0b3-4955-a19d-15609836616c None None] Sync routers for ids ['4127edf5-f98f-4747-9f91-5193bb79b08b'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:45:19.889554 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:19.892415 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe8720-d0b3-4955-a19d-15609836616c None None] Routers {'4127edf5-f98f-4747-9f91-5193bb79b08b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:45:19.893013 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-6afe8720-d0b3-4955-a19d-15609836616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:44:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['4127edf5-f98f-4747-9f91-5193bb79b08b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:45:19.947222 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8c1af3ea-ab4f-4793-89ca-710f6edf952c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2852962 Jan 27 17:45:19.947674 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045a6b2c-febd-432a-b838-d7f09a932364', 'tag': '6e3984ab-5402-4252-a5b1-c058a2abc4ad'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:45:20.058221 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045a6b2c-febd-432a-b838-d7f09a932364', 'tag': '6e3984ab-5402-4252-a5b1-c058a2abc4ad', 'status': 'completed', 'code': 200} Jan 27 17:45:20.088136 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-6afe8720-d0b3-4955-a19d-15609836616c None None] Set router 4127edf5-f98f-4747-9f91-5193bb79b08b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:45:20.176671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf0423-c52c-4ebc-a24f-925b3b2b8a96 req-e7cd62be-4d27-4300-8ca2-14dcddf4b08d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:20.178136 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-78bf0423-c52c-4ebc-a24f-925b3b2b8a96 req-e7cd62be-4d27-4300-8ca2-14dcddf4b08d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.1440365 Jan 27 17:45:20.199833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2a30b-baaf-453d-bae5-defe5f7147ff req-1fd1a4c3-a511-4b44-88bc-bfad1abff80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:20.201123 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f3c2a30b-baaf-453d-bae5-defe5f7147ff req-1fd1a4c3-a511-4b44-88bc-bfad1abff80f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 1098 time: 0.1162124 Jan 27 17:45:20.268676 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-78bf0423-c52c-4ebc-a24f-925b3b2b8a96 req-f4ac9999-5a7b-4543-bf24-1e9dd1b46832 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831037 Jan 27 17:45:20.293087 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44448) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:20.357113 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2a30b-baaf-453d-bae5-defe5f7147ff req-295f59e6-0a18-48fe-bec4-69dbb97e0a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:20.358581 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f3c2a30b-baaf-453d-bae5-defe5f7147ff req-295f59e6-0a18-48fe-bec4-69dbb97e0a9b service neutron] 10.222.0.83 "GET /v2.0/networks?id=2626f624-4a4d-4555-aa5c-36cb489c78fd HTTP/1.1" status: 200 len: 899 time: 0.1502070 Jan 27 17:45:20.400674 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-969b8bb3-92a3-4a44-8a4f-a48fe58a1cb2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/5e3c08b9-02b8-4776-b34a-5549daad8c7c HTTP/1.1" status: 200 len: 991 time: 0.1049910 Jan 27 17:45:20.436881 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-6afe8720-d0b3-4955-a19d-15609836616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85408920', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:45:00Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:01Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '5e3c08b9-02b8-4776-b34a-5549daad8c7c', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'floating_ip_address': '172.26.1.254', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'port_id': '6e3984ab-5402-4252-a5b1-c058a2abc4ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd', 'mac_address': 'fa:16:3e:8a:51:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045a6b2c-febd-432a-b838-d7f09a932364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:45:18Z', 'updated_at': '2022-01-27T17:45:18Z', 'revision_number': 0, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139208f-0c2f-440e-8827-6ff53548c430', 'name': '', 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:97:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:04Z', 'updated_at': '2022-01-27T17:45:10Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:45:20.440844 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe8720-d0b3-4955-a19d-15609836616c None None] Checking router: 4127edf5-f98f-4747-9f91-5193bb79b08b for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:45:20.449729 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe8720-d0b3-4955-a19d-15609836616c None None] Routers {'4127edf5-f98f-4747-9f91-5193bb79b08b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:45:20.450373 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-6afe8720-d0b3-4955-a19d-15609836616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:44:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['4127edf5-f98f-4747-9f91-5193bb79b08b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:45:20.457709 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f3c2a30b-baaf-453d-bae5-defe5f7147ff req-8ff3b9a3-2d58-49a3-82dd-371b86cd49e0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e3984ab-5402-4252-a5b1-c058a2abc4ad HTTP/1.1" status: 200 len: 999 time: 0.0926995 Jan 27 17:45:20.525231 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2a30b-baaf-453d-bae5-defe5f7147ff req-58229146-7387-4e4d-bac1-27ca4cfe168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:20.526715 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f3c2a30b-baaf-453d-bae5-defe5f7147ff req-58229146-7387-4e4d-bac1-27ca4cfe168b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7745ba8-72ec-4338-b9d9-7ed583633ad0 HTTP/1.1" status: 200 len: 834 time: 0.0632715 Jan 27 17:45:20.601436 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2a30b-baaf-453d-bae5-defe5f7147ff req-75f61a7d-fa29-4885-aa87-5a1848ec72b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:20.603155 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f3c2a30b-baaf-453d-bae5-defe5f7147ff req-75f61a7d-fa29-4885-aa87-5a1848ec72b4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2626f624-4a4d-4555-aa5c-36cb489c78fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709329 Jan 27 17:45:20.630606 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-6afe8720-d0b3-4955-a19d-15609836616c None None] Set router 4127edf5-f98f-4747-9f91-5193bb79b08b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:45:20.733134 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f3c2a30b-baaf-453d-bae5-defe5f7147ff req-ceda5a3e-df58-4e59-a023-3f515f8485f4 service neutron] 10.222.0.83 "GET /v2.0/networks/2626f624-4a4d-4555-aa5c-36cb489c78fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236484 Jan 27 17:45:20.863099 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f3c2a30b-baaf-453d-bae5-defe5f7147ff req-571a12d2-26af-4d68-8a7d-24ae4e2b9b22 service neutron] 10.222.0.83 "GET /v2.0/networks/2626f624-4a4d-4555-aa5c-36cb489c78fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240418 Jan 27 17:45:20.982739 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-6afe8720-d0b3-4955-a19d-15609836616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85408920', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:45:00Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:01Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '5e3c08b9-02b8-4776-b34a-5549daad8c7c', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'floating_ip_address': '172.26.1.254', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'port_id': '6e3984ab-5402-4252-a5b1-c058a2abc4ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd', 'mac_address': 'fa:16:3e:8a:51:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045a6b2c-febd-432a-b838-d7f09a932364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:45:18Z', 'updated_at': '2022-01-27T17:45:18Z', 'revision_number': 0, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139208f-0c2f-440e-8827-6ff53548c430', 'name': '', 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:97:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:04Z', 'updated_at': '2022-01-27T17:45:10Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:45:20.986720 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe8720-d0b3-4955-a19d-15609836616c None None] The sync data for ids ['4127edf5-f98f-4747-9f91-5193bb79b08b'] in dv-neutron-826439-2-hyperv is: [{'id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85408920', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:45:00Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:01Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '5e3c08b9-02b8-4776-b34a-5549daad8c7c', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'floating_ip_address': '172.26.1.254', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'port_id': '6e3984ab-5402-4252-a5b1-c058a2abc4ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd', 'mac_address': 'fa:16:3e:8a:51:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045a6b2c-febd-432a-b838-d7f09a932364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:45:18Z', 'updated_at': '2022-01-27T17:45:18Z', 'revision_number': 0, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5139208f-0c2f-440e-8827-6ff53548c430', 'name': '', 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:97:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:04Z', 'updated_at': '2022-01-27T17:45:10Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:45:21.077472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-354853b4-4611-4721-bdf2-bfb88a3450d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:21.185619 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a22f0-f271-49c6-a9e4-d8d5f8b8cb92 None None] New status for floating IP 5e3c08b9-02b8-4776-b34a-5549daad8c7c: ACTIVE {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:45:21.403706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44452) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:45:21.510872 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-b3ac8ae3-1560-426a-aab0-2e3b367002d0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/5e3c08b9-02b8-4776-b34a-5549daad8c7c HTTP/1.1" status: 200 len: 993 time: 0.1061072 Jan 27 17:45:22.293868 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:22.315591 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:23.573368 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:28.606693 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:45:33.780078 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:41.121307 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f44d3998-ede1-451f-9fa3-32800baab29d req-fb958be6-6814-4d82-b251-9e4bed88af36 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763705 Jan 27 17:45:41.274060 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d3998-ede1-451f-9fa3-32800baab29d req-8676ed10-4845-4bb7-9909-c70928d66fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:41.275518 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f44d3998-ede1-451f-9fa3-32800baab29d req-8676ed10-4845-4bb7-9909-c70928d66fea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 1098 time: 0.0852294 Jan 27 17:45:41.422563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d3998-ede1-451f-9fa3-32800baab29d req-004f5e42-aaae-4bde-848b-ab15cd908dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:41.423991 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f44d3998-ede1-451f-9fa3-32800baab29d req-004f5e42-aaae-4bde-848b-ab15cd908dab service neutron] 10.222.0.83 "GET /v2.0/networks?id=2626f624-4a4d-4555-aa5c-36cb489c78fd HTTP/1.1" status: 200 len: 899 time: 0.1273315 Jan 27 17:45:41.629411 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f44d3998-ede1-451f-9fa3-32800baab29d req-c25c1814-1d42-4fdf-8eeb-f2dead3c7ac1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e3984ab-5402-4252-a5b1-c058a2abc4ad HTTP/1.1" status: 200 len: 1001 time: 0.1982515 Jan 27 17:45:41.695600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d3998-ede1-451f-9fa3-32800baab29d req-43d51c36-0762-4c82-bcad-b0f861fb139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:41.696870 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f44d3998-ede1-451f-9fa3-32800baab29d req-43d51c36-0762-4c82-bcad-b0f861fb139b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7745ba8-72ec-4338-b9d9-7ed583633ad0 HTTP/1.1" status: 200 len: 834 time: 0.0583701 Jan 27 17:45:41.788201 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d3998-ede1-451f-9fa3-32800baab29d req-38a823e2-b7a0-446f-b12d-5c4a0da45e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:41.789648 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f44d3998-ede1-451f-9fa3-32800baab29d req-38a823e2-b7a0-446f-b12d-5c4a0da45e67 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2626f624-4a4d-4555-aa5c-36cb489c78fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854917 Jan 27 17:45:41.925371 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f44d3998-ede1-451f-9fa3-32800baab29d req-04fd20f1-75d8-460a-8cc6-171cfd7ae563 service neutron] 10.222.0.83 "GET /v2.0/networks/2626f624-4a4d-4555-aa5c-36cb489c78fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266768 Jan 27 17:45:42.057427 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f44d3998-ede1-451f-9fa3-32800baab29d req-a531a9e5-3b02-473b-8bd3-b42102ee2631 service neutron] 10.222.0.83 "GET /v2.0/networks/2626f624-4a4d-4555-aa5c-36cb489c78fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243088 Jan 27 17:45:48.807487 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0ff1-9b7e-43ed-870f-82e244d48985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:51.082206 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68e576ca-e7c8-4a51-81ae-3e8c765998da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:51.177798 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb88f5-1e26-4ac3-b438-34ec6713c677 req-890906c9-bfe2-4f92-851c-a25735850777 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:51.179265 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6fcb88f5-1e26-4ac3-b438-34ec6713c677 req-890906c9-bfe2-4f92-851c-a25735850777 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0840452 Jan 27 17:45:51.223755 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6fcb88f5-1e26-4ac3-b438-34ec6713c677 req-9c2f5285-e5ba-4d25-a240-498574eaf3aa tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387664 Jan 27 17:45:52.296300 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:52.319086 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:52.423867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d325d-3c13-402c-93fd-323c7de10385 req-b684a2f9-2c74-4938-96f1-9a09a737cfe5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:52.425303 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0c4d325d-3c13-402c-93fd-323c7de10385 req-b684a2f9-2c74-4938-96f1-9a09a737cfe5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0816793 Jan 27 17:45:52.473533 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0c4d325d-3c13-402c-93fd-323c7de10385 req-22c86ca8-2c75-446a-8d2b-12e429e192a1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398216 Jan 27 17:45:53.587256 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:45:53.663233 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826a7ca-6394-46be-a250-730ef4490f30 req-d4b76cde-d59e-457c-9ee2-37d356471a86 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:53.664654 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7826a7ca-6394-46be-a250-730ef4490f30 req-d4b76cde-d59e-457c-9ee2-37d356471a86 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0850570 Jan 27 17:45:53.711235 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7826a7ca-6394-46be-a250-730ef4490f30 req-73dbeea5-8eb3-48c4-8889-a721d26f0901 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405836 Jan 27 17:45:54.916022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965bb40-22ff-4bbb-9a69-c960e9291830 req-bd93d05f-ba27-44ae-9dfb-468b8d2db780 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:54.917504 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d965bb40-22ff-4bbb-9a69-c960e9291830 req-bd93d05f-ba27-44ae-9dfb-468b8d2db780 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0887332 Jan 27 17:45:54.965877 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d965bb40-22ff-4bbb-9a69-c960e9291830 req-1421cf9d-2ebd-4d0e-a334-ef87455df6ef tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396864 Jan 27 17:45:56.165807 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78177d12-9c39-43dc-80e8-7763246ba753 req-b97a9a93-37cf-496a-9fcd-fbaabdf2c804 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:56.167134 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-78177d12-9c39-43dc-80e8-7763246ba753 req-b97a9a93-37cf-496a-9fcd-fbaabdf2c804 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0871577 Jan 27 17:45:56.213419 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-78177d12-9c39-43dc-80e8-7763246ba753 req-b950ce71-61bf-4eaa-b6a9-b2b7003aa951 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397797 Jan 27 17:45:57.426421 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d59e4a-08bb-48ef-9b90-dc8baf8de405 req-cedd4d03-b87c-4cc9-9c4d-f70f95c8feba tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:57.427850 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-69d59e4a-08bb-48ef-9b90-dc8baf8de405 req-cedd4d03-b87c-4cc9-9c4d-f70f95c8feba tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0853493 Jan 27 17:45:57.479806 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-69d59e4a-08bb-48ef-9b90-dc8baf8de405 req-bb474228-14a5-480c-8683-274d4cac2e0b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433309 Jan 27 17:45:58.797824 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33119324-768a-4d6c-9bf5-b380f61c8713 req-7db68489-38eb-4c24-9e88-71b39fe29005 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:45:58.799214 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-33119324-768a-4d6c-9bf5-b380f61c8713 req-7db68489-38eb-4c24-9e88-71b39fe29005 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.1925309 Jan 27 17:45:58.843356 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-33119324-768a-4d6c-9bf5-b380f61c8713 req-bcfea11b-792f-4e80-97d2-46730332f6b6 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383408 Jan 27 17:46:00.056830 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf49c23-ebbb-44f9-9f5a-c028a2a81599 req-c7936a3c-d49e-4e16-85cf-c2df69c4d132 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:00.058405 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1cf49c23-ebbb-44f9-9f5a-c028a2a81599 req-c7936a3c-d49e-4e16-85cf-c2df69c4d132 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0965972 Jan 27 17:46:00.103414 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1cf49c23-ebbb-44f9-9f5a-c028a2a81599 req-6de84dcb-d58b-4b60-bede-155b11b7fbc0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388982 Jan 27 17:46:01.303886 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b896f-7f52-4529-9955-7e484c3be311 req-cc1d40ac-c69c-415d-95cd-010f2b5d3363 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:01.305322 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-288b896f-7f52-4529-9955-7e484c3be311 req-cc1d40ac-c69c-415d-95cd-010f2b5d3363 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0892813 Jan 27 17:46:01.349113 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-288b896f-7f52-4529-9955-7e484c3be311 req-36922510-5e9f-4970-ab66-e24110906aaa tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376759 Jan 27 17:46:02.549318 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0d4ca-9dd4-4cda-998f-81871b61b5b2 req-e4eb3b41-9fc1-4646-bae0-9aa54cd5dfc1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:02.550802 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-17b0d4ca-9dd4-4cda-998f-81871b61b5b2 req-e4eb3b41-9fc1-4646-bae0-9aa54cd5dfc1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0908527 Jan 27 17:46:02.598243 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-17b0d4ca-9dd4-4cda-998f-81871b61b5b2 req-1dd43921-f0d8-45d2-9c56-8dfdb6007308 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392008 Jan 27 17:46:03.793942 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:03.808454 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857dd63-cbaf-4990-98e2-434d3f5d7405 req-3f0c267f-e1a7-470b-ad3f-d755fdc9b6f3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:03.809901 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b857dd63-cbaf-4990-98e2-434d3f5d7405 req-3f0c267f-e1a7-470b-ad3f-d755fdc9b6f3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0901396 Jan 27 17:46:03.854766 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b857dd63-cbaf-4990-98e2-434d3f5d7405 req-d713dab2-343d-4ec7-94ff-ddc08b99a9b1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385621 Jan 27 17:46:05.063444 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918a6dc-6e50-4335-8147-f9f20c7762d5 req-fa406ee1-9a9d-4764-a69f-5bf7f8f20807 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:05.064905 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5918a6dc-6e50-4335-8147-f9f20c7762d5 req-fa406ee1-9a9d-4764-a69f-5bf7f8f20807 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0853355 Jan 27 17:46:05.108977 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5918a6dc-6e50-4335-8147-f9f20c7762d5 req-3296d103-0325-4e90-b2f5-209d031586e9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382025 Jan 27 17:46:05.606495 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:46:06.312402 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46784d-8ae0-4c24-963a-06c123960190 req-e582e5e8-21f7-4ba9-be93-5a7bdebcd1ff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:06.313976 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6d46784d-8ae0-4c24-963a-06c123960190 req-e582e5e8-21f7-4ba9-be93-5a7bdebcd1ff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0859725 Jan 27 17:46:06.363016 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-6d46784d-8ae0-4c24-963a-06c123960190 req-fa221bb2-4637-4784-914a-3eba178946ff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430846 Jan 27 17:46:07.561268 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c64fb-4c00-4260-a7cc-5bc04c94f08f req-c9e1b9b9-9db8-4127-9a17-f091a9def5e8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:07.562740 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6e8c64fb-4c00-4260-a7cc-5bc04c94f08f req-c9e1b9b9-9db8-4127-9a17-f091a9def5e8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0899527 Jan 27 17:46:07.605451 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6e8c64fb-4c00-4260-a7cc-5bc04c94f08f req-ac557948-5353-41a8-8ad3-e99acbbee99f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370209 Jan 27 17:46:07.628796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44496) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:07.741719 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1c45e62e-6ef9-43cd-a821-18cb743fc157 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/5e3c08b9-02b8-4776-b34a-5549daad8c7c HTTP/1.1" status: 200 len: 993 time: 0.1118093 Jan 27 17:46:09.220896 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925c91e-4fc1-418d-a72f-f1501536bfde req-0995d93c-ee7a-4498-b38c-a152b7371b11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:09.222429 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9925c91e-4fc1-418d-a72f-f1501536bfde req-0995d93c-ee7a-4498-b38c-a152b7371b11 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0853574 Jan 27 17:46:09.247697 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689170e-c8df-40e0-ae76-138f0e80016b req-259015bc-c424-47f3-b08a-24ea03c3f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:09.249146 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b689170e-c8df-40e0-ae76-138f0e80016b req-259015bc-c424-47f3-b08a-24ea03c3f6cf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 1098 time: 0.0726318 Jan 27 17:46:09.267478 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9925c91e-4fc1-418d-a72f-f1501536bfde req-866adf57-44a8-4022-afa7-0e1726e72c9e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392210 Jan 27 17:46:09.380020 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689170e-c8df-40e0-ae76-138f0e80016b req-e7a44255-7516-44e4-9b2b-d6281fb8cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:09.381498 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b689170e-c8df-40e0-ae76-138f0e80016b req-e7a44255-7516-44e4-9b2b-d6281fb8cad0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2626f624-4a4d-4555-aa5c-36cb489c78fd HTTP/1.1" status: 200 len: 899 time: 0.1261992 Jan 27 17:46:09.494257 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b689170e-c8df-40e0-ae76-138f0e80016b req-0263f4ee-6229-4827-8e21-9d20edd2ff23 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e3984ab-5402-4252-a5b1-c058a2abc4ad HTTP/1.1" status: 200 len: 1001 time: 0.1071572 Jan 27 17:46:09.566706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689170e-c8df-40e0-ae76-138f0e80016b req-d7108de2-46bb-4821-bfc3-fae4c3755e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:09.568142 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b689170e-c8df-40e0-ae76-138f0e80016b req-d7108de2-46bb-4821-bfc3-fae4c3755e7a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7745ba8-72ec-4338-b9d9-7ed583633ad0 HTTP/1.1" status: 200 len: 834 time: 0.0684383 Jan 27 17:46:09.750130 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689170e-c8df-40e0-ae76-138f0e80016b req-626b84a6-b788-4475-a4a4-7abd4d12078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:09.751585 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b689170e-c8df-40e0-ae76-138f0e80016b req-626b84a6-b788-4475-a4a4-7abd4d12078a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2626f624-4a4d-4555-aa5c-36cb489c78fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1778088 Jan 27 17:46:09.882904 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b689170e-c8df-40e0-ae76-138f0e80016b req-8e81e74c-714d-447d-a2fb-baaead321692 service neutron] 10.222.0.83 "GET /v2.0/networks/2626f624-4a4d-4555-aa5c-36cb489c78fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246612 Jan 27 17:46:10.021768 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b689170e-c8df-40e0-ae76-138f0e80016b req-2b1d8a0b-d88a-45cf-b616-83d2151f24ee service neutron] 10.222.0.83 "GET /v2.0/networks/2626f624-4a4d-4555-aa5c-36cb489c78fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323090 Jan 27 17:46:10.463931 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd93f6c-3c3f-4124-988d-7c5d8aaddbb1 req-97ca2638-abfe-47dc-a5c3-e6c644ce0b56 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:10.465380 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9cd93f6c-3c3f-4124-988d-7c5d8aaddbb1 req-97ca2638-abfe-47dc-a5c3-e6c644ce0b56 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0827971 Jan 27 17:46:10.509244 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9cd93f6c-3c3f-4124-988d-7c5d8aaddbb1 req-f25ee0c9-6616-40bc-a783-35de1fead5db tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381396 Jan 27 17:46:11.728495 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe8d98-5170-41d6-a82f-eddb97f989f2 req-336fe543-610b-473d-9cb3-a81250cf12f3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:11.730393 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2bfe8d98-5170-41d6-a82f-eddb97f989f2 req-336fe543-610b-473d-9cb3-a81250cf12f3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0987222 Jan 27 17:46:11.778887 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2bfe8d98-5170-41d6-a82f-eddb97f989f2 req-b163b108-581f-41de-a624-46fe7dc3a51a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396397 Jan 27 17:46:11.810164 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44510) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:11.916218 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2f49fe7f-1be8-4b26-a98e-de63d61f91cc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/5e3c08b9-02b8-4776-b34a-5549daad8c7c HTTP/1.1" status: 200 len: 993 time: 0.1048915 Jan 27 17:46:18.811906 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-291c598c-03bf-4e6c-915b-1972a18fdfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:21.087405 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-94b0c270-56b7-4580-80dc-ad8b506fec73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:22.311209 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:22.323324 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:23.575997 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:33.781629 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:40.511512 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44530) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:40.723265 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port 67883b3c-99de-4b67-860d-74fe1fcc5cbd {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:46:40.723603 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:40.888937 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:40.889179 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:41.022258 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for 67883b3c-99de-4b67-860d-74fe1fcc5cbd owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:46:41.176959 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:41.225262 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=67883b3c-99de-4b67-860d-74fe1fcc5cbd,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:41.261083 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:41.261423 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:41.261758 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:41.262092 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:41.262430 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:41.262745 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:41.263059 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:41.263375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:41.263690 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:41.264000 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:41.264292 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:41.264599 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:41.323752 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:41.324074 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Floating IP 5e3c08b9-02b8-4776-b34a-5549daad8c7c disassociated (deleted). External IP: 172.26.1.254, port: 6e3984ab-5402-4252-a5b1-c058a2abc4ad. Jan 27 17:46:41.776094 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 4127edf5-f98f-4747-9f91-5193bb79b08b has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:46:41.955816 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:46:41.965545 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c86cd0a-44e8-462e-8143-4fd733f0615e None None] Sync routers for ids ['4127edf5-f98f-4747-9f91-5193bb79b08b'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:46:41.975862 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c86cd0a-44e8-462e-8143-4fd733f0615e None None] Routers {'4127edf5-f98f-4747-9f91-5193bb79b08b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:46:41.976485 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2c86cd0a-44e8-462e-8143-4fd733f0615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:46:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['4127edf5-f98f-4747-9f91-5193bb79b08b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:41.977269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:42.038446 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-4d600c72-ff80-4b8a-9897-98245d07f1c0 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/floatingips/5e3c08b9-02b8-4776-b34a-5549daad8c7c HTTP/1.1" status: 204 len: 168 time: 1.5227070 Jan 27 17:46:42.038446 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045a6b2c-febd-432a-b838-d7f09a932364', 'tag': '6e3984ab-5402-4252-a5b1-c058a2abc4ad'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:46:42.083397 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045a6b2c-febd-432a-b838-d7f09a932364', 'tag': '6e3984ab-5402-4252-a5b1-c058a2abc4ad', 'status': 'completed', 'code': 200} Jan 27 17:46:42.154844 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-2c86cd0a-44e8-462e-8143-4fd733f0615e None None] Set router 4127edf5-f98f-4747-9f91-5193bb79b08b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:46:42.178131 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16871c-2c31-4967-b10f-74c3e866915e req-eba3d23c-5499-46e8-8c24-4111c9e6e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:42.179748 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd16871c-2c31-4967-b10f-74c3e866915e req-eba3d23c-5499-46e8-8c24-4111c9e6e6bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 1098 time: 0.0740757 Jan 27 17:46:42.317587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16871c-2c31-4967-b10f-74c3e866915e req-1b9897c9-a4f2-46ce-b261-d5693f51742e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:42.319125 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd16871c-2c31-4967-b10f-74c3e866915e req-1b9897c9-a4f2-46ce-b261-d5693f51742e service neutron] 10.222.0.83 "GET /v2.0/networks?id=2626f624-4a4d-4555-aa5c-36cb489c78fd HTTP/1.1" status: 200 len: 899 time: 0.1325881 Jan 27 17:46:42.420554 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd16871c-2c31-4967-b10f-74c3e866915e req-9a8801e5-075b-4a26-8ec6-616a9d7c170d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e3984ab-5402-4252-a5b1-c058a2abc4ad HTTP/1.1" status: 200 len: 217 time: 0.0947013 Jan 27 17:46:42.467577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2c86cd0a-44e8-462e-8143-4fd733f0615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85408920', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:45:00Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:01Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '5139208f-0c2f-440e-8827-6ff53548c430', 'name': '', 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:97:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:04Z', 'updated_at': '2022-01-27T17:45:10Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:42.471736 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c86cd0a-44e8-462e-8143-4fd733f0615e None None] Checking router: 4127edf5-f98f-4747-9f91-5193bb79b08b for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:46:42.480296 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c86cd0a-44e8-462e-8143-4fd733f0615e None None] Routers {'4127edf5-f98f-4747-9f91-5193bb79b08b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:46:42.480889 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2c86cd0a-44e8-462e-8143-4fd733f0615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:46:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['4127edf5-f98f-4747-9f91-5193bb79b08b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:42.504709 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16871c-2c31-4967-b10f-74c3e866915e req-b410306e-beff-48d4-94ea-66f6fe668992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:42.506181 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd16871c-2c31-4967-b10f-74c3e866915e req-b410306e-beff-48d4-94ea-66f6fe668992 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7745ba8-72ec-4338-b9d9-7ed583633ad0 HTTP/1.1" status: 200 len: 834 time: 0.0744283 Jan 27 17:46:42.562420 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b8778-0da7-4578-92aa-48caf7fb6533 req-4b65a8fc-c103-4e8c-8e1c-010e785ebda1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:42.563839 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de1b8778-0da7-4578-92aa-48caf7fb6533 req-4b65a8fc-c103-4e8c-8e1c-010e785ebda1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.1812761 Jan 27 17:46:42.605275 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:46:42.616073 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de1b8778-0da7-4578-92aa-48caf7fb6533 req-2c41a6df-f517-4530-ac36-932725e8b828 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457013 Jan 27 17:46:42.625014 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16871c-2c31-4967-b10f-74c3e866915e req-b23921df-39e1-4f4d-97c0-144128e5346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:42.626714 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd16871c-2c31-4967-b10f-74c3e866915e req-b23921df-39e1-4f4d-97c0-144128e5346f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2626f624-4a4d-4555-aa5c-36cb489c78fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1136620 Jan 27 17:46:42.637418 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [req-fd16871c-2c31-4967-b10f-74c3e866915e req-01c24160-d8b0-4451-b605-7ea7481c904e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:46:42.638359 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd16871c-2c31-4967-b10f-74c3e866915e req-01c24160-d8b0-4451-b605-7ea7481c904e service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050342 Jan 27 17:46:42.661453 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-2c86cd0a-44e8-462e-8143-4fd733f0615e None None] Set router 4127edf5-f98f-4747-9f91-5193bb79b08b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:46:42.773746 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd16871c-2c31-4967-b10f-74c3e866915e req-c6c05b5e-c2cd-44f2-91bc-f8e31454aa4d service neutron] 10.222.0.83 "GET /v2.0/networks/2626f624-4a4d-4555-aa5c-36cb489c78fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275876 Jan 27 17:46:42.907166 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-fd16871c-2c31-4967-b10f-74c3e866915e req-fb72ba03-f141-4edc-8f0e-c666aa77d99f service neutron] 10.222.0.83 "GET /v2.0/networks/2626f624-4a4d-4555-aa5c-36cb489c78fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260107 Jan 27 17:46:42.968771 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2c86cd0a-44e8-462e-8143-4fd733f0615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85408920', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:45:00Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:01Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '5139208f-0c2f-440e-8827-6ff53548c430', 'name': '', 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:97:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:04Z', 'updated_at': '2022-01-27T17:45:10Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:42.973394 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c86cd0a-44e8-462e-8143-4fd733f0615e None None] The sync data for ids ['4127edf5-f98f-4747-9f91-5193bb79b08b'] in dv-neutron-826439-2-hyperv is: [{'id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85408920', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:45:00Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:01Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '5139208f-0c2f-440e-8827-6ff53548c430', 'name': '', 'network_id': '2626f624-4a4d-4555-aa5c-36cb489c78fd', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:97:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:04Z', 'updated_at': '2022-01-27T17:45:10Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': 'c7745ba8-72ec-4338-b9d9-7ed583633ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:46:43.189700 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1947adfb-d8be-42c8-8813-f8e9862ef683 None None] New status for floating IP 5e3c08b9-02b8-4776-b34a-5549daad8c7c: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:46:43.805788 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1990755-d550-4f73-ab21-b6927479a364 req-82b4c463-5ed7-4639-8b54-fbc250cdbd25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:43.806471 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-a1990755-d550-4f73-ab21-b6927479a364 req-82b4c463-5ed7-4639-8b54-fbc250cdbd25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:46:43.824534 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-a1990755-d550-4f73-ab21-b6927479a364 req-82b4c463-5ed7-4639-8b54-fbc250cdbd25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:46:43.825623 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a1990755-d550-4f73-ab21-b6927479a364 req-82b4c463-5ed7-4639-8b54-fbc250cdbd25 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0991471 Jan 27 17:46:43.872168 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a1990755-d550-4f73-ab21-b6927479a364 req-7a2df4b3-2c1c-47cd-8b37-d60aed2a29e3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=413a9842-1d3a-4e6b-bc54-14addd0d546c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397654 Jan 27 17:46:43.907195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfaf459-b385-440f-95c0-13c466c8295b req-f3b32839-1a31-43ad-b493-cea248f41b69 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:43.908623 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4bfaf459-b385-440f-95c0-13c466c8295b req-f3b32839-1a31-43ad-b493-cea248f41b69 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 945 time: 0.0779455 Jan 27 17:46:43.977340 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-4bfaf459-b385-440f-95c0-13c466c8295b req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port 6e3984ab-5402-4252-a5b1-c058a2abc4ad {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:46:43.977665 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-4bfaf459-b385-440f-95c0-13c466c8295b req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:44.326260 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-4bfaf459-b385-440f-95c0-13c466c8295b req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] For port 6e3984ab-5402-4252-a5b1-c058a2abc4ad, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6e3984ab-5402-4252-a5b1-c058a2abc4ad,segment=NetworkSegment(98551126-68c1-4a15-a62d-d03aa4acbc32),segment_id=98551126-68c1-4a15-a62d-d03aa4acbc32)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:46:44.326585 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-4bfaf459-b385-440f-95c0-13c466c8295b req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:44.449969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-4bfaf459-b385-440f-95c0-13c466c8295b req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for 6e3984ab-5402-4252-a5b1-c058a2abc4ad owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:46:44.612655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-4bfaf459-b385-440f-95c0-13c466c8295b req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:44.665039 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=6e3984ab-5402-4252-a5b1-c058a2abc4ad,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:44.703126 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:44.703474 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:44.703816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:44.704209 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:44.704549 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:44.704880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:44.705204 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:44.705525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:44.705880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:44.706200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:44.706508 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:44.706827 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:44.751836 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfaf459-b385-440f-95c0-13c466c8295b req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] No DVR routers for this DVR port 6e3984ab-5402-4252-a5b1-c058a2abc4ad on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:46:44.754332 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-4bfaf459-b385-440f-95c0-13c466c8295b req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:44.756798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045a6b2c-febd-432a-b838-d7f09a932364', 'name': 'network-vif-deleted', 'tag': '6e3984ab-5402-4252-a5b1-c058a2abc4ad'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:46:44.773776 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4bfaf459-b385-440f-95c0-13c466c8295b req-41546e5c-30a3-4e8b-adbe-354df9dbbdff tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "DELETE /v2.0/ports/6e3984ab-5402-4252-a5b1-c058a2abc4ad HTTP/1.1" status: 204 len: 173 time: 0.8602302 Jan 27 17:46:44.856628 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045a6b2c-febd-432a-b838-d7f09a932364', 'name': 'network-vif-deleted', 'tag': '6e3984ab-5402-4252-a5b1-c058a2abc4ad', 'status': 'completed', 'code': 200} Jan 27 17:46:45.035846 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-613221e6-b882-459e-9e4c-57449f5df104 req-3bcf285f-7fc7-4875-a8cc-525a48b06e79 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=045a6b2c-febd-432a-b838-d7f09a932364 HTTP/1.1" status: 200 len: 210 time: 0.0434279 Jan 27 17:46:46.286552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44550) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:46.879044 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cfca96eb-67ba-433d-82d8-ca5b7d229bec tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:46.988491 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 6e3984ab-5402-4252-a5b1-c058a2abc4ad no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:46:47.022997 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 6e3984ab-5402-4252-a5b1-c058a2abc4ad {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:46:47.023304 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 6e3984ab-5402-4252-a5b1-c058a2abc4ad not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:46:47.362978 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-cfca96eb-67ba-433d-82d8-ca5b7d229bec tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port 5139208f-0c2f-440e-8827-6ff53548c430 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:46:47.363639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cfca96eb-67ba-433d-82d8-ca5b7d229bec tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:47.565584 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-cfca96eb-67ba-433d-82d8-ca5b7d229bec tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] For port 5139208f-0c2f-440e-8827-6ff53548c430, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5139208f-0c2f-440e-8827-6ff53548c430,segment=NetworkSegment(98551126-68c1-4a15-a62d-d03aa4acbc32),segment_id=98551126-68c1-4a15-a62d-d03aa4acbc32)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:46:47.565964 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cfca96eb-67ba-433d-82d8-ca5b7d229bec tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:47.688184 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-cfca96eb-67ba-433d-82d8-ca5b7d229bec tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for 5139208f-0c2f-440e-8827-6ff53548c430 owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:46:47.879317 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cfca96eb-67ba-433d-82d8-ca5b7d229bec tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:47.927066 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca96eb-67ba-433d-82d8-ca5b7d229bec tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=5139208f-0c2f-440e-8827-6ff53548c430,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:48.230194 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-cfca96eb-67ba-433d-82d8-ca5b7d229bec tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:48.596931 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfca96eb-67ba-433d-82d8-ca5b7d229bec tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 4127edf5-f98f-4747-9f91-5193bb79b08b has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:46:48.806907 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac7caeeb-110e-47ac-b5a4-a4a5e07dbc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:48.889087 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfca96eb-67ba-433d-82d8-ca5b7d229bec tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:46:48.898989 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16ba99-209f-411a-a707-998314ad08f4 None None] Sync routers for ids ['4127edf5-f98f-4747-9f91-5193bb79b08b'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:46:48.903079 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-cfca96eb-67ba-433d-82d8-ca5b7d229bec tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "PUT /v2.0/routers/4127edf5-f98f-4747-9f91-5193bb79b08b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6154561 Jan 27 17:46:48.905947 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44554) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:48.908189 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16ba99-209f-411a-a707-998314ad08f4 None None] Routers {'4127edf5-f98f-4747-9f91-5193bb79b08b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:46:48.908807 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1a16ba99-209f-411a-a707-998314ad08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:46:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['4127edf5-f98f-4747-9f91-5193bb79b08b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:48.974749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb069f7-c4da-49db-bab1-b5944326a4c5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting subnet c7745ba8-72ec-4338-b9d9-7ed583633ad0 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:46:48.977903 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2cb069f7-c4da-49db-bab1-b5944326a4c5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:49.034730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2cb069f7-c4da-49db-bab1-b5944326a4c5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:49.083519 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-1a16ba99-209f-411a-a707-998314ad08f4 None None] Set router 4127edf5-f98f-4747-9f91-5193bb79b08b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:46:49.125956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2cb069f7-c4da-49db-bab1-b5944326a4c5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:49.198674 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2cb069f7-c4da-49db-bab1-b5944326a4c5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:49.237094 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb069f7-c4da-49db-bab1-b5944326a4c5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Subnet': ['ID=c7745ba8-72ec-4338-b9d9-7ed583633ad0,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:49.240689 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2cb069f7-c4da-49db-bab1-b5944326a4c5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:49.246835 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2cb069f7-c4da-49db-bab1-b5944326a4c5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/subnets/c7745ba8-72ec-4338-b9d9-7ed583633ad0 HTTP/1.1" status: 204 len: 168 time: 0.3399191 Jan 27 17:46:49.249413 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44558) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:49.263278 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f419579b-c491-4eb6-8843-2d9b778970d0 None None] Network 2626f624-4a4d-4555-aa5c-36cb489c78fd requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:46:49.429180 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6f2073f4-71d7-405b-b4ff-9ee544692b84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:49.588996 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1a16ba99-209f-411a-a707-998314ad08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85408920', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109'}], 'enable_snat': True}, 'gw_port_id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:45:00Z', 'updated_at': '2022-01-27T17:46:47Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'f2cef9ee-ea44-499c-b315-9ba1fddf5842', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:45:01Z', 'updated_at': '2022-01-27T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:49.593230 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16ba99-209f-411a-a707-998314ad08f4 None None] Checking router: 4127edf5-f98f-4747-9f91-5193bb79b08b for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:46:49.603429 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16ba99-209f-411a-a707-998314ad08f4 None None] Routers {'4127edf5-f98f-4747-9f91-5193bb79b08b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:46:49.604051 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1a16ba99-209f-411a-a707-998314ad08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:46:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['4127edf5-f98f-4747-9f91-5193bb79b08b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:49.611312 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6f2073f4-71d7-405b-b4ff-9ee544692b84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:49.621631 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-6f2073f4-71d7-405b-b4ff-9ee544692b84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port f2cef9ee-ea44-499c-b315-9ba1fddf5842 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:46:49.622096 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6f2073f4-71d7-405b-b4ff-9ee544692b84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:49.662150 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] DHCP port deletion for 2626f624-4a4d-4555-aa5c-36cb489c78fd request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:46:49.676659 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] Deleting port 3e5af464-cca6-460e-9a72-3f9f75a60a69 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:46:49.677016 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:49.793338 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-6f2073f4-71d7-405b-b4ff-9ee544692b84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] For port f2cef9ee-ea44-499c-b315-9ba1fddf5842, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=f2cef9ee-ea44-499c-b315-9ba1fddf5842,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:46:49.793663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6f2073f4-71d7-405b-b4ff-9ee544692b84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:49.803448 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-1a16ba99-209f-411a-a707-998314ad08f4 None None] Set router 4127edf5-f98f-4747-9f91-5193bb79b08b gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:46:49.918664 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-6f2073f4-71d7-405b-b4ff-9ee544692b84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for f2cef9ee-ea44-499c-b315-9ba1fddf5842 owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:46:49.946766 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-1a16ba99-209f-411a-a707-998314ad08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85408920', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:45:00Z', 'updated_at': '2022-01-27T17:46:49Z', 'revision_number': 6, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:49.954551 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16ba99-209f-411a-a707-998314ad08f4 None None] The sync data for ids ['4127edf5-f98f-4747-9f91-5193bb79b08b'] in dv-neutron-826439-2-hyperv is: [{'id': '4127edf5-f98f-4747-9f91-5193bb79b08b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85408920', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:45:00Z', 'updated_at': '2022-01-27T17:46:49Z', 'revision_number': 6, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port_host': None}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:46:50.062096 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] For port 3e5af464-cca6-460e-9a72-3f9f75a60a69, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3e5af464-cca6-460e-9a72-3f9f75a60a69,segment=NetworkSegment(98551126-68c1-4a15-a62d-d03aa4acbc32),segment_id=98551126-68c1-4a15-a62d-d03aa4acbc32)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:46:50.062478 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.101080 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6f2073f4-71d7-405b-b4ff-9ee544692b84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.149116 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2073f4-71d7-405b-b4ff-9ee544692b84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=f2cef9ee-ea44-499c-b315-9ba1fddf5842,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:50.184347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] Calling delete_port for 3e5af464-cca6-460e-9a72-3f9f75a60a69 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:46:50.262141 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.363710 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3e5af464-cca6-460e-9a72-3f9f75a60a69 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:46:50.365199 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6f2073f4-71d7-405b-b4ff-9ee544692b84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.387169 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] Pushing event deleted for resources: {'Port': ['ID=3e5af464-cca6-460e-9a72-3f9f75a60a69,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:50.402402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 3e5af464-cca6-460e-9a72-3f9f75a60a69 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:46:50.402748 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3e5af464-cca6-460e-9a72-3f9f75a60a69 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:46:50.407640 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] No DVR routers for this DVR port 3e5af464-cca6-460e-9a72-3f9f75a60a69 on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:46:50.410177 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:50.410574 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:50.410909 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:50.411233 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:50.411595 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:50.411960 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:50.412177 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:50.412502 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:50.412805 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:50.413113 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:50.413423 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:50.413760 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15035f42-07b0-44c6-9599-d8c4094edd14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:50.562120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6f2073f4-71d7-405b-b4ff-9ee544692b84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.564560 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6f2073f4-71d7-405b-b4ff-9ee544692b84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.595030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6f2073f4-71d7-405b-b4ff-9ee544692b84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.595571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2073f4-71d7-405b-b4ff-9ee544692b84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Fanout notify agent at l3_agent the message router_deleted on router 4127edf5-f98f-4747-9f91-5193bb79b08b {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:46:50.610396 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6f2073f4-71d7-405b-b4ff-9ee544692b84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.611464 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6f2073f4-71d7-405b-b4ff-9ee544692b84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/routers/4127edf5-f98f-4747-9f91-5193bb79b08b HTTP/1.1" status: 204 len: 168 time: 1.3611360 Jan 27 17:46:50.615568 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44564) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:50.724774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3b948466-8bab-40a6-99c8-4a8b676fdc8e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.864536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3b948466-8bab-40a6-99c8-4a8b676fdc8e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.891518 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-3b948466-8bab-40a6-99c8-4a8b676fdc8e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2626f624-4a4d-4555-aa5c-36cb489c78fd']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:50.904034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-3b948466-8bab-40a6-99c8-4a8b676fdc8e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98551126-68c1-4a15-a62d-d03aa4acbc32') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:50.904328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-3b948466-8bab-40a6-99c8-4a8b676fdc8e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98551126-68c1-4a15-a62d-d03aa4acbc32') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:50.916043 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3b948466-8bab-40a6-99c8-4a8b676fdc8e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.932251 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3b948466-8bab-40a6-99c8-4a8b676fdc8e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.938426 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b948466-8bab-40a6-99c8-4a8b676fdc8e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:46:50.938854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3b948466-8bab-40a6-99c8-4a8b676fdc8e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:46:50.953389 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:46:51.035271 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3b948466-8bab-40a6-99c8-4a8b676fdc8e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:51.053869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3b948466-8bab-40a6-99c8-4a8b676fdc8e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:51.064870 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b948466-8bab-40a6-99c8-4a8b676fdc8e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Network': ['ID=2626f624-4a4d-4555-aa5c-36cb489c78fd,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:51.074588 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3b948466-8bab-40a6-99c8-4a8b676fdc8e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/networks/2626f624-4a4d-4555-aa5c-36cb489c78fd HTTP/1.1" status: 204 len: 168 time: 0.4581025 Jan 27 17:46:51.077457 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44568) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:51.091476 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8662f350-c8fe-4757-9333-b189d11250d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:51.146057 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-55cedb6b-2cdd-4e5d-b6f8-c9168d16add2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:51.176203 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-55cedb6b-2cdd-4e5d-b6f8-c9168d16add2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:51.243879 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-55cedb6b-2cdd-4e5d-b6f8-c9168d16add2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:51.261904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cedb6b-2cdd-4e5d-b6f8-c9168d16add2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=413a9842-1d3a-4e6b-bc54-14addd0d546c,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:51.277362 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-55cedb6b-2cdd-4e5d-b6f8-c9168d16add2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:51.278606 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-55cedb6b-2cdd-4e5d-b6f8-c9168d16add2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/security-groups/413a9842-1d3a-4e6b-bc54-14addd0d546c HTTP/1.1" status: 204 len: 168 time: 0.2001278 Jan 27 17:46:51.550408 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44576) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:51.555720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-544cf866-7782-4ff8-9082-54a1ae525024 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2138486349', 'description': 'tempest-secgroup-smoke-2138486349 description', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:51.562140 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-544cf866-7782-4ff8-9082-54a1ae525024 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:51.566612 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-544cf866-7782-4ff8-9082-54a1ae525024 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:51.569653 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-544cf866-7782-4ff8-9082-54a1ae525024 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:51.575700 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-544cf866-7782-4ff8-9082-54a1ae525024 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:51.588246 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-544cf866-7782-4ff8-9082-54a1ae525024 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:51.610731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-544cf866-7782-4ff8-9082-54a1ae525024 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:51.614401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-544cf866-7782-4ff8-9082-54a1ae525024 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:51.617119 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-544cf866-7782-4ff8-9082-54a1ae525024 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:51.622662 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-544cf866-7782-4ff8-9082-54a1ae525024 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:51.698302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-544cf866-7782-4ff8-9082-54a1ae525024 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:51.704191 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-544cf866-7782-4ff8-9082-54a1ae525024 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:51.747711 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cf866-7782-4ff8-9082-54a1ae525024 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ca4e80-c4d6-4d3a-86a1-467d480ef164,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:51.751521 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-544cf866-7782-4ff8-9082-54a1ae525024 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:51.752807 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-544cf866-7782-4ff8-9082-54a1ae525024 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2013934 Jan 27 17:46:51.756139 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44580) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:51.761278 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4daafa74-6978-4ba5-a8f6-d5f2e3d7e222 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '48ca4e80-c4d6-4d3a-86a1-467d480ef164', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:51.767602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4daafa74-6978-4ba5-a8f6-d5f2e3d7e222 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:51.771895 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4daafa74-6978-4ba5-a8f6-d5f2e3d7e222 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:51.775326 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4daafa74-6978-4ba5-a8f6-d5f2e3d7e222 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:51.781878 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4daafa74-6978-4ba5-a8f6-d5f2e3d7e222 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:51.808193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4daafa74-6978-4ba5-a8f6-d5f2e3d7e222 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:51.868355 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4daafa74-6978-4ba5-a8f6-d5f2e3d7e222 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:51.874114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4daafa74-6978-4ba5-a8f6-d5f2e3d7e222 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:51.896483 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daafa74-6978-4ba5-a8f6-d5f2e3d7e222 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166555db-2e7d-4fad-854a-4b411956f2e0,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:51.906193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4daafa74-6978-4ba5-a8f6-d5f2e3d7e222 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:51.907410 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4daafa74-6978-4ba5-a8f6-d5f2e3d7e222 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504257 Jan 27 17:46:51.910375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44584) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:51.915490 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-5b8771d7-4e0b-4d86-8f14-ea9070e8e080 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '48ca4e80-c4d6-4d3a-86a1-467d480ef164', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:51.921819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5b8771d7-4e0b-4d86-8f14-ea9070e8e080 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:51.926294 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5b8771d7-4e0b-4d86-8f14-ea9070e8e080 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:51.929285 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-5b8771d7-4e0b-4d86-8f14-ea9070e8e080 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:51.935203 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-5b8771d7-4e0b-4d86-8f14-ea9070e8e080 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:51.953496 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5b8771d7-4e0b-4d86-8f14-ea9070e8e080 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:51.997149 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f2cef9ee-ea44-499c-b315-9ba1fddf5842 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:46:52.018954 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5b8771d7-4e0b-4d86-8f14-ea9070e8e080 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.023724 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5b8771d7-4e0b-4d86-8f14-ea9070e8e080 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.031695 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: f2cef9ee-ea44-499c-b315-9ba1fddf5842 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:46:52.032084 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device f2cef9ee-ea44-499c-b315-9ba1fddf5842 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:46:52.032508 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5139208f-0c2f-440e-8827-6ff53548c430 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:46:52.047912 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8771d7-4e0b-4d86-8f14-ea9070e8e080 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87633dcd-6435-4671-b12f-3286b2bc5212,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:52.059520 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-5b8771d7-4e0b-4d86-8f14-ea9070e8e080 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.060721 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-5b8771d7-4e0b-4d86-8f14-ea9070e8e080 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1493740 Jan 27 17:46:52.063564 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44588) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:52.068565 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-fa8278d3-7f3b-4dc1-84e6-bf0382d850fc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '48ca4e80-c4d6-4d3a-86a1-467d480ef164', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:52.071346 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 5139208f-0c2f-440e-8827-6ff53548c430 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:46:52.071692 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5139208f-0c2f-440e-8827-6ff53548c430 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:46:52.074783 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-fa8278d3-7f3b-4dc1-84e6-bf0382d850fc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:52.078823 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-fa8278d3-7f3b-4dc1-84e6-bf0382d850fc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:52.081722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-fa8278d3-7f3b-4dc1-84e6-bf0382d850fc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:52.087641 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-fa8278d3-7f3b-4dc1-84e6-bf0382d850fc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:52.107323 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fa8278d3-7f3b-4dc1-84e6-bf0382d850fc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.180000 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fa8278d3-7f3b-4dc1-84e6-bf0382d850fc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.185254 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fa8278d3-7f3b-4dc1-84e6-bf0382d850fc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.210171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8278d3-7f3b-4dc1-84e6-bf0382d850fc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfd31ce-2bbf-409b-b46d-b69e4e0615de,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:52.221905 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-fa8278d3-7f3b-4dc1-84e6-bf0382d850fc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.223287 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-fa8278d3-7f3b-4dc1-84e6-bf0382d850fc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1586626 Jan 27 17:46:52.227058 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44592) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:52.231946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-9885d35c-855e-4b0a-aa65-4a79a692d387 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '48ca4e80-c4d6-4d3a-86a1-467d480ef164', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:52.238088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9885d35c-855e-4b0a-aa65-4a79a692d387 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:52.241813 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9885d35c-855e-4b0a-aa65-4a79a692d387 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:52.244970 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9885d35c-855e-4b0a-aa65-4a79a692d387 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:52.251068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9885d35c-855e-4b0a-aa65-4a79a692d387 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:52.270928 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9885d35c-855e-4b0a-aa65-4a79a692d387 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.301955 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.327392 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.342797 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9885d35c-855e-4b0a-aa65-4a79a692d387 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.347259 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9885d35c-855e-4b0a-aa65-4a79a692d387 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.374722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885d35c-855e-4b0a-aa65-4a79a692d387 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15a94ff-5bd2-4810-9470-b2a5bc52aa1f,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:52.381948 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9885d35c-855e-4b0a-aa65-4a79a692d387 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.383108 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9885d35c-855e-4b0a-aa65-4a79a692d387 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1551397 Jan 27 17:46:52.385899 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44596) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:52.390945 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c9b5a8e2-9b0c-437a-9d94-c74a3c8ab533 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '48ca4e80-c4d6-4d3a-86a1-467d480ef164', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:52.396693 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c9b5a8e2-9b0c-437a-9d94-c74a3c8ab533 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:52.400604 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c9b5a8e2-9b0c-437a-9d94-c74a3c8ab533 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:52.403532 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c9b5a8e2-9b0c-437a-9d94-c74a3c8ab533 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:52.409548 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c9b5a8e2-9b0c-437a-9d94-c74a3c8ab533 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:52.420178 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-c9b5a8e2-9b0c-437a-9d94-c74a3c8ab533 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Project 25c0e5ef386549e2ae211fdeb76119ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:46:52.427418 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a8e2-9b0c-437a-9d94-c74a3c8ab533 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.491941 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a8e2-9b0c-437a-9d94-c74a3c8ab533 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.497308 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a8e2-9b0c-437a-9d94-c74a3c8ab533 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.523694 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5a8e2-9b0c-437a-9d94-c74a3c8ab533 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e07a8ad-22e2-46a3-8403-48a216fd44c1,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:52.535475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a8e2-9b0c-437a-9d94-c74a3c8ab533 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.536696 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c9b5a8e2-9b0c-437a-9d94-c74a3c8ab533 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498716 Jan 27 17:46:52.539444 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44600) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:52.544522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-c6f76346-f4d7-49a1-9ef6-148c78aed139 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'security_group_rule': {'security_group_id': '48ca4e80-c4d6-4d3a-86a1-467d480ef164', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:52.550748 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c6f76346-f4d7-49a1-9ef6-148c78aed139 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:52.554879 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c6f76346-f4d7-49a1-9ef6-148c78aed139 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:security_group_rule and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:52.557946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-c6f76346-f4d7-49a1-9ef6-148c78aed139 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:52.564026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-c6f76346-f4d7-49a1-9ef6-148c78aed139 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:52.575848 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-c6f76346-f4d7-49a1-9ef6-148c78aed139 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Project 25c0e5ef386549e2ae211fdeb76119ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:46:52.582675 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c6f76346-f4d7-49a1-9ef6-148c78aed139 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.649844 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c6f76346-f4d7-49a1-9ef6-148c78aed139 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.654540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c6f76346-f4d7-49a1-9ef6-148c78aed139 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.677258 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f76346-f4d7-49a1-9ef6-148c78aed139 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3eeba27-a593-42f0-a78d-702373fa91bd,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:52.687328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c6f76346-f4d7-49a1-9ef6-148c78aed139 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.688644 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c6f76346-f4d7-49a1-9ef6-148c78aed139 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1481717 Jan 27 17:46:52.691435 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44604) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:52.696822 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-9f71ae18-0363-493e-af0b-552cfdfda2ee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'network': {'name': 'tempest-network-smoke--2122410937', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'port_security_enabled': True}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:52.701744 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9f71ae18-0363-493e-af0b-552cfdfda2ee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:52.706032 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9f71ae18-0363-493e-af0b-552cfdfda2ee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:network and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:52.709089 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9f71ae18-0363-493e-af0b-552cfdfda2ee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:52.715252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9f71ae18-0363-493e-af0b-552cfdfda2ee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:52.729386 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f71ae18-0363-493e-af0b-552cfdfda2ee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Made reservation on behalf of 25c0e5ef386549e2ae211fdeb76119ce for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:46:52.732759 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9f71ae18-0363-493e-af0b-552cfdfda2ee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.762709 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f71ae18-0363-493e-af0b-552cfdfda2ee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:46:52.772106 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9f71ae18-0363-493e-af0b-552cfdfda2ee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.772448 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-9f71ae18-0363-493e-af0b-552cfdfda2ee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Added segment f0ec7381-0085-4f6d-8af5-d98f47c5c7ac of type vlan for network 1c39b7c3-5b9e-4f71-b210-22a9df035307 Jan 27 17:46:52.798760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9f71ae18-0363-493e-af0b-552cfdfda2ee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.827847 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9f71ae18-0363-493e-af0b-552cfdfda2ee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:52.833416 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f71ae18-0363-493e-af0b-552cfdfda2ee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:52.834026 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9f71ae18-0363-493e-af0b-552cfdfda2ee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:53.039296 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9f71ae18-0363-493e-af0b-552cfdfda2ee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3467143 Jan 27 17:46:53.042228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44608) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:53.044586 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71ae18-0363-493e-af0b-552cfdfda2ee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Network': ['ID=1c39b7c3-5b9e-4f71-b210-22a9df035307,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:53.048231 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1498662999', 'admin_state_up': True, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:53.055123 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 1c39b7c3-5b9e-4f71-b210-22a9df035307 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:46:53.056952 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:53.061311 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:router and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:53.064314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:53.074216 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:53.085716 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:53.086745 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:53.102910 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:53.365784 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:53.578888 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:53.692460 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:53.720649 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:53.960008 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.26.1.128 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/c2a7b11a-618f-42d0-8d94-d8decd3f07ed) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:46:54.102302 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:54.133317 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:54.199719 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:46:54.202533 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:46:54.206113 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:46:54.235042 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=c2a7b11a-618f-42d0-8d94-d8decd3f07ed,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:54.629477 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:54.972391 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:55.175987 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 3472ea65-75c0-4eed-9495-39be082a15a5 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:46:55.475571 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:46:55.486573 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Sync routers for ids ['3472ea65-75c0-4eed-9495-39be082a15a5'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:46:55.496816 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Routers {'3472ea65-75c0-4eed-9495-39be082a15a5'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:46:55.497433 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:46:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['3472ea65-75c0-4eed-9495-39be082a15a5'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:55.505043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:55.506716 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c6cc74ad-2bd8-49a9-a540-dd3e6e5fba76 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4634719 Jan 27 17:46:55.509853 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44614) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:55.552026 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-18b4aa37-f760-4fb8-b3fd-d40bb22ea8ab tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=25c0e5ef386549e2ae211fdeb76119ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385602 Jan 27 17:46:55.552228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44618) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:55.669292 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Set router 3472ea65-75c0-4eed-9495-39be082a15a5 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:46:55.680873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08082703-8134-481b-adf3-8ae57351149f tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:55.685077 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-08082703-8134-481b-adf3-8ae57351149f tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292803 Jan 27 17:46:55.685309 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44622) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:55.727130 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-860916e5-5eb0-4a0c-ab98-e239e559f466 tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=fe93896c-3fd2-4afe-afe9-4ea8cb85aee8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406342 Jan 27 17:46:55.729556 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44626) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:55.734864 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-bfac6060-2d6d-4915-b277-08fc7fe8d0b7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-58552861', 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307', 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:46:55.838304 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-bfac6060-2d6d-4915-b277-08fc7fe8d0b7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:46:55.842167 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bfac6060-2d6d-4915-b277-08fc7fe8d0b7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:subnet and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:46:55.844931 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-bfac6060-2d6d-4915-b277-08fc7fe8d0b7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:46:55.850736 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-bfac6060-2d6d-4915-b277-08fc7fe8d0b7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:46:55.861966 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfac6060-2d6d-4915-b277-08fc7fe8d0b7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Made reservation on behalf of 25c0e5ef386549e2ae211fdeb76119ce for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:46:55.865396 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bfac6060-2d6d-4915-b277-08fc7fe8d0b7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:55.948805 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498662999', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:54Z', 'revision_number': 3, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:55.952640 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Checking router: 3472ea65-75c0-4eed-9495-39be082a15a5 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:46:55.953000 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Updating router 3472ea65-75c0-4eed-9495-39be082a15a5 port c2a7b11a-618f-42d0-8d94-d8decd3f07ed binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:46:56.003999 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:56.083040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bfac6060-2d6d-4915-b277-08fc7fe8d0b7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:56.161560 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac6060-2d6d-4915-b277-08fc7fe8d0b7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Subnet': ['ID=8b3ffb0b-a4e6-481a-ba4a-095b98208d3e,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:56.167227 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfac6060-2d6d-4915-b277-08fc7fe8d0b7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Checking segment: {'id': 'f0ec7381-0085-4f6d-8af5-d98f47c5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:46:56.167562 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfac6060-2d6d-4915-b277-08fc7fe8d0b7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network hostable DHCP agents. Network: 1c39b7c3-5b9e-4f71-b210-22a9df035307, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:46:56.187492 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfac6060-2d6d-4915-b277-08fc7fe8d0b7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network 1c39b7c3-5b9e-4f71-b210-22a9df035307 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:46:56.196553 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-bfac6060-2d6d-4915-b277-08fc7fe8d0b7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 1c39b7c3-5b9e-4f71-b210-22a9df035307) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:46:56.200491 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfac6060-2d6d-4915-b277-08fc7fe8d0b7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:56.201071 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-bfac6060-2d6d-4915-b277-08fc7fe8d0b7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:56.210815 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19e9caf-dc97-4c36-a661-a2a525c25872 None None] Network 1c39b7c3-5b9e-4f71-b210-22a9df035307 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:46:56.222669 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bfac6060-2d6d-4915-b277-08fc7fe8d0b7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4921200 Jan 27 17:46:56.225935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44630) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:46:56.331186 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:56.342635 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Transition to ACTIVE for port object c2a7b11a-618f-42d0-8d94-d8decd3f07ed will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:46:56.349130 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:56.422846 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Attempting to bind port c2a7b11a-618f-42d0-8d94-d8decd3f07ed on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:46:56.423619 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Attempting to bind port c2a7b11a-618f-42d0-8d94-d8decd3f07ed by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:46:56.423860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-1c39b7c3-5b9e-4f71-b210-22a9df035307', 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ips': [{'subnet_id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:46:56.423973 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Attempting to bind port c2a7b11a-618f-42d0-8d94-d8decd3f07ed on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:46:56.424796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:56.432301 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:46:56.432655 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:46:56.433043 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:56.433422 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:46:56.433895 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Bound port: c2a7b11a-618f-42d0-8d94-d8decd3f07ed, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:46:56.434250 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:56.478312 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a247c-d14c-4048-bf20-23c097fd18a0 None None] Pushing event updated for resources: {'Port': ['ID=c2a7b11a-618f-42d0-8d94-d8decd3f07ed,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:56.492695 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a247c-d14c-4048-bf20-23c097fd18a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:56.493425 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a247c-d14c-4048-bf20-23c097fd18a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:56.493425 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a247c-d14c-4048-bf20-23c097fd18a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:56.493639 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a247c-d14c-4048-bf20-23c097fd18a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:56.493985 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a247c-d14c-4048-bf20-23c097fd18a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:56.494295 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a247c-d14c-4048-bf20-23c097fd18a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:56.494771 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a247c-d14c-4048-bf20-23c097fd18a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:56.495276 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a247c-d14c-4048-bf20-23c097fd18a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:56.495591 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a247c-d14c-4048-bf20-23c097fd18a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:56.495903 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a247c-d14c-4048-bf20-23c097fd18a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:56.496208 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a247c-d14c-4048-bf20-23c097fd18a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:56.496514 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a247c-d14c-4048-bf20-23c097fd18a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:46:56.523259 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] For port c2a7b11a-618f-42d0-8d94-d8decd3f07ed, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:46:56.526979 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] For port c2a7b11a-618f-42d0-8d94-d8decd3f07ed, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c2a7b11a-618f-42d0-8d94-d8decd3f07ed,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:46:56.532682 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:56.587655 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Allocated IP 172.20.0.2 (1c39b7c3-5b9e-4f71-b210-22a9df035307/8b3ffb0b-a4e6-481a-ba4a-095b98208d3e/40be5ff2-3682-425e-af55-957b124e075a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:46:56.609953 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Routers {'3472ea65-75c0-4eed-9495-39be082a15a5'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:46:56.611111 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:46:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['3472ea65-75c0-4eed-9495-39be082a15a5'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:56.672195 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a247c-d14c-4048-bf20-23c097fd18a0 None None] Pushing event updated for resources: {'Port': ['ID=c2a7b11a-618f-42d0-8d94-d8decd3f07ed,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:56.786627 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] Set router 3472ea65-75c0-4eed-9495-39be082a15a5 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:46:56.793366 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:56.803981 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Transition to ACTIVE for port object 40be5ff2-3682-425e-af55-957b124e075a will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:46:56.822016 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Transition to ACTIVE for port object 40be5ff2-3682-425e-af55-957b124e075a will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:46:56.828919 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:56.893124 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Network 1c39b7c3-5b9e-4f71-b210-22a9df035307 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:46:56.896043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:46:56.900076 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:46:56.909386 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Pushing event updated for resources: {'Port': ['ID=40be5ff2-3682-425e-af55-957b124e075a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:56.997891 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Attempting to bind port 40be5ff2-3682-425e-af55-957b124e075a on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:46:56.998246 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Attempting to bind port 40be5ff2-3682-425e-af55-957b124e075a by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f0ec7381-0085-4f6d-8af5-d98f47c5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:46:56.998591 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Attempting to bind port 40be5ff2-3682-425e-af55-957b124e075a on network 1c39b7c3-5b9e-4f71-b210-22a9df035307 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:46:57.003880 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:46:57.004240 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Checking segment: {'id': 'f0ec7381-0085-4f6d-8af5-d98f47c5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:46:57.004624 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:57.004997 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Bound using segment: {'id': 'f0ec7381-0085-4f6d-8af5-d98f47c5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:46:57.005477 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Bound port: 40be5ff2-3682-425e-af55-957b124e075a, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ec7381-0085-4f6d-8af5-d98f47c5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:46:57.005824 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:57.083662 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:57.098015 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] For port 40be5ff2-3682-425e-af55-957b124e075a, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:46:57.101609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] For port 40be5ff2-3682-425e-af55-957b124e075a, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=40be5ff2-3682-425e-af55-957b124e075a,segment=NetworkSegment(f0ec7381-0085-4f6d-8af5-d98f47c5c7ac),segment_id=f0ec7381-0085-4f6d-8af5-d98f47c5c7ac)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:46:57.109536 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:57.112901 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498662999', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:54Z', 'revision_number': 3, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:57.117171 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6928cad-8c81-4311-a3a2-a4ed1e207b93 None None] The sync data for ids ['3472ea65-75c0-4eed-9495-39be082a15a5'] in dv-neutron-826439-2-hyperv is: [{'id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498662999', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:54Z', 'revision_number': 3, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:46:57.207299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a5236-0b28-4a97-b75b-ab07b18958bc None None] Pushing event updated for resources: {'Port': ['ID=40be5ff2-3682-425e-af55-957b124e075a,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:57.535030 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.20.0.1 (1c39b7c3-5b9e-4f71-b210-22a9df035307/8b3ffb0b-a4e6-481a-ba4a-095b98208d3e/09cc6adb-f89e-4b7a-9adf-b9f509474bc3) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:46:57.704881 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:57.721835 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Transition to ACTIVE for port object 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:46:57.751458 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:57.822519 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network 1c39b7c3-5b9e-4f71-b210-22a9df035307 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:46:57.825642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:46:57.829809 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:46:57.865840 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=09cc6adb-f89e-4b7a-9adf-b9f509474bc3,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:57.895424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:58.053957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:58.140283 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c2a7b11a-618f-42d0-8d94-d8decd3f07ed up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:46:58.218636 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port c2a7b11a-618f-42d0-8d94-d8decd3f07ed completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:46:58.223840 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port c2a7b11a-618f-42d0-8d94-d8decd3f07ed triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:46:58.224210 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:58.326123 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e34ec2-6c72-49bf-a117-1ee68bd36fff None None] Network 1c39b7c3-5b9e-4f71-b210-22a9df035307 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:46:58.389225 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:58.440075 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-934027a0-7680-4db4-8027-2284723bda46 None None] Provisioning for port 40be5ff2-3682-425e-af55-957b124e075a completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:46:58.470501 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port c2a7b11a-618f-42d0-8d94-d8decd3f07ed, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c2a7b11a-618f-42d0-8d94-d8decd3f07ed,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:46:58.484130 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:58.484859 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 40be5ff2-3682-425e-af55-957b124e075a up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:46:58.495004 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:58.500120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:58.614264 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:58.617700 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=09cc6adb-f89e-4b7a-9adf-b9f509474bc3,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:58.685111 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=c2a7b11a-618f-42d0-8d94-d8decd3f07ed,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:58.745544 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 40be5ff2-3682-425e-af55-957b124e075a completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:46:58.754009 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 40be5ff2-3682-425e-af55-957b124e075a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:46:58.754368 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:58.858970 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network 1c39b7c3-5b9e-4f71-b210-22a9df035307 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:46:58.860077 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:46:58.883632 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:58.918002 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 40be5ff2-3682-425e-af55-957b124e075a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=40be5ff2-3682-425e-af55-957b124e075a,segment=NetworkSegment(f0ec7381-0085-4f6d-8af5-d98f47c5c7ac),segment_id=f0ec7381-0085-4f6d-8af5-d98f47c5c7ac)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:46:58.923722 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:58.990696 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=40be5ff2-3682-425e-af55-957b124e075a,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:46:59.054725 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 3472ea65-75c0-4eed-9495-39be082a15a5 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:46:59.098811 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d22e71b8-acb4-4c03-b6ac-753e91ab5219 None None] Provisioning complete for port 40be5ff2-3682-425e-af55-957b124e075a triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:46:59.099439 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d22e71b8-acb4-4c03-b6ac-753e91ab5219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:59.245810 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d22e71b8-acb4-4c03-b6ac-753e91ab5219 None None] Provisioning for port 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:46:59.249297 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:46:59.250904 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d22e71b8-acb4-4c03-b6ac-753e91ab5219 None None] Provisioning complete for port 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:46:59.251268 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d22e71b8-acb4-4c03-b6ac-753e91ab5219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:59.268050 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f87a25d4-f5a7-40d3-bbfd-ab5e70b745d7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "PUT /v2.0/routers/3472ea65-75c0-4eed-9495-39be082a15a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0414295 Jan 27 17:46:59.280786 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Sync routers for ids ['3472ea65-75c0-4eed-9495-39be082a15a5'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:46:59.309497 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Routers {'3472ea65-75c0-4eed-9495-39be082a15a5'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:46:59.310151 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:46:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['3472ea65-75c0-4eed-9495-39be082a15a5'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:59.380792 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d22e71b8-acb4-4c03-b6ac-753e91ab5219 None None] Port 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:46:59.440213 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b88aa038-ade2-472e-b731-75b1401ad08c req-56728c17-b468-4b8b-8149-09d9f8682dee tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2138486349&fields=id&tenant_id=25c0e5ef386549e2ae211fdeb76119ce HTTP/1.1" status: 200 len: 267 time: 0.0456948 Jan 27 17:46:59.502727 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Set router 3472ea65-75c0-4eed-9495-39be082a15a5 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:46:59.568729 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9648a291-3000-4b79-bc3f-527505968149 None None] Provisioning complete for port 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:46:59.568959 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9648a291-3000-4b79-bc3f-527505968149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:59.590557 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88aa038-ade2-472e-b731-75b1401ad08c req-02074156-ae7a-43e0-a6f7-6eb7e2f9cd84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:46:59.591226 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-b88aa038-ade2-472e-b731-75b1401ad08c req-02074156-ae7a-43e0-a6f7-6eb7e2f9cd84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:network {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:46:59.607866 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-b88aa038-ade2-472e-b731-75b1401ad08c req-02074156-ae7a-43e0-a6f7-6eb7e2f9cd84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:network {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:46:59.609060 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b88aa038-ade2-472e-b731-75b1401ad08c req-02074156-ae7a-43e0-a6f7-6eb7e2f9cd84 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/networks?id=1c39b7c3-5b9e-4f71-b210-22a9df035307 HTTP/1.1" status: 200 len: 797 time: 0.1618063 Jan 27 17:46:59.624464 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b88aa038-ade2-472e-b731-75b1401ad08c req-fe23800e-a7ff-4157-954c-59f21a181c72 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/quotas/25c0e5ef386549e2ae211fdeb76119ce HTTP/1.1" status: 200 len: 375 time: 0.0093670 Jan 27 17:46:59.699571 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9648a291-3000-4b79-bc3f-527505968149 None None] Port 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:46:59.707191 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-b88aa038-ade2-472e-b731-75b1401ad08c req-1b17a3b7-1caf-477e-a226-2637966f7a5a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:46:59.724849 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-b88aa038-ade2-472e-b731-75b1401ad08c req-1b17a3b7-1caf-477e-a226-2637966f7a5a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:46:59.726238 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b88aa038-ade2-472e-b731-75b1401ad08c req-1b17a3b7-1caf-477e-a226-2637966f7a5a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957642 Jan 27 17:46:59.860744 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498662999', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:57Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '09cc6adb-f89e-4b7a-9adf-b9f509474bc3', 'name': '', 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:5b:3b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:57Z', 'updated_at': '2022-01-27T17:46:58Z', 'revision_number': 2, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:46:59.863570 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b88aa038-ade2-472e-b731-75b1401ad08c req-f4045a67-062f-45ad-bf09-3b45b186736c service neutron] 10.222.0.50 "GET /v2.0/networks/1c39b7c3-5b9e-4f71-b210-22a9df035307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256082 Jan 27 17:46:59.864541 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Checking router: 3472ea65-75c0-4eed-9495-39be082a15a5 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:46:59.864885 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Updating router 3472ea65-75c0-4eed-9495-39be082a15a5 port 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:46:59.916105 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:46:59.996071 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b88aa038-ade2-472e-b731-75b1401ad08c req-518c47c0-9f64-474d-9473-0a0fc5e3a3d0 service neutron] 10.222.0.50 "GET /v2.0/networks/1c39b7c3-5b9e-4f71-b210-22a9df035307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261706 Jan 27 17:47:00.025116 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c2a7b11a-618f-42d0-8d94-d8decd3f07ed up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:47:00.194078 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port c2a7b11a-618f-42d0-8d94-d8decd3f07ed triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:47:00.194446 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:00.199500 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-1b5006a1-b9b0-4451-a9b9-545e607a2371 req-0a20100d-dfca-4272-888f-9c3b16d17bab tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:47:00.211193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-1b5006a1-b9b0-4451-a9b9-545e607a2371 req-0a20100d-dfca-4272-888f-9c3b16d17bab tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:47:00.212329 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1b5006a1-b9b0-4451-a9b9-545e607a2371 req-0a20100d-dfca-4272-888f-9c3b16d17bab tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 210 time: 0.0589371 Jan 27 17:47:00.450563 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 40be5ff2-3682-425e-af55-957b124e075a up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:47:00.507462 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:00.525545 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Transition to ACTIVE for port object 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:47:00.534862 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:00.656570 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 40be5ff2-3682-425e-af55-957b124e075a triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:47:00.656919 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:00.715908 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a8639-a430-437a-94d1-de24034fe260 None None] Pushing event updated for resources: {'Port': ['ID=09cc6adb-f89e-4b7a-9adf-b9f509474bc3,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:00.820467 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Attempting to bind port 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:47:00.821065 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Attempting to bind port 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'f0ec7381-0085-4f6d-8af5-d98f47c5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:47:00.821422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Attempting to bind port 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 on network 1c39b7c3-5b9e-4f71-b210-22a9df035307 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:47:00.868949 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:47:00.869207 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Checking segment: {'id': 'f0ec7381-0085-4f6d-8af5-d98f47c5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:47:00.869612 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:00.870038 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Bound using segment: {'id': 'f0ec7381-0085-4f6d-8af5-d98f47c5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:47:00.870497 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Bound port: 09cc6adb-f89e-4b7a-9adf-b9f509474bc3, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ec7381-0085-4f6d-8af5-d98f47c5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:47:00.870860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:00.975386 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] For port 09cc6adb-f89e-4b7a-9adf-b9f509474bc3, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:47:00.978420 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] For port 09cc6adb-f89e-4b7a-9adf-b9f509474bc3, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=09cc6adb-f89e-4b7a-9adf-b9f509474bc3,segment=NetworkSegment(f0ec7381-0085-4f6d-8af5-d98f47c5c7ac),segment_id=f0ec7381-0085-4f6d-8af5-d98f47c5c7ac)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:47:00.983598 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:01.058976 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Routers {'3472ea65-75c0-4eed-9495-39be082a15a5'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:47:01.059595 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:46:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['3472ea65-75c0-4eed-9495-39be082a15a5'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:01.116655 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a8639-a430-437a-94d1-de24034fe260 None None] Pushing event updated for resources: {'Port': ['ID=09cc6adb-f89e-4b7a-9adf-b9f509474bc3,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:01.250349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] Set router 3472ea65-75c0-4eed-9495-39be082a15a5 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:47:01.354581 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88aa038-ade2-472e-b731-75b1401ad08c req-9345fc14-606e-4f40-a8da-e7c72356f8dc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:01.356023 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-b88aa038-ade2-472e-b731-75b1401ad08c req-9345fc14-606e-4f40-a8da-e7c72356f8dc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:47:01.368991 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-b88aa038-ade2-472e-b731-75b1401ad08c req-9345fc14-606e-4f40-a8da-e7c72356f8dc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:47:01.370637 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b88aa038-ade2-472e-b731-75b1401ad08c req-9345fc14-606e-4f40-a8da-e7c72356f8dc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "GET /v2.0/networks?id=1c39b7c3-5b9e-4f71-b210-22a9df035307 HTTP/1.1" status: 200 len: 797 time: 0.1935227 Jan 27 17:47:01.410598 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-819d4067-f273-474a-9959-0baadd446870 req-0dbc5783-6611-443e-805f-dfad805c333e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 210 time: 0.0562861 Jan 27 17:47:01.440072 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-b88aa038-ade2-472e-b731-75b1401ad08c req-6fdaa9de-ff0b-420d-a1ea-d70334cc3f7a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:47:01.456390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-b88aa038-ade2-472e-b731-75b1401ad08c req-6fdaa9de-ff0b-420d-a1ea-d70334cc3f7a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:47:01.457580 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b88aa038-ade2-472e-b731-75b1401ad08c req-6fdaa9de-ff0b-420d-a1ea-d70334cc3f7a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25c0e5ef386549e2ae211fdeb76119ce HTTP/1.1" status: 200 len: 380 time: 0.0779035 Jan 27 17:47:01.469203 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-b88aa038-ade2-472e-b731-75b1401ad08c req-fcc826b9-f41a-4e6e-96b4-13ea1bd1765a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'port': {'device_id': 'cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9', 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307', 'admin_state_up': True, 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'security_groups': ['48ca4e80-c4d6-4d3a-86a1-467d480ef164']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:47:01.591828 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498662999', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:57Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '09cc6adb-f89e-4b7a-9adf-b9f509474bc3', 'name': '', 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:5b:3b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:57Z', 'updated_at': '2022-01-27T17:47:00Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:01.596466 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f918ee50-80d5-496e-87c4-65aedcc7eb96 None None] The sync data for ids ['3472ea65-75c0-4eed-9495-39be082a15a5'] in dv-neutron-826439-2-hyperv is: [{'id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498662999', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:57Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '09cc6adb-f89e-4b7a-9adf-b9f509474bc3', 'name': '', 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:5b:3b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:57Z', 'updated_at': '2022-01-27T17:47:00Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:47:01.613966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-b88aa038-ade2-472e-b731-75b1401ad08c req-fcc826b9-f41a-4e6e-96b4-13ea1bd1765a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:47:01.626933 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-b88aa038-ade2-472e-b731-75b1401ad08c req-fcc826b9-f41a-4e6e-96b4-13ea1bd1765a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:47:01.639135 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88aa038-ade2-472e-b731-75b1401ad08c req-fcc826b9-f41a-4e6e-96b4-13ea1bd1765a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Made reservation on behalf of 25c0e5ef386549e2ae211fdeb76119ce for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:47:01.645745 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b88aa038-ade2-472e-b731-75b1401ad08c req-fcc826b9-f41a-4e6e-96b4-13ea1bd1765a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:01.825922 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-b88aa038-ade2-472e-b731-75b1401ad08c req-fcc826b9-f41a-4e6e-96b4-13ea1bd1765a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.20.0.11 (1c39b7c3-5b9e-4f71-b210-22a9df035307/8b3ffb0b-a4e6-481a-ba4a-095b98208d3e/e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:47:02.039107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b88aa038-ade2-472e-b731-75b1401ad08c req-fcc826b9-f41a-4e6e-96b4-13ea1bd1765a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:02.051036 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:47:02.056648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-b88aa038-ade2-472e-b731-75b1401ad08c req-fcc826b9-f41a-4e6e-96b4-13ea1bd1765a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Transition to ACTIVE for port object e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:47:02.082387 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b88aa038-ade2-472e-b731-75b1401ad08c req-fcc826b9-f41a-4e6e-96b4-13ea1bd1765a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:02.134213 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:47:02.140145 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:47:02.140515 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:02.161983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88aa038-ade2-472e-b731-75b1401ad08c req-fcc826b9-f41a-4e6e-96b4-13ea1bd1765a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network 1c39b7c3-5b9e-4f71-b210-22a9df035307 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:47:02.165382 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-b88aa038-ade2-472e-b731-75b1401ad08c req-fcc826b9-f41a-4e6e-96b4-13ea1bd1765a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:47:02.169488 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88aa038-ade2-472e-b731-75b1401ad08c req-fcc826b9-f41a-4e6e-96b4-13ea1bd1765a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:47:02.200393 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc826b9-f41a-4e6e-96b4-13ea1bd1765a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:02.241354 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88aa038-ade2-472e-b731-75b1401ad08c req-fcc826b9-f41a-4e6e-96b4-13ea1bd1765a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:02.242526 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b88aa038-ade2-472e-b731-75b1401ad08c req-fcc826b9-f41a-4e6e-96b4-13ea1bd1765a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:02.277577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:02.289284 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b88aa038-ade2-472e-b731-75b1401ad08c req-fcc826b9-f41a-4e6e-96b4-13ea1bd1765a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8239734 Jan 27 17:47:02.302924 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Request body: {'port': {'device_id': 'cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:47:02.316861 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 09cc6adb-f89e-4b7a-9adf-b9f509474bc3, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=09cc6adb-f89e-4b7a-9adf-b9f509474bc3,segment=NetworkSegment(f0ec7381-0085-4f6d-8af5-d98f47c5c7ac),segment_id=f0ec7381-0085-4f6d-8af5-d98f47c5c7ac)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:47:02.323865 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:02.454406 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:02.459149 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=09cc6adb-f89e-4b7a-9adf-b9f509474bc3,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:02.538570 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a2871cf1-6077-4c5c-aed3-ad735b819399 None None] Provisioning for port e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:47:02.544300 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a2871cf1-6077-4c5c-aed3-ad735b819399 None None] Provisioning complete for port e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:47:02.544665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a2871cf1-6077-4c5c-aed3-ad735b819399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:02.601881 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a2871cf1-6077-4c5c-aed3-ad735b819399 None None] Port e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:47:02.748411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48a2d8-a46d-4e46-b799-bf3265d84d4f req-9cd90719-e363-4cb2-9ce2-69a9a42ac545 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:02.749157 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-bf48a2d8-a46d-4e46-b799-bf3265d84d4f req-9cd90719-e363-4cb2-9ce2-69a9a42ac545 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:47:02.823172 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-bf48a2d8-a46d-4e46-b799-bf3265d84d4f req-9cd90719-e363-4cb2-9ce2-69a9a42ac545 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:47:02.824333 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bf48a2d8-a46d-4e46-b799-bf3265d84d4f req-9cd90719-e363-4cb2-9ce2-69a9a42ac545 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 932 time: 0.2945297 Jan 27 17:47:02.890332 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bf48a2d8-a46d-4e46-b799-bf3265d84d4f req-73d22db6-b893-44ef-b0f1-3c34fbcf01da tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ca4e80-c4d6-4d3a-86a1-467d480ef164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593462 Jan 27 17:47:02.957512 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:47:02.964853 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:02.978928 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Transition to ACTIVE for port object e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:47:02.984336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:03.112763 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:03.333808 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Attempting to bind port e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:47:03.334146 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Attempting to bind port e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f0ec7381-0085-4f6d-8af5-d98f47c5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:47:03.334472 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Attempting to bind port e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b on network 1c39b7c3-5b9e-4f71-b210-22a9df035307 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:47:03.339480 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Port e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b on network 1c39b7c3-5b9e-4f71-b210-22a9df035307 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:47:03.339799 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Attempting to bind port e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b on network 1c39b7c3-5b9e-4f71-b210-22a9df035307 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:47:03.345368 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:47:03.345712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Checking segment: {'id': 'f0ec7381-0085-4f6d-8af5-d98f47c5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:47:03.346119 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Bound using segment: {'id': 'f0ec7381-0085-4f6d-8af5-d98f47c5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:47:03.346544 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Bound port: e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ec7381-0085-4f6d-8af5-d98f47c5c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:47:03.346889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:03.443586 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] For port e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:47:03.446713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] For port e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b,segment=NetworkSegment(f0ec7381-0085-4f6d-8af5-d98f47c5c7ac),segment_id=f0ec7381-0085-4f6d-8af5-d98f47c5c7ac)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:47:03.454103 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:03.512741 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:03.513368 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:03.514725 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b88aa038-ade2-472e-b731-75b1401ad08c req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] 10.222.0.83 "PUT /v2.0/ports/e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b HTTP/1.1" status: 200 len: 1094 time: 1.2167327 Jan 27 17:47:03.515169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9', 'tag': 'e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:47:03.536147 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc53a0e-cbfc-40d5-8b32-23aab7834c14 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:03.590004 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9', 'tag': 'e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b', 'status': 'completed', 'code': 200} Jan 27 17:47:03.635548 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88aa038-ade2-472e-b731-75b1401ad08c req-8ec0bb8f-2276-441e-83ea-e27d44fda9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:03.637182 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b88aa038-ade2-472e-b731-75b1401ad08c req-8ec0bb8f-2276-441e-83ea-e27d44fda9da service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 1097 time: 0.0790801 Jan 27 17:47:03.707348 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b88aa038-ade2-472e-b731-75b1401ad08c req-21be62ba-585f-46c3-94b4-33316651659c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b HTTP/1.1" status: 200 len: 217 time: 0.0633905 Jan 27 17:47:03.768987 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:03.772796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88aa038-ade2-472e-b731-75b1401ad08c req-5b482e04-f457-4e19-8906-d9438a471452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:03.774261 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b88aa038-ade2-472e-b731-75b1401ad08c req-5b482e04-f457-4e19-8906-d9438a471452 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8b3ffb0b-a4e6-481a-ba4a-095b98208d3e HTTP/1.1" status: 200 len: 833 time: 0.0616002 Jan 27 17:47:03.853759 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88aa038-ade2-472e-b731-75b1401ad08c req-e5b04bbc-8f2a-4655-a953-e87624a2de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:03.855136 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b88aa038-ade2-472e-b731-75b1401ad08c req-e5b04bbc-8f2a-4655-a953-e87624a2de8b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c39b7c3-5b9e-4f71-b210-22a9df035307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745704 Jan 27 17:47:03.990829 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b88aa038-ade2-472e-b731-75b1401ad08c req-8942444e-87d1-4cd8-8993-3763ec20d926 service neutron] 10.222.0.83 "GET /v2.0/networks/1c39b7c3-5b9e-4f71-b210-22a9df035307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292388 Jan 27 17:47:04.013581 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:47:04.084751 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:47:04.085102 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:04.182697 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b88aa038-ade2-472e-b731-75b1401ad08c req-28a059b4-27a0-4c4c-875d-2cf6098be42f service neutron] 10.222.0.83 "GET /v2.0/networks/1c39b7c3-5b9e-4f71-b210-22a9df035307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549537 Jan 27 17:47:04.194079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dc7cf-d278-470b-b507-a82dbd8ec679 req-e2fe4872-9d88-4772-a726-ffc97e1df42f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:04.195542 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-294dc7cf-d278-470b-b507-a82dbd8ec679 req-e2fe4872-9d88-4772-a726-ffc97e1df42f tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 944 time: 0.2003427 Jan 27 17:47:04.280353 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-294dc7cf-d278-470b-b507-a82dbd8ec679 req-40f4ab87-1cb3-44df-85ce-4769a23d4a7d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ca4e80-c4d6-4d3a-86a1-467d480ef164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783591 Jan 27 17:47:04.313912 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a361b-7699-48b6-b4fb-ba43f86fda87 req-ffa0e1c2-bec8-4e81-9da4-d72bb4d99e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:04.315380 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-267a361b-7699-48b6-b4fb-ba43f86fda87 req-ffa0e1c2-bec8-4e81-9da4-d72bb4d99e04 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 1097 time: 0.0822647 Jan 27 17:47:04.449856 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a361b-7699-48b6-b4fb-ba43f86fda87 req-3bab0dd6-a227-45e7-9ce4-e261487491b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:04.451391 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-267a361b-7699-48b6-b4fb-ba43f86fda87 req-3bab0dd6-a227-45e7-9ce4-e261487491b9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c39b7c3-5b9e-4f71-b210-22a9df035307 HTTP/1.1" status: 200 len: 899 time: 0.1294773 Jan 27 17:47:04.523221 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-267a361b-7699-48b6-b4fb-ba43f86fda87 req-f5389cde-f63e-4210-83f2-fb8e8a2a1f6b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b HTTP/1.1" status: 200 len: 217 time: 0.0643187 Jan 27 17:47:04.587107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a361b-7699-48b6-b4fb-ba43f86fda87 req-2da57d00-0b24-45ef-af65-a53f47a33cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:04.588470 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-267a361b-7699-48b6-b4fb-ba43f86fda87 req-2da57d00-0b24-45ef-af65-a53f47a33cc8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8b3ffb0b-a4e6-481a-ba4a-095b98208d3e HTTP/1.1" status: 200 len: 833 time: 0.0586007 Jan 27 17:47:04.668817 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a361b-7699-48b6-b4fb-ba43f86fda87 req-110369d6-96df-454f-b57b-6dacb0462b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:04.670291 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-267a361b-7699-48b6-b4fb-ba43f86fda87 req-110369d6-96df-454f-b57b-6dacb0462b08 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c39b7c3-5b9e-4f71-b210-22a9df035307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736382 Jan 27 17:47:04.805174 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-267a361b-7699-48b6-b4fb-ba43f86fda87 req-31a89cde-e36a-4e09-8b28-1be5c944feec service neutron] 10.222.0.83 "GET /v2.0/networks/1c39b7c3-5b9e-4f71-b210-22a9df035307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280310 Jan 27 17:47:05.049207 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-267a361b-7699-48b6-b4fb-ba43f86fda87 req-88df9ca6-1a77-4165-b154-abbc0d9ccab6 service neutron] 10.222.0.83 "GET /v2.0/networks/1c39b7c3-5b9e-4f71-b210-22a9df035307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367229 Jan 27 17:47:05.503256 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd076f55-b9b6-405e-be32-8dd2e741077f req-a00f4dc7-5643-4d4c-80ef-1242c1e6cfb5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:05.504704 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-dd076f55-b9b6-405e-be32-8dd2e741077f req-a00f4dc7-5643-4d4c-80ef-1242c1e6cfb5 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 944 time: 0.1005492 Jan 27 17:47:05.553374 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-dd076f55-b9b6-405e-be32-8dd2e741077f req-772677ad-4966-43ec-96fe-18868a6a781b tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ca4e80-c4d6-4d3a-86a1-467d480ef164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407212 Jan 27 17:47:06.756040 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f23d5-deac-41d4-bc06-4b2012138abf req-14a945f6-2196-4e13-ad8f-5cb660488c65 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:06.757482 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e76f23d5-deac-41d4-bc06-4b2012138abf req-14a945f6-2196-4e13-ad8f-5cb660488c65 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 944 time: 0.0830605 Jan 27 17:47:06.803566 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e76f23d5-deac-41d4-bc06-4b2012138abf req-941034a0-952c-40b0-b163-f5c4e049c39c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ca4e80-c4d6-4d3a-86a1-467d480ef164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401094 Jan 27 17:47:07.049142 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:47:07.182951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b,segment=NetworkSegment(f0ec7381-0085-4f6d-8af5-d98f47c5c7ac),segment_id=f0ec7381-0085-4f6d-8af5-d98f47c5c7ac)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:47:07.195774 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': 'e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b', 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307', 'port_id': 'e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b', 'mac_address': 'fa:16:3e:c0:b2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:47:07.250168 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:07.266528 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:47:07.282913 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b,segment=NetworkSegment(f0ec7381-0085-4f6d-8af5-d98f47c5c7ac),segment_id=f0ec7381-0085-4f6d-8af5-d98f47c5c7ac)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:47:07.290747 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:07.362803 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:07.495941 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:47:07.993941 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d041e-e2fe-45a4-ba3c-c76f4cbefdc3 req-92b03701-c05a-47e7-a84a-8ce963893cdd tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:07.995476 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7c7d041e-e2fe-45a4-ba3c-c76f4cbefdc3 req-92b03701-c05a-47e7-a84a-8ce963893cdd tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 945 time: 0.0886171 Jan 27 17:47:08.043526 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7c7d041e-e2fe-45a4-ba3c-c76f4cbefdc3 req-9ca31cec-f5fd-47d7-abb8-56e0c9c492f2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ca4e80-c4d6-4d3a-86a1-467d480ef164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422425 Jan 27 17:47:09.067887 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:47:09.138963 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:47:09.144009 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:47:09.144371 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:09.235046 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b864d6-c597-4109-af28-4c9ff5cab15d req-911264b4-f32e-4c8d-9ab1-85115b6f19ba tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:09.236518 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c5b864d6-c597-4109-af28-4c9ff5cab15d req-911264b4-f32e-4c8d-9ab1-85115b6f19ba tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 945 time: 0.0829744 Jan 27 17:47:09.259632 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:09.280252 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c5b864d6-c597-4109-af28-4c9ff5cab15d req-cd8edd89-3f6a-46e6-85d8-625025656464 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ca4e80-c4d6-4d3a-86a1-467d480ef164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378563 Jan 27 17:47:09.289482 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:47:09.299786 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b,segment=NetworkSegment(f0ec7381-0085-4f6d-8af5-d98f47c5c7ac),segment_id=f0ec7381-0085-4f6d-8af5-d98f47c5c7ac)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:47:09.303703 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:09.370154 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:09.386964 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b', 'code': 200} Jan 27 17:47:09.642309 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dcb6d-29a7-49cf-a3e9-30ab5dd722c6 req-e0017f0f-a41a-4bdb-a4aa-c1492e26575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:09.643689 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8c7dcb6d-29a7-49cf-a3e9-30ab5dd722c6 req-e0017f0f-a41a-4bdb-a4aa-c1492e26575a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 1099 time: 0.0771506 Jan 27 17:47:09.688994 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8c7dcb6d-29a7-49cf-a3e9-30ab5dd722c6 req-99b8d926-2ed2-4e80-9a79-06dd37f48a83 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=48ca4e80-c4d6-4d3a-86a1-467d480ef164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390100 Jan 27 17:47:10.470067 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b565346-2cfa-47e7-b570-e22d71bcd6ad req-1e0b7917-1d9d-4118-ac78-528eaca3de61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:10.471495 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2b565346-2cfa-47e7-b570-e22d71bcd6ad req-1e0b7917-1d9d-4118-ac78-528eaca3de61 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 946 time: 0.0851922 Jan 27 17:47:10.517466 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2b565346-2cfa-47e7-b570-e22d71bcd6ad req-0ce0badb-2e7f-45a5-8323-c52c42932335 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ca4e80-c4d6-4d3a-86a1-467d480ef164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374000 Jan 27 17:47:11.728319 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd2109-5206-4ca0-8a85-ee57285f55a0 req-1bbe9c98-afd8-4a28-96a2-f113efe32ec3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:11.729753 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51fd2109-5206-4ca0-8a85-ee57285f55a0 req-1bbe9c98-afd8-4a28-96a2-f113efe32ec3 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 946 time: 0.0964675 Jan 27 17:47:11.773453 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51fd2109-5206-4ca0-8a85-ee57285f55a0 req-f00c37df-34a3-46ba-96ad-8a96db2db313 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ca4e80-c4d6-4d3a-86a1-467d480ef164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378494 Jan 27 17:47:11.965193 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8815a-e5da-45b5-811d-cf3cf6192642 req-569b6f59-d693-4891-a01f-bf7b3cee9ea7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:11.966712 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a4b8815a-e5da-45b5-811d-cf3cf6192642 req-569b6f59-d693-4891-a01f-bf7b3cee9ea7 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 946 time: 0.0881121 Jan 27 17:47:12.011689 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a4b8815a-e5da-45b5-811d-cf3cf6192642 req-83956344-8b2e-423d-b49f-5d778d07ba58 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ca4e80-c4d6-4d3a-86a1-467d480ef164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386465 Jan 27 17:47:12.034590 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44690) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:12.107966 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d1c8b-dd45-42a5-8011-7c958dcfc552 tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:12.109499 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-bb1d1c8b-dd45-42a5-8011-7c958dcfc552 tempest-TestNetworkAdvancedServerOps-314937021 tempest-TestNetworkAdvancedServerOps-314937021-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 1094 time: 0.0739231 Jan 27 17:47:12.113724 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44694) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:12.118498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': 'e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:47:12.124194 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:47:12.128252 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Usage tracker for resource:floatingip and tenant:25c0e5ef386549e2ae211fdeb76119ce is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:47:12.131061 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:47:12.136586 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:47:12.149443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:12.415817 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:12.552921 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Allocated IP 172.26.1.133 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/a0c333f9-0727-435c-b292-a12215e32330) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:47:12.702074 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:12.736580 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:12.804188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:47:12.807088 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:47:12.810686 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:47:12.839267 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=a0c333f9-0727-435c-b292-a12215e32330,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:13.222876 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:13.307102 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:13.524066 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:13.530865 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:13.633625 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event updated for resources: {'Port': ['ID=a0c333f9-0727-435c-b292-a12215e32330,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:13.650345 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:13.827362 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Floating IP a9bee112-3b0e-475b-843d-1a5d67b808f5 associated. External IP: 172.26.1.133, port: e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b. Jan 27 17:47:14.296260 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 3472ea65-75c0-4eed-9495-39be082a15a5 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:47:14.478260 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:47:14.488229 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aae97cc-7b19-4fe0-ab4f-65cd2a67f816 None None] Sync routers for ids ['3472ea65-75c0-4eed-9495-39be082a15a5'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:47:14.498092 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae97cc-7b19-4fe0-ab4f-65cd2a67f816 None None] Routers {'3472ea65-75c0-4eed-9495-39be082a15a5'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:47:14.498827 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7aae97cc-7b19-4fe0-ab4f-65cd2a67f816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:46:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['3472ea65-75c0-4eed-9495-39be082a15a5'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:14.502995 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:14.559565 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-9e5b114d-d260-467d-9be7-e7f32c55e814 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4448667 Jan 27 17:47:14.560116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9', 'tag': 'e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:47:14.604626 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9', 'tag': 'e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b', 'status': 'completed', 'code': 200} Jan 27 17:47:14.672473 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-7aae97cc-7b19-4fe0-ab4f-65cd2a67f816 None None] Set router 3472ea65-75c0-4eed-9495-39be082a15a5 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:47:14.698186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ad4b7-e67a-46d5-bfa4-a77657572473 req-fcd471d7-fcf0-4e80-a920-98be181f94df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:14.699714 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-af9ad4b7-e67a-46d5-bfa4-a77657572473 req-fcd471d7-fcf0-4e80-a920-98be181f94df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 1099 time: 0.0726836 Jan 27 17:47:14.725826 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fba623-e752-44dc-8560-88c8c1371d0c req-c6dd86ab-acd0-4490-972d-98835d588e33 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:14.727406 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-00fba623-e752-44dc-8560-88c8c1371d0c req-c6dd86ab-acd0-4490-972d-98835d588e33 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 946 time: 0.0799599 Jan 27 17:47:14.772290 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-00fba623-e752-44dc-8560-88c8c1371d0c req-b838efb5-8faf-4ad0-858b-d0896b8eebcc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ca4e80-c4d6-4d3a-86a1-467d480ef164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386405 Jan 27 17:47:14.796150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44702) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:14.837611 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ad4b7-e67a-46d5-bfa4-a77657572473 req-546ca18f-25fa-410e-a049-fa81c7e7e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:14.839250 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-af9ad4b7-e67a-46d5-bfa4-a77657572473 req-546ca18f-25fa-410e-a049-fa81c7e7e8e6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c39b7c3-5b9e-4f71-b210-22a9df035307 HTTP/1.1" status: 200 len: 899 time: 0.1335289 Jan 27 17:47:14.901106 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-16551b76-3e03-4014-b8c8-19874d319ff9 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/a9bee112-3b0e-475b-843d-1a5d67b808f5 HTTP/1.1" status: 200 len: 992 time: 0.1038218 Jan 27 17:47:14.942610 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-af9ad4b7-e67a-46d5-bfa4-a77657572473 req-f9e835aa-9d94-4520-896f-920d3b75432f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b HTTP/1.1" status: 200 len: 1000 time: 0.0976200 Jan 27 17:47:15.009292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ad4b7-e67a-46d5-bfa4-a77657572473 req-6dadb1a6-0fbf-4d18-b9ab-b6b4f9745fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:15.010847 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-af9ad4b7-e67a-46d5-bfa4-a77657572473 req-6dadb1a6-0fbf-4d18-b9ab-b6b4f9745fc2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8b3ffb0b-a4e6-481a-ba4a-095b98208d3e HTTP/1.1" status: 200 len: 833 time: 0.0610116 Jan 27 17:47:15.017291 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7aae97cc-7b19-4fe0-ab4f-65cd2a67f816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498662999', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:57Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'a9bee112-3b0e-475b-843d-1a5d67b808f5', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'floating_ip_address': '172.26.1.133', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'port_id': 'e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307', 'mac_address': 'fa:16:3e:c0:b2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:47:13Z', 'updated_at': '2022-01-27T17:47:13Z', 'revision_number': 0, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cc6adb-f89e-4b7a-9adf-b9f509474bc3', 'name': '', 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:5b:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:57Z', 'updated_at': '2022-01-27T17:47:02Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:15.021566 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aae97cc-7b19-4fe0-ab4f-65cd2a67f816 None None] Checking router: 3472ea65-75c0-4eed-9495-39be082a15a5 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:47:15.030546 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae97cc-7b19-4fe0-ab4f-65cd2a67f816 None None] Routers {'3472ea65-75c0-4eed-9495-39be082a15a5'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:47:15.031059 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7aae97cc-7b19-4fe0-ab4f-65cd2a67f816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:46:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['3472ea65-75c0-4eed-9495-39be082a15a5'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:15.085142 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ad4b7-e67a-46d5-bfa4-a77657572473 req-bf475839-2fcb-4fb1-b69b-343a2511eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:15.086018 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-af9ad4b7-e67a-46d5-bfa4-a77657572473 req-bf475839-2fcb-4fb1-b69b-343a2511eb85 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c39b7c3-5b9e-4f71-b210-22a9df035307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694952 Jan 27 17:47:15.205118 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-7aae97cc-7b19-4fe0-ab4f-65cd2a67f816 None None] Set router 3472ea65-75c0-4eed-9495-39be082a15a5 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:47:15.216513 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-af9ad4b7-e67a-46d5-bfa4-a77657572473 req-50c492b6-1dde-4d73-b958-4cb37b60c20d service neutron] 10.222.0.83 "GET /v2.0/networks/1c39b7c3-5b9e-4f71-b210-22a9df035307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235287 Jan 27 17:47:15.350253 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-af9ad4b7-e67a-46d5-bfa4-a77657572473 req-7a904cbe-184e-45cf-b73d-b3cc72ceb73a service neutron] 10.222.0.83 "GET /v2.0/networks/1c39b7c3-5b9e-4f71-b210-22a9df035307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280947 Jan 27 17:47:15.584074 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-7aae97cc-7b19-4fe0-ab4f-65cd2a67f816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498662999', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:57Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'a9bee112-3b0e-475b-843d-1a5d67b808f5', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'floating_ip_address': '172.26.1.133', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'port_id': 'e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307', 'mac_address': 'fa:16:3e:c0:b2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:47:13Z', 'updated_at': '2022-01-27T17:47:13Z', 'revision_number': 0, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cc6adb-f89e-4b7a-9adf-b9f509474bc3', 'name': '', 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:5b:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:57Z', 'updated_at': '2022-01-27T17:47:02Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:15.588090 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aae97cc-7b19-4fe0-ab4f-65cd2a67f816 None None] The sync data for ids ['3472ea65-75c0-4eed-9495-39be082a15a5'] in dv-neutron-826439-2-hyperv is: [{'id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498662999', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:57Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'a9bee112-3b0e-475b-843d-1a5d67b808f5', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'floating_ip_address': '172.26.1.133', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'port_id': 'e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307', 'mac_address': 'fa:16:3e:c0:b2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:47:13Z', 'updated_at': '2022-01-27T17:47:13Z', 'revision_number': 0, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cc6adb-f89e-4b7a-9adf-b9f509474bc3', 'name': '', 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:5b:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:57Z', 'updated_at': '2022-01-27T17:47:02Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:47:15.774441 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f7cb61-4b00-4a63-8151-27d8b21f077d None None] New status for floating IP a9bee112-3b0e-475b-843d-1a5d67b808f5: ACTIVE {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:47:15.905360 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44706) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:16.014064 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-cbdd857a-2840-49e4-bd81-b11a6145a431 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/a9bee112-3b0e-475b-843d-1a5d67b808f5 HTTP/1.1" status: 200 len: 992 time: 0.1074655 Jan 27 17:47:17.019105 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44710) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:17.142170 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1799f4e0-b6d7-4c03-a911-8d0bc8ae4e9a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/a9bee112-3b0e-475b-843d-1a5d67b808f5 HTTP/1.1" status: 200 len: 994 time: 0.1214519 Jan 27 17:47:18.820692 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00d37d24-6386-49ad-8b1d-785aed98d680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:19.606218 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:47:21.098739 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b530d35b-f2a1-4bf0-8cb7-d167345e53a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:22.320548 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:22.333590 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:23.589145 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:33.768509 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:42.118563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eac60-ae35-47d1-b89a-816b00db5a5c req-33f181be-cc98-4537-b5bf-8fdfd68bfffe tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:42.119990 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4b8eac60-ae35-47d1-b89a-816b00db5a5c req-33f181be-cc98-4537-b5bf-8fdfd68bfffe tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 946 time: 0.0810168 Jan 27 17:47:42.170771 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4b8eac60-ae35-47d1-b89a-816b00db5a5c req-423a85c4-91ad-4e46-b710-4d61f057b288 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ca4e80-c4d6-4d3a-86a1-467d480ef164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421288 Jan 27 17:47:43.376048 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ee75e-91ea-4389-8efd-36f29de4e352 req-313ebfe1-9136-49ca-a76c-b7b6e67711bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:43.377348 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-842ee75e-91ea-4389-8efd-36f29de4e352 req-313ebfe1-9136-49ca-a76c-b7b6e67711bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 946 time: 0.0896459 Jan 27 17:47:43.425287 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-842ee75e-91ea-4389-8efd-36f29de4e352 req-768944d0-b43b-4bc7-b648-713f3d290fe2 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ca4e80-c4d6-4d3a-86a1-467d480ef164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421474 Jan 27 17:47:43.448502 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44730) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:43.563602 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8f9f6145-22f5-40ca-a46a-962bfdf2084e tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/a9bee112-3b0e-475b-843d-1a5d67b808f5 HTTP/1.1" status: 200 len: 994 time: 0.1139617 Jan 27 17:47:45.211302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b3621-f793-4bb0-9dc7-809c669c2847 req-4147df72-2c9c-4eee-bc3c-f5f94482f292 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:45.212759 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-053b3621-f793-4bb0-9dc7-809c669c2847 req-4147df72-2c9c-4eee-bc3c-f5f94482f292 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 946 time: 0.2434640 Jan 27 17:47:45.214615 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29203e-1e97-471b-8033-10fa87927d50 req-9b0daeb7-625b-4c50-824c-438f57fac6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:45.215911 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4d29203e-1e97-471b-8033-10fa87927d50 req-9b0daeb7-625b-4c50-824c-438f57fac6f3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 1099 time: 0.1036358 Jan 27 17:47:45.337702 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-053b3621-f793-4bb0-9dc7-809c669c2847 req-41309468-5e5a-404b-b28e-8c3a9479e801 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ca4e80-c4d6-4d3a-86a1-467d480ef164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190856 Jan 27 17:47:45.372478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29203e-1e97-471b-8033-10fa87927d50 req-831db8c8-99e2-4f5d-b243-08759590fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:45.373926 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4d29203e-1e97-471b-8033-10fa87927d50 req-831db8c8-99e2-4f5d-b243-08759590fe5d service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c39b7c3-5b9e-4f71-b210-22a9df035307 HTTP/1.1" status: 200 len: 899 time: 0.1430614 Jan 27 17:47:45.476389 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4d29203e-1e97-471b-8033-10fa87927d50 req-317c5cd9-83ff-44b7-a86b-5b7c1a2c8a4f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b HTTP/1.1" status: 200 len: 1002 time: 0.0962338 Jan 27 17:47:45.548052 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29203e-1e97-471b-8033-10fa87927d50 req-df72895f-e26a-4789-8307-fbd79405a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:45.549491 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4d29203e-1e97-471b-8033-10fa87927d50 req-df72895f-e26a-4789-8307-fbd79405a03d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8b3ffb0b-a4e6-481a-ba4a-095b98208d3e HTTP/1.1" status: 200 len: 833 time: 0.0653288 Jan 27 17:47:45.628541 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29203e-1e97-471b-8033-10fa87927d50 req-618bf9ed-bc30-45c1-af09-f0acb8cfba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:45.629985 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4d29203e-1e97-471b-8033-10fa87927d50 req-618bf9ed-bc30-45c1-af09-f0acb8cfba8d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c39b7c3-5b9e-4f71-b210-22a9df035307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732000 Jan 27 17:47:45.766301 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4d29203e-1e97-471b-8033-10fa87927d50 req-16a51995-2a8d-42c5-8328-1fb2f4c3e686 service neutron] 10.222.0.83 "GET /v2.0/networks/1c39b7c3-5b9e-4f71-b210-22a9df035307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301885 Jan 27 17:47:45.907516 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4d29203e-1e97-471b-8033-10fa87927d50 req-d760402d-b58f-49c4-8717-dac65f97bfee service neutron] 10.222.0.83 "GET /v2.0/networks/1c39b7c3-5b9e-4f71-b210-22a9df035307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356981 Jan 27 17:47:46.068822 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b42d2-49ca-4806-8a24-6847dfe16210 req-0f7f82f9-b227-418c-b2db-9ee75b14e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:46.070230 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c93b42d2-49ca-4806-8a24-6847dfe16210 req-0f7f82f9-b227-418c-b2db-9ee75b14e6d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 1099 time: 0.0730033 Jan 27 17:47:46.214934 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b42d2-49ca-4806-8a24-6847dfe16210 req-35e65184-1112-45b9-84e9-74704fe4f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:46.216340 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c93b42d2-49ca-4806-8a24-6847dfe16210 req-35e65184-1112-45b9-84e9-74704fe4f6aa service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c39b7c3-5b9e-4f71-b210-22a9df035307 HTTP/1.1" status: 200 len: 899 time: 0.1237192 Jan 27 17:47:46.319611 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c93b42d2-49ca-4806-8a24-6847dfe16210 req-9c12634c-2e4a-4710-9bbd-49fc8a6c7725 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b HTTP/1.1" status: 200 len: 1002 time: 0.0953085 Jan 27 17:47:46.385046 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b42d2-49ca-4806-8a24-6847dfe16210 req-4ffdcb81-7c3a-4961-bee0-3f15e96ef122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:46.386509 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c93b42d2-49ca-4806-8a24-6847dfe16210 req-4ffdcb81-7c3a-4961-bee0-3f15e96ef122 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8b3ffb0b-a4e6-481a-ba4a-095b98208d3e HTTP/1.1" status: 200 len: 833 time: 0.0598390 Jan 27 17:47:46.462911 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b42d2-49ca-4806-8a24-6847dfe16210 req-05e5223a-8781-4bdf-925c-15965b7b677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:46.464410 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c93b42d2-49ca-4806-8a24-6847dfe16210 req-05e5223a-8781-4bdf-925c-15965b7b677b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c39b7c3-5b9e-4f71-b210-22a9df035307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706832 Jan 27 17:47:46.526172 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6177e22-0432-4a48-ab07-f84c987e07f2 req-51e3b71a-ab09-4628-a31a-eb894833cf58 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:46.527580 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b6177e22-0432-4a48-ab07-f84c987e07f2 req-51e3b71a-ab09-4628-a31a-eb894833cf58 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 946 time: 0.0824587 Jan 27 17:47:46.573407 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b6177e22-0432-4a48-ab07-f84c987e07f2 req-7a858a00-cfe3-4421-b3d2-fb4d13793e1c tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ca4e80-c4d6-4d3a-86a1-467d480ef164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393834 Jan 27 17:47:46.599084 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c93b42d2-49ca-4806-8a24-6847dfe16210 req-50fbe37a-9212-46f6-9f95-d1ec11127d3f service neutron] 10.222.0.83 "GET /v2.0/networks/1c39b7c3-5b9e-4f71-b210-22a9df035307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265848 Jan 27 17:47:46.849741 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c93b42d2-49ca-4806-8a24-6847dfe16210 req-0d485fa8-69fc-4011-8835-78ff7afe370e service neutron] 10.222.0.83 "GET /v2.0/networks/1c39b7c3-5b9e-4f71-b210-22a9df035307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436361 Jan 27 17:47:47.785210 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbb803-4c8a-44ca-a4fa-a5d1ad7d5445 req-d914a848-3563-4aa7-83bd-8e21aa44a7d1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:47.787061 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b4bbb803-4c8a-44ca-a4fa-a5d1ad7d5445 req-d914a848-3563-4aa7-83bd-8e21aa44a7d1 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 946 time: 0.0976341 Jan 27 17:47:47.830221 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b4bbb803-4c8a-44ca-a4fa-a5d1ad7d5445 req-08b19510-847b-4993-ac4d-ba6e1eb2a754 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ca4e80-c4d6-4d3a-86a1-467d480ef164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373621 Jan 27 17:47:47.853384 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44744) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:47.958422 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9ea06e06-f8df-4d11-9491-ab2726d3e383 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/floatingips/a9bee112-3b0e-475b-843d-1a5d67b808f5 HTTP/1.1" status: 200 len: 994 time: 0.1038969 Jan 27 17:47:48.286766 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44752) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:48.514807 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port a0c333f9-0727-435c-b292-a12215e32330 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:47:48.515111 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:48.689168 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:48.689473 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:48.815323 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8e5e715-4a9a-423c-9fde-e14898f588c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:48.819426 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for a0c333f9-0727-435c-b292-a12215e32330 owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:47:48.978510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:49.054098 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=a0c333f9-0727-435c-b292-a12215e32330,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:49.073928 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:49.074266 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:49.074599 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:49.074925 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:49.075246 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:49.075563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:49.075879 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:49.076178 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:49.076493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:49.076805 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:49.077117 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:49.077781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:49.135042 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:49.135368 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Floating IP a9bee112-3b0e-475b-843d-1a5d67b808f5 disassociated (deleted). External IP: 172.26.1.133, port: e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b. Jan 27 17:47:49.605433 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 3472ea65-75c0-4eed-9495-39be082a15a5 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:47:49.797415 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:47:49.808153 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48f27ad-c588-4734-a4c2-2242526d431e None None] Sync routers for ids ['3472ea65-75c0-4eed-9495-39be082a15a5'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:47:49.818314 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48f27ad-c588-4734-a4c2-2242526d431e None None] Routers {'3472ea65-75c0-4eed-9495-39be082a15a5'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:47:49.818927 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-e48f27ad-c588-4734-a4c2-2242526d431e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:47:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['3472ea65-75c0-4eed-9495-39be082a15a5'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:49.819248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:49.874196 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9c8cd984-11d0-426b-bbcf-bec3474f1ef8 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/floatingips/a9bee112-3b0e-475b-843d-1a5d67b808f5 HTTP/1.1" status: 204 len: 168 time: 1.5859714 Jan 27 17:47:49.874902 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9', 'tag': 'e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:47:49.922799 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9', 'tag': 'e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b', 'status': 'completed', 'code': 200} Jan 27 17:47:49.993223 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-e48f27ad-c588-4734-a4c2-2242526d431e None None] Set router 3472ea65-75c0-4eed-9495-39be082a15a5 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:47:50.029014 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc688ac8-831f-427f-a709-a94213e81648 req-966af939-9d58-4c3b-b583-4915368e4206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:50.030731 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bc688ac8-831f-427f-a709-a94213e81648 req-966af939-9d58-4c3b-b583-4915368e4206 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 1099 time: 0.0810764 Jan 27 17:47:50.193813 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc688ac8-831f-427f-a709-a94213e81648 req-c5e53607-868a-4661-ae1c-9ecd34605164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:50.195264 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bc688ac8-831f-427f-a709-a94213e81648 req-c5e53607-868a-4661-ae1c-9ecd34605164 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c39b7c3-5b9e-4f71-b210-22a9df035307 HTTP/1.1" status: 200 len: 899 time: 0.1554966 Jan 27 17:47:50.255492 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb0cd0-dbc0-4c27-9955-4d9e51886066 req-9fb3282c-5c25-49d3-9809-9942cf00bc3d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:50.257133 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51fb0cd0-dbc0-4c27-9955-4d9e51886066 req-9fb3282c-5c25-49d3-9809-9942cf00bc3d tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 946 time: 0.0820911 Jan 27 17:47:50.265128 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bc688ac8-831f-427f-a709-a94213e81648 req-5f81047e-8af8-4936-99b2-3af5049f4cdd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b HTTP/1.1" status: 200 len: 217 time: 0.0612497 Jan 27 17:47:50.307713 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-51fb0cd0-dbc0-4c27-9955-4d9e51886066 req-aa527381-774f-4475-9de7-9b5b92e3f7bc tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ca4e80-c4d6-4d3a-86a1-467d480ef164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443828 Jan 27 17:47:50.319159 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-e48f27ad-c588-4734-a4c2-2242526d431e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498662999', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:57Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '09cc6adb-f89e-4b7a-9adf-b9f509474bc3', 'name': '', 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:5b:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:57Z', 'updated_at': '2022-01-27T17:47:02Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:50.323107 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48f27ad-c588-4734-a4c2-2242526d431e None None] Checking router: 3472ea65-75c0-4eed-9495-39be082a15a5 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:47:50.331712 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48f27ad-c588-4734-a4c2-2242526d431e None None] Routers {'3472ea65-75c0-4eed-9495-39be082a15a5'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:47:50.332334 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-e48f27ad-c588-4734-a4c2-2242526d431e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:47:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['3472ea65-75c0-4eed-9495-39be082a15a5'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:50.349485 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc688ac8-831f-427f-a709-a94213e81648 req-c7d55a9f-efa3-4659-a9c6-c656ddd83075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:50.351668 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bc688ac8-831f-427f-a709-a94213e81648 req-c7d55a9f-efa3-4659-a9c6-c656ddd83075 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8b3ffb0b-a4e6-481a-ba4a-095b98208d3e HTTP/1.1" status: 200 len: 833 time: 0.0725558 Jan 27 17:47:50.430082 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc688ac8-831f-427f-a709-a94213e81648 req-11607231-b5be-4f54-af66-85ee410f801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:50.431602 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bc688ac8-831f-427f-a709-a94213e81648 req-11607231-b5be-4f54-af66-85ee410f801a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c39b7c3-5b9e-4f71-b210-22a9df035307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739145 Jan 27 17:47:50.511431 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-e48f27ad-c588-4734-a4c2-2242526d431e None None] Set router 3472ea65-75c0-4eed-9495-39be082a15a5 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:47:50.567712 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bc688ac8-831f-427f-a709-a94213e81648 req-f4c78b05-d73a-4607-ad1c-f77f1bfa9d64 service neutron] 10.222.0.83 "GET /v2.0/networks/1c39b7c3-5b9e-4f71-b210-22a9df035307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283240 Jan 27 17:47:50.701791 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bc688ac8-831f-427f-a709-a94213e81648 req-23883b37-edb8-4ad1-a0a7-8a5bee80303c service neutron] 10.222.0.83 "GET /v2.0/networks/1c39b7c3-5b9e-4f71-b210-22a9df035307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268132 Jan 27 17:47:50.822267 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-e48f27ad-c588-4734-a4c2-2242526d431e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498662999', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:57Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '09cc6adb-f89e-4b7a-9adf-b9f509474bc3', 'name': '', 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:5b:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:57Z', 'updated_at': '2022-01-27T17:47:02Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:50.826256 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48f27ad-c588-4734-a4c2-2242526d431e None None] The sync data for ids ['3472ea65-75c0-4eed-9495-39be082a15a5'] in dv-neutron-826439-2-hyperv is: [{'id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498662999', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:57Z', 'revision_number': 4, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '09cc6adb-f89e-4b7a-9adf-b9f509474bc3', 'name': '', 'network_id': '1c39b7c3-5b9e-4f71-b210-22a9df035307', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'mac_address': 'fa:16:3e:5b:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:57Z', 'updated_at': '2022-01-27T17:47:02Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'subnets': [{'id': '8b3ffb0b-a4e6-481a-ba4a-095b98208d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:47:51.055826 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b570a7-d7a2-4aea-9dd1-4e88d88f9e51 None None] New status for floating IP a9bee112-3b0e-475b-843d-1a5d67b808f5: DOWN {{(pid=87596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:47:51.215398 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f2851de-dea3-45bd-a5e0-5717b926fa91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:51.519393 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2249c54-6497-4aa2-9263-b4b17a560df6 req-7c71cbec-004a-4651-b499-93955d8d1133 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:51.520090 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-e2249c54-6497-4aa2-9263-b4b17a560df6 req-7c71cbec-004a-4651-b499-93955d8d1133 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Synchronizing usage tracker for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:47:51.537215 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-e2249c54-6497-4aa2-9263-b4b17a560df6 req-7c71cbec-004a-4651-b499-93955d8d1133 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Unset dirty status for tenant:25c0e5ef386549e2ae211fdeb76119ce on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:47:51.538600 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e2249c54-6497-4aa2-9263-b4b17a560df6 req-7c71cbec-004a-4651-b499-93955d8d1133 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 946 time: 0.1129792 Jan 27 17:47:51.586900 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e2249c54-6497-4aa2-9263-b4b17a560df6 req-9fece242-dc75-476c-b2f0-cc622ed7c43a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/security-groups?id=48ca4e80-c4d6-4d3a-86a1-467d480ef164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417423 Jan 27 17:47:51.806594 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923784f-da30-47f1-889c-35408eee837c req-a24e0ec0-7eca-4e21-a1bd-71c02497f3cd tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:47:51.808008 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5923784f-da30-47f1-889c-35408eee837c req-a24e0ec0-7eca-4e21-a1bd-71c02497f3cd tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 946 time: 0.0989711 Jan 27 17:47:51.878715 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-5923784f-da30-47f1-889c-35408eee837c req-c0774a8d-a07c-412d-84ae-ab89ca019eb4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:47:51.879050 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-5923784f-da30-47f1-889c-35408eee837c req-c0774a8d-a07c-412d-84ae-ab89ca019eb4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:52.133525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-5923784f-da30-47f1-889c-35408eee837c req-c0774a8d-a07c-412d-84ae-ab89ca019eb4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] For port e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b,segment=NetworkSegment(f0ec7381-0085-4f6d-8af5-d98f47c5c7ac),segment_id=f0ec7381-0085-4f6d-8af5-d98f47c5c7ac)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:47:52.133913 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-5923784f-da30-47f1-889c-35408eee837c req-c0774a8d-a07c-412d-84ae-ab89ca019eb4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:52.316207 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:52.328022 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:52.370512 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-5923784f-da30-47f1-889c-35408eee837c req-c0774a8d-a07c-412d-84ae-ab89ca019eb4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:47:52.525053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-5923784f-da30-47f1-889c-35408eee837c req-c0774a8d-a07c-412d-84ae-ab89ca019eb4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:52.610702 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0774a8d-a07c-412d-84ae-ab89ca019eb4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:52.660822 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-5923784f-da30-47f1-889c-35408eee837c req-c0774a8d-a07c-412d-84ae-ab89ca019eb4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] No DVR routers for this DVR port e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:47:52.663120 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-5923784f-da30-47f1-889c-35408eee837c req-c0774a8d-a07c-412d-84ae-ab89ca019eb4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:52.665757 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9', 'name': 'network-vif-deleted', 'tag': 'e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:47:52.682898 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5923784f-da30-47f1-889c-35408eee837c req-c0774a8d-a07c-412d-84ae-ab89ca019eb4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.83 "DELETE /v2.0/ports/e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b HTTP/1.1" status: 204 len: 173 time: 0.8694651 Jan 27 17:47:52.715651 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9', 'name': 'network-vif-deleted', 'tag': 'e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b', 'status': 'completed', 'code': 200} Jan 27 17:47:52.744014 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-59f062c0-837a-4aca-bf7c-2dd9974bb43c req-7b365522-d8f4-48ea-9649-48e2d5908812 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd72c2a9-b3f5-45f9-9dc3-21038e89b8d9 HTTP/1.1" status: 200 len: 210 time: 0.0443609 Jan 27 17:47:53.595307 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:53.847133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44770) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:54.430367 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b54a7b2-424b-43c5-85bf-3328a205cfbf tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:54.790772 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7b54a7b2-424b-43c5-85bf-3328a205cfbf tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:47:54.791003 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b54a7b2-424b-43c5-85bf-3328a205cfbf tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:54.984557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-7b54a7b2-424b-43c5-85bf-3328a205cfbf tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] For port 09cc6adb-f89e-4b7a-9adf-b9f509474bc3, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=09cc6adb-f89e-4b7a-9adf-b9f509474bc3,segment=NetworkSegment(f0ec7381-0085-4f6d-8af5-d98f47c5c7ac),segment_id=f0ec7381-0085-4f6d-8af5-d98f47c5c7ac)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:47:54.985286 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b54a7b2-424b-43c5-85bf-3328a205cfbf tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:55.226696 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-7b54a7b2-424b-43c5-85bf-3328a205cfbf tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:47:55.425894 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b54a7b2-424b-43c5-85bf-3328a205cfbf tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:55.482846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54a7b2-424b-43c5-85bf-3328a205cfbf tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=09cc6adb-f89e-4b7a-9adf-b9f509474bc3,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:55.761051 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-7b54a7b2-424b-43c5-85bf-3328a205cfbf tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:56.127376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b54a7b2-424b-43c5-85bf-3328a205cfbf tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Router 3472ea65-75c0-4eed-9495-39be082a15a5 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:47:56.304287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b54a7b2-424b-43c5-85bf-3328a205cfbf tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:47:56.314663 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec5ade-adea-43fd-a624-58cb499105c2 None None] Sync routers for ids ['3472ea65-75c0-4eed-9495-39be082a15a5'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:47:56.317841 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-7b54a7b2-424b-43c5-85bf-3328a205cfbf tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "PUT /v2.0/routers/3472ea65-75c0-4eed-9495-39be082a15a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4696112 Jan 27 17:47:56.320744 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44776) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:56.324536 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec5ade-adea-43fd-a624-58cb499105c2 None None] Routers {'3472ea65-75c0-4eed-9495-39be082a15a5'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:47:56.325133 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-efec5ade-adea-43fd-a624-58cb499105c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:47:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['3472ea65-75c0-4eed-9495-39be082a15a5'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:56.388818 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-074a5cb0-714c-4db2-8100-044dee7f672a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting subnet 8b3ffb0b-a4e6-481a-ba4a-095b98208d3e {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:47:56.392427 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-074a5cb0-714c-4db2-8100-044dee7f672a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:56.444505 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-074a5cb0-714c-4db2-8100-044dee7f672a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:56.526358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-074a5cb0-714c-4db2-8100-044dee7f672a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:56.528006 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-efec5ade-adea-43fd-a624-58cb499105c2 None None] Set router 3472ea65-75c0-4eed-9495-39be082a15a5 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:47:56.652970 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:47:56.725127 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-074a5cb0-714c-4db2-8100-044dee7f672a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:56.764069 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a5cb0-714c-4db2-8100-044dee7f672a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3ffb0b-a4e6-481a-ba4a-095b98208d3e,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:56.766049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-074a5cb0-714c-4db2-8100-044dee7f672a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:56.772389 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-074a5cb0-714c-4db2-8100-044dee7f672a tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/subnets/8b3ffb0b-a4e6-481a-ba4a-095b98208d3e HTTP/1.1" status: 204 len: 168 time: 0.4507036 Jan 27 17:47:56.775095 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44780) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:56.777415 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e93a74-57dc-4cf8-b4cb-6bcef02accc0 None None] Network 1c39b7c3-5b9e-4f71-b210-22a9df035307 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:47:56.823228 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-efec5ade-adea-43fd-a624-58cb499105c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498662999', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:47:55Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:56.828485 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec5ade-adea-43fd-a624-58cb499105c2 None None] Checking router: 3472ea65-75c0-4eed-9495-39be082a15a5 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:47:56.837175 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec5ade-adea-43fd-a624-58cb499105c2 None None] Routers {'3472ea65-75c0-4eed-9495-39be082a15a5'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:47:56.837873 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-efec5ade-adea-43fd-a624-58cb499105c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:47:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['3472ea65-75c0-4eed-9495-39be082a15a5'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:56.952404 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe95c-7f3b-4ac2-bf37-f2270a4c4ffb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:57.019390 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-efec5ade-adea-43fd-a624-58cb499105c2 None None] Set router 3472ea65-75c0-4eed-9495-39be082a15a5 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:47:57.039842 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] DHCP port deletion for 1c39b7c3-5b9e-4f71-b210-22a9df035307 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:47:57.044853 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] Deleting port 40be5ff2-3682-425e-af55-957b124e075a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:47:57.045395 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:57.134237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe95c-7f3b-4ac2-bf37-f2270a4c4ffb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:57.144964 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3e0fe95c-7f3b-4ac2-bf37-f2270a4c4ffb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Deleting port c2a7b11a-618f-42d0-8d94-d8decd3f07ed {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:47:57.145297 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe95c-7f3b-4ac2-bf37-f2270a4c4ffb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:57.191444 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:47:57.276739 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:47:57.276964 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device e5a4f4f6-ba27-41fe-9911-9ac6cfaa943b not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:47:57.288779 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] For port 40be5ff2-3682-425e-af55-957b124e075a, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=40be5ff2-3682-425e-af55-957b124e075a,segment=NetworkSegment(f0ec7381-0085-4f6d-8af5-d98f47c5c7ac),segment_id=f0ec7381-0085-4f6d-8af5-d98f47c5c7ac)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:47:57.289163 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:57.310156 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-efec5ade-adea-43fd-a624-58cb499105c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498662999', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:47:55Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:57.314049 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec5ade-adea-43fd-a624-58cb499105c2 None None] The sync data for ids ['3472ea65-75c0-4eed-9495-39be082a15a5'] in dv-neutron-826439-2-hyperv is: [{'id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498662999', 'tenant_id': '25c0e5ef386549e2ae211fdeb76119ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128'}], 'enable_snat': True}, 'gw_port_id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:47:55Z', 'revision_number': 5, 'project_id': '25c0e5ef386549e2ae211fdeb76119ce', 'gw_port': {'id': 'c2a7b11a-618f-42d0-8d94-d8decd3f07ed', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3472ea65-75c0-4eed-9495-39be082a15a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:46:53Z', 'updated_at': '2022-01-27T17:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:47:57.323841 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-3e0fe95c-7f3b-4ac2-bf37-f2270a4c4ffb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] For port c2a7b11a-618f-42d0-8d94-d8decd3f07ed, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=c2a7b11a-618f-42d0-8d94-d8decd3f07ed,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:47:57.324242 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe95c-7f3b-4ac2-bf37-f2270a4c4ffb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:57.415237 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] Calling delete_port for 40be5ff2-3682-425e-af55-957b124e075a owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:47:57.447705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-3e0fe95c-7f3b-4ac2-bf37-f2270a4c4ffb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Calling delete_port for c2a7b11a-618f-42d0-8d94-d8decd3f07ed owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:47:57.490297 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:57.537754 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] Pushing event deleted for resources: {'Port': ['ID=40be5ff2-3682-425e-af55-957b124e075a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:57.544839 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] No DVR routers for this DVR port 40be5ff2-3682-425e-af55-957b124e075a on host dv-neutron-826439-2-hyperv {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:47:57.553342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:57.553445 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:57.553749 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:57.554122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:57.554491 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:57.554825 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:57.555182 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:57.555543 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:57.555866 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:57.556185 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:57.557544 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:57.557937 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956e0ab-6909-44a8-9e83-86b5f99c8479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:57.623908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe95c-7f3b-4ac2-bf37-f2270a4c4ffb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:57.673956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fe95c-7f3b-4ac2-bf37-f2270a4c4ffb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Port': ['ID=c2a7b11a-618f-42d0-8d94-d8decd3f07ed,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:57.768034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe95c-7f3b-4ac2-bf37-f2270a4c4ffb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:57.942632 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe95c-7f3b-4ac2-bf37-f2270a4c4ffb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:57.944995 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe95c-7f3b-4ac2-bf37-f2270a4c4ffb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:57.968014 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe95c-7f3b-4ac2-bf37-f2270a4c4ffb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:57.968603 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0fe95c-7f3b-4ac2-bf37-f2270a4c4ffb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Fanout notify agent at l3_agent the message router_deleted on router 3472ea65-75c0-4eed-9495-39be082a15a5 {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:47:57.983878 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe95c-7f3b-4ac2-bf37-f2270a4c4ffb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:57.985458 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3e0fe95c-7f3b-4ac2-bf37-f2270a4c4ffb tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/routers/3472ea65-75c0-4eed-9495-39be082a15a5 HTTP/1.1" status: 204 len: 168 time: 1.2090206 Jan 27 17:47:57.987680 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44784) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:58.112649 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:47:58.148595 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:47:58.149064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 09cc6adb-f89e-4b7a-9adf-b9f509474bc3 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:47:58.149540 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 40be5ff2-3682-425e-af55-957b124e075a no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:47:58.183267 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 40be5ff2-3682-425e-af55-957b124e075a {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:47:58.183544 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 40be5ff2-3682-425e-af55-957b124e075a not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:47:58.235895 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78091dfa-6751-4969-bd72-ffa8de3377ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:58.369295 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78091dfa-6751-4969-bd72-ffa8de3377ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:58.394861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-78091dfa-6751-4969-bd72-ffa8de3377ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c39b7c3-5b9e-4f71-b210-22a9df035307']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:58.411537 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-78091dfa-6751-4969-bd72-ffa8de3377ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ec7381-0085-4f6d-8af5-d98f47c5c7ac') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:58.411825 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-78091dfa-6751-4969-bd72-ffa8de3377ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ec7381-0085-4f6d-8af5-d98f47c5c7ac') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:47:58.425330 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78091dfa-6751-4969-bd72-ffa8de3377ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:58.447447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78091dfa-6751-4969-bd72-ffa8de3377ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:58.454554 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78091dfa-6751-4969-bd72-ffa8de3377ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:47:58.455315 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78091dfa-6751-4969-bd72-ffa8de3377ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:47:58.470954 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:47:58.556198 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78091dfa-6751-4969-bd72-ffa8de3377ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:58.579734 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-78091dfa-6751-4969-bd72-ffa8de3377ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:58.595534 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78091dfa-6751-4969-bd72-ffa8de3377ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'Network': ['ID=1c39b7c3-5b9e-4f71-b210-22a9df035307,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:58.606856 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-78091dfa-6751-4969-bd72-ffa8de3377ad tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/networks/1c39b7c3-5b9e-4f71-b210-22a9df035307 HTTP/1.1" status: 204 len: 168 time: 0.6156495 Jan 27 17:47:58.607175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44788) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:58.676032 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2833ed65-d290-41f7-90f0-c26aae9297c4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:58.706003 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2833ed65-d290-41f7-90f0-c26aae9297c4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:58.774578 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2833ed65-d290-41f7-90f0-c26aae9297c4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:58.792938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833ed65-d290-41f7-90f0-c26aae9297c4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ca4e80-c4d6-4d3a-86a1-467d480ef164,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:58.803835 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2833ed65-d290-41f7-90f0-c26aae9297c4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:58.807526 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2833ed65-d290-41f7-90f0-c26aae9297c4 tempest-TestNetworkAdvancedServerOps-479288405 tempest-TestNetworkAdvancedServerOps-479288405-project] 10.222.0.50 "DELETE /v2.0/security-groups/48ca4e80-c4d6-4d3a-86a1-467d480ef164 HTTP/1.1" status: 204 len: 168 time: 0.1968298 Jan 27 17:47:59.172541 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44798) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:59.334593 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ea934da4-da3d-4649-90a7-c8abde4ab529 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25c0e5ef386549e2ae211fdeb76119ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609066 Jan 27 17:47:59.337266 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44804) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:59.393745 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4d5925e-bc25-4e5f-8eb4-208fa7c3a6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:59.421925 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4d5925e-bc25-4e5f-8eb4-208fa7c3a6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:59.475759 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4d5925e-bc25-4e5f-8eb4-208fa7c3a6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:59.495744 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5925e-bc25-4e5f-8eb4-208fa7c3a6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09682a93-bcc3-44af-ae1f-f686175495a1,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:47:59.505570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5925e-bc25-4e5f-8eb4-208fa7c3a6c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:59.505869 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5925e-bc25-4e5f-8eb4-208fa7c3a6c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:59.506205 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5925e-bc25-4e5f-8eb4-208fa7c3a6c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:59.506530 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5925e-bc25-4e5f-8eb4-208fa7c3a6c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:59.506847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5925e-bc25-4e5f-8eb4-208fa7c3a6c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:59.507175 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5925e-bc25-4e5f-8eb4-208fa7c3a6c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:59.507494 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5925e-bc25-4e5f-8eb4-208fa7c3a6c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:59.507812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5925e-bc25-4e5f-8eb4-208fa7c3a6c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:59.508131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5925e-bc25-4e5f-8eb4-208fa7c3a6c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:59.508444 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5925e-bc25-4e5f-8eb4-208fa7c3a6c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:59.508740 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5925e-bc25-4e5f-8eb4-208fa7c3a6c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:59.509046 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5925e-bc25-4e5f-8eb4-208fa7c3a6c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:47:59.512999 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-f4d5925e-bc25-4e5f-8eb4-208fa7c3a6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:59.514647 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-f4d5925e-bc25-4e5f-8eb4-208fa7c3a6c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09682a93-bcc3-44af-ae1f-f686175495a1 HTTP/1.1" status: 204 len: 168 time: 0.1759384 Jan 27 17:47:59.805558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44812) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:47:59.823759 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-11a871e8-2f33-497a-b8d7-e195798f382b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:59.839772 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-11a871e8-2f33-497a-b8d7-e195798f382b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:47:59.845048 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-11a871e8-2f33-497a-b8d7-e195798f382b admin admin] Usage tracker for resource:security_group_rule and tenant:a738b1093d2e487198868baa60f9d28a is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:47:59.850004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-11a871e8-2f33-497a-b8d7-e195798f382b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:47:59.859578 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-11a871e8-2f33-497a-b8d7-e195798f382b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:47:59.950264 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-11a871e8-2f33-497a-b8d7-e195798f382b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:47:59.956419 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-11a871e8-2f33-497a-b8d7-e195798f382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:00.001349 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c2a7b11a-618f-42d0-8d94-d8decd3f07ed no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:48:00.003682 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-11a871e8-2f33-497a-b8d7-e195798f382b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a738b1093d2e487198868baa60f9d28a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970317 Jan 27 17:48:00.005382 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a871e8-2f33-497a-b8d7-e195798f382b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3b4adc-6248-485c-bb74-33c48918ddc9,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:00.006548 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44816) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:00.037951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: c2a7b11a-618f-42d0-8d94-d8decd3f07ed {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:48:00.038272 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device c2a7b11a-618f-42d0-8d94-d8decd3f07ed not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:48:00.066145 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a6a540e4-abe8-4702-9d44-ca144876b650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:00.091261 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a6a540e4-abe8-4702-9d44-ca144876b650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:00.145381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a6a540e4-abe8-4702-9d44-ca144876b650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:00.161127 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a540e4-abe8-4702-9d44-ca144876b650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3b4adc-6248-485c-bb74-33c48918ddc9,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:00.165471 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a6a540e4-abe8-4702-9d44-ca144876b650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:00.166594 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a6a540e4-abe8-4702-9d44-ca144876b650 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c3b4adc-6248-485c-bb74-33c48918ddc9 HTTP/1.1" status: 204 len: 168 time: 0.1590586 Jan 27 17:48:00.961200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44840) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:01.069764 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-730660582-network', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:01.074791 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:01.078871 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Usage tracker for resource:network and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:01.082817 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:01.088682 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:01.100649 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Made reservation on behalf of 67307ace0a65415dbbe1e20163170ed4 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:48:01.103176 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:01.115400 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:01.130375 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:01.134236 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Usage tracker for resource:security_group_rule and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:01.137006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:01.142595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:01.226959 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:01.231773 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:01.259929 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:48:01.268776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d206ea5f-a93c-44ae-8140-0805861dd119,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:01.274317 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:01.274654 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Added segment a71ba643-7651-4678-8761-a2c81d707e04 of type vlan for network 120ee164-4453-4ac1-92a3-883d96ab5b74 Jan 27 17:48:01.301087 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:01.331295 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:01.332188 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:01.332780 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:01.437230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] Pushing event updated for resources: {'Network': ['ID=120ee164-4453-4ac1-92a3-883d96ab5b74,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:01.442586 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f8178008-f291-4806-b361-5c61e4279582 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4802573 Jan 27 17:48:01.445595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44846) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:01.449954 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 120ee164-4453-4ac1-92a3-883d96ab5b74 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:48:01.454789 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-afd34bef-1d9b-487a-a368-9a4b561c1610 admin admin] Request body: {'subnet': {'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-730660582-subnet', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'ip_version': 4}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:01.460979 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-afd34bef-1d9b-487a-a368-9a4b561c1610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:01.465273 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-afd34bef-1d9b-487a-a368-9a4b561c1610 admin admin] Usage tracker for resource:subnet and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:01.468275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-afd34bef-1d9b-487a-a368-9a4b561c1610 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:01.474327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-afd34bef-1d9b-487a-a368-9a4b561c1610 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:01.485016 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd34bef-1d9b-487a-a368-9a4b561c1610 admin admin] Made reservation on behalf of 67307ace0a65415dbbe1e20163170ed4 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:48:01.487501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-afd34bef-1d9b-487a-a368-9a4b561c1610 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:01.695245 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-afd34bef-1d9b-487a-a368-9a4b561c1610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:01.763504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd34bef-1d9b-487a-a368-9a4b561c1610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a9b08e2-4fcd-489f-93f3-d2e0899f6404,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:01.773798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd34bef-1d9b-487a-a368-9a4b561c1610 admin admin] Checking segment: {'id': 'a71ba643-7651-4678-8761-a2c81d707e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:48:01.774152 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd34bef-1d9b-487a-a368-9a4b561c1610 admin admin] Network hostable DHCP agents. Network: 120ee164-4453-4ac1-92a3-883d96ab5b74, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:48:01.796157 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd34bef-1d9b-487a-a368-9a4b561c1610 admin admin] Network 120ee164-4453-4ac1-92a3-883d96ab5b74 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:48:01.805484 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-afd34bef-1d9b-487a-a368-9a4b561c1610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 120ee164-4453-4ac1-92a3-883d96ab5b74) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:01.809925 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd34bef-1d9b-487a-a368-9a4b561c1610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:01.811237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-afd34bef-1d9b-487a-a368-9a4b561c1610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:01.814289 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f453b8-2b48-428c-baef-8beccf25ad99 None None] Network 120ee164-4453-4ac1-92a3-883d96ab5b74 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:48:01.833138 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-afd34bef-1d9b-487a-a368-9a4b561c1610 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3855743 Jan 27 17:48:01.835851 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44850) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:01.840846 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:01.845493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:01.849531 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Usage tracker for resource:router and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:01.852390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:01.858261 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:01.869821 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:01.870770 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:01.885784 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:02.057932 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-120ee164-4453-4ac1-92a3-883d96ab5b74', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:48:02.058786 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:02.160049 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:02.209785 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Allocated IP 172.20.0.2 (120ee164-4453-4ac1-92a3-883d96ab5b74/9a9b08e2-4fcd-489f-93f3-d2e0899f6404/75547f04-0499-41ac-b3c7-567447f0651b) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:48:02.411736 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:02.421798 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Transition to ACTIVE for port object 75547f04-0499-41ac-b3c7-567447f0651b will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:02.440112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Transition to ACTIVE for port object 75547f04-0499-41ac-b3c7-567447f0651b will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:02.445927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:02.511671 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Network 120ee164-4453-4ac1-92a3-883d96ab5b74 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:48:02.514545 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:02.518064 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:48:02.523525 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Pushing event updated for resources: {'Port': ['ID=75547f04-0499-41ac-b3c7-567447f0651b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:02.581021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:02.609057 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Attempting to bind port 75547f04-0499-41ac-b3c7-567447f0651b on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:48:02.609416 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Attempting to bind port 75547f04-0499-41ac-b3c7-567447f0651b by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'a71ba643-7651-4678-8761-a2c81d707e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:48:02.609760 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Attempting to bind port 75547f04-0499-41ac-b3c7-567447f0651b on network 120ee164-4453-4ac1-92a3-883d96ab5b74 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:48:02.614377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:02.615299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:48:02.615660 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Checking segment: {'id': 'a71ba643-7651-4678-8761-a2c81d707e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:48:02.616043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:02.616419 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Bound using segment: {'id': 'a71ba643-7651-4678-8761-a2c81d707e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:48:02.616863 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Bound port: 75547f04-0499-41ac-b3c7-567447f0651b, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71ba643-7651-4678-8761-a2c81d707e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:48:02.617224 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:02.702077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] For port 75547f04-0499-41ac-b3c7-567447f0651b, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:48:02.704977 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] For port 75547f04-0499-41ac-b3c7-567447f0651b, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=75547f04-0499-41ac-b3c7-567447f0651b,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:48:02.709663 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:02.749269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Allocated IP 172.26.1.156 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/5d833a54-96c1-46f0-8391-84d4d7c039b3) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:48:02.793585 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d753b-8270-40f9-9088-913795055c65 None None] Pushing event updated for resources: {'Port': ['ID=75547f04-0499-41ac-b3c7-567447f0651b,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:02.907818 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:02.940059 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:03.018856 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:48:03.026612 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:03.029379 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:48:03.083762 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Pushing event updated for resources: {'Port': ['ID=5d833a54-96c1-46f0-8391-84d4d7c039b3,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:03.457669 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:03.714178 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45688565-559e-408d-b336-80fbc2c8727b None None] Network 120ee164-4453-4ac1-92a3-883d96ab5b74 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:48:03.803283 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:03.813012 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:03.842557 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-af1575f1-1c0c-496c-b02f-699d0cb2dc49 None None] Provisioning for port 75547f04-0499-41ac-b3c7-567447f0651b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:04.102752 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 75547f04-0499-41ac-b3c7-567447f0651b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:04.162913 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Router eeb127a8-ae39-4461-874e-36fc3c7fdabc is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:48:04.179725 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 75547f04-0499-41ac-b3c7-567447f0651b completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:04.184499 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 75547f04-0499-41ac-b3c7-567447f0651b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:04.184851 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:04.309257 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:04.317654 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-c1f8b0ad-a397-4311-9143-14dbf9fc0cbe None None] Provisioning complete for port 75547f04-0499-41ac-b3c7-567447f0651b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:04.318039 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c1f8b0ad-a397-4311-9143-14dbf9fc0cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:04.347114 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:48:04.363499 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Sync routers for ids ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:48:04.371982 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:04.373515 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6c93ab33-7b19-455a-957b-736310a7742a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5366743 Jan 27 17:48:04.376388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44854) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:04.394480 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Routers {'eeb127a8-ae39-4461-874e-36fc3c7fdabc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:48:04.395091 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:47:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:04.451654 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 75547f04-0499-41ac-b3c7-567447f0651b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=75547f04-0499-41ac-b3c7-567447f0651b,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:04.462579 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:04.694831 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=75547f04-0499-41ac-b3c7-567447f0651b,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:04.722427 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Set router eeb127a8-ae39-4461-874e-36fc3c7fdabc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:05.008260 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:48:03Z', 'revision_number': 3, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:05.012753 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Checking router: eeb127a8-ae39-4461-874e-36fc3c7fdabc for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:48:05.013102 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Updating router eeb127a8-ae39-4461-874e-36fc3c7fdabc port 5d833a54-96c1-46f0-8391-84d4d7c039b3 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:48:05.051327 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:05.064436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:05.252053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Allocated IP 172.20.0.1 (120ee164-4453-4ac1-92a3-883d96ab5b74/9a9b08e2-4fcd-489f-93f3-d2e0899f6404/3bb0ddff-74f0-4764-9b64-68c084a9fdcd) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:48:05.410251 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:05.423597 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Transition to ACTIVE for port object 5d833a54-96c1-46f0-8391-84d4d7c039b3 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:05.431427 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:05.511747 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Attempting to bind port 5d833a54-96c1-46f0-8391-84d4d7c039b3 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:48:05.512112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Attempting to bind port 5d833a54-96c1-46f0-8391-84d4d7c039b3 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:48:05.512469 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Attempting to bind port 5d833a54-96c1-46f0-8391-84d4d7c039b3 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:48:05.518111 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e829d-8376-41b6-a74f-999ec0b79920 None None] Pushing event updated for resources: {'Port': ['ID=5d833a54-96c1-46f0-8391-84d4d7c039b3,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:05.522344 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:48:05.522703 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:48:05.523101 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:05.523627 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:48:05.523927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Bound port: 5d833a54-96c1-46f0-8391-84d4d7c039b3, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:48:05.524286 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:05.526824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:05.543341 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Transition to ACTIVE for port object 3bb0ddff-74f0-4764-9b64-68c084a9fdcd will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:05.568475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:05.595885 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] For port 5d833a54-96c1-46f0-8391-84d4d7c039b3, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:48:05.598767 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] For port 5d833a54-96c1-46f0-8391-84d4d7c039b3, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5d833a54-96c1-46f0-8391-84d4d7c039b3,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:48:05.603051 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:05.638560 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Network 120ee164-4453-4ac1-92a3-883d96ab5b74 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:48:05.641478 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:05.646750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:48:05.682556 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Routers {'eeb127a8-ae39-4461-874e-36fc3c7fdabc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:48:05.683181 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:47:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:05.688284 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb0ddff-74f0-4764-9b64-68c084a9fdcd,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:05.711302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:05.752854 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e829d-8376-41b6-a74f-999ec0b79920 None None] Pushing event updated for resources: {'Port': ['ID=5d833a54-96c1-46f0-8391-84d4d7c039b3,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:05.871953 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] Set router eeb127a8-ae39-4461-874e-36fc3c7fdabc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:05.970796 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:06.087567 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 75547f04-0499-41ac-b3c7-567447f0651b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:06.138892 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1c4c4e57-e054-4ac8-99f6-354378444676 None None] Provisioning for port 3bb0ddff-74f0-4764-9b64-68c084a9fdcd completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:06.162291 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1c4c4e57-e054-4ac8-99f6-354378444676 None None] Provisioning complete for port 3bb0ddff-74f0-4764-9b64-68c084a9fdcd triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:06.162655 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1c4c4e57-e054-4ac8-99f6-354378444676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:06.259892 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:06.266688 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:06.315356 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c4e57-e054-4ac8-99f6-354378444676 None None] Port 3bb0ddff-74f0-4764-9b64-68c084a9fdcd cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:48:06.327787 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 75547f04-0499-41ac-b3c7-567447f0651b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:06.328150 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:06.372032 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb0ddff-74f0-4764-9b64-68c084a9fdcd,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:06.374636 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:06.436929 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:48:03Z', 'revision_number': 3, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:06.453448 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b65977-6f29-4f03-882a-8186666a18d2 None None] The sync data for ids ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'] in dv-neutron-826439-2-hyperv is: [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:48:03Z', 'revision_number': 3, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:48:06.516909 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Network 120ee164-4453-4ac1-92a3-883d96ab5b74 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:48:06.518105 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:06.725245 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Router eeb127a8-ae39-4461-874e-36fc3c7fdabc has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:48:06.843408 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cf4491f1-6390-4329-badd-e8369ccc8e36 None None] Provisioning complete for port 3bb0ddff-74f0-4764-9b64-68c084a9fdcd triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:06.843965 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cf4491f1-6390-4329-badd-e8369ccc8e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:06.904056 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cf4491f1-6390-4329-badd-e8369ccc8e36 None None] Port 3bb0ddff-74f0-4764-9b64-68c084a9fdcd cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:48:06.913792 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:48:06.923391 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-3bc220c2-267f-4592-8866-e7ec7336d675 admin admin] 10.222.0.50 "PUT /v2.0/routers/eeb127a8-ae39-4461-874e-36fc3c7fdabc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5459344 Jan 27 17:48:07.449184 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44874) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:07.454666 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1931572550-network', 'tenant_id': '8f60cfac1a1340ae9cde60db238b6a51'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:07.460019 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:07.464315 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Usage tracker for resource:network and tenant:8f60cfac1a1340ae9cde60db238b6a51 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:07.467276 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:07.473598 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:07.484203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Made reservation on behalf of 8f60cfac1a1340ae9cde60db238b6a51 for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:48:07.486580 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:07.502442 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:07.517407 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:07.521476 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Usage tracker for resource:security_group_rule and tenant:8f60cfac1a1340ae9cde60db238b6a51 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:07.524726 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:07.530598 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:07.611093 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:07.617011 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:07.646039 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:48:07.654388 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6a6f22-9d52-41fa-aadc-1b8127888ff5,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:07.660231 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:07.660565 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Added segment 91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff of type vlan for network 61eb2459-fb36-47d9-8afa-a2e6c5c10892 Jan 27 17:48:07.686900 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:07.718035 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:07.719037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:07.720255 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:07.926117 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Sync routers for ids ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:48:07.932815 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4824514 Jan 27 17:48:07.933789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50725611-5a85-4f9e-9ec3-d958aec5ca77 admin admin] Pushing event updated for resources: {'Network': ['ID=61eb2459-fb36-47d9-8afa-a2e6c5c10892,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:07.935687 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44878) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:07.941603 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-9c6f4a50-7c44-4143-bd3b-68cd59f85e04 admin admin] Request body: {'subnet': {'network_id': '61eb2459-fb36-47d9-8afa-a2e6c5c10892', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1931572550-subnet', 'tenant_id': '8f60cfac1a1340ae9cde60db238b6a51', 'ip_version': 4}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:07.943979 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 61eb2459-fb36-47d9-8afa-a2e6c5c10892 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:48:07.946654 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9c6f4a50-7c44-4143-bd3b-68cd59f85e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:07.946776 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Routers {'eeb127a8-ae39-4461-874e-36fc3c7fdabc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:48:07.947262 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:47:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:07.951004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9c6f4a50-7c44-4143-bd3b-68cd59f85e04 admin admin] Usage tracker for resource:subnet and tenant:8f60cfac1a1340ae9cde60db238b6a51 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:07.954095 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9c6f4a50-7c44-4143-bd3b-68cd59f85e04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:07.960214 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9c6f4a50-7c44-4143-bd3b-68cd59f85e04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:07.972764 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6f4a50-7c44-4143-bd3b-68cd59f85e04 admin admin] Made reservation on behalf of 8f60cfac1a1340ae9cde60db238b6a51 for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:48:07.976445 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c6f4a50-7c44-4143-bd3b-68cd59f85e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:08.101930 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5d833a54-96c1-46f0-8391-84d4d7c039b3 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:08.171489 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Set router eeb127a8-ae39-4461-874e-36fc3c7fdabc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:08.190530 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 5d833a54-96c1-46f0-8391-84d4d7c039b3 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:08.195912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 5d833a54-96c1-46f0-8391-84d4d7c039b3 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:08.196278 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:08.323216 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:08.348248 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 5d833a54-96c1-46f0-8391-84d4d7c039b3, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5d833a54-96c1-46f0-8391-84d4d7c039b3,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:08.353268 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:08.371535 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c6f4a50-7c44-4143-bd3b-68cd59f85e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:08.425378 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=5d833a54-96c1-46f0-8391-84d4d7c039b3,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:08.445122 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f4a50-7c44-4143-bd3b-68cd59f85e04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5701676f-2fbc-4589-b845-6b3138064818,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:08.458480 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f4a50-7c44-4143-bd3b-68cd59f85e04 admin admin] Checking segment: {'id': '91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '61eb2459-fb36-47d9-8afa-a2e6c5c10892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:48:08.459006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6f4a50-7c44-4143-bd3b-68cd59f85e04 admin admin] Network hostable DHCP agents. Network: 61eb2459-fb36-47d9-8afa-a2e6c5c10892, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:48:08.480256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6f4a50-7c44-4143-bd3b-68cd59f85e04 admin admin] Network 61eb2459-fb36-47d9-8afa-a2e6c5c10892 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:48:08.489652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-9c6f4a50-7c44-4143-bd3b-68cd59f85e04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 61eb2459-fb36-47d9-8afa-a2e6c5c10892) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:08.493751 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6f4a50-7c44-4143-bd3b-68cd59f85e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:08.494281 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c6f4a50-7c44-4143-bd3b-68cd59f85e04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:08.500176 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b356ce-070c-43bb-a039-427c398ccb62 None None] Network 61eb2459-fb36-47d9-8afa-a2e6c5c10892 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:48:08.521597 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9c6f4a50-7c44-4143-bd3b-68cd59f85e04 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5846217 Jan 27 17:48:08.524170 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44882) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:08.529202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1931572550-router', 'tenant_id': '8f60cfac1a1340ae9cde60db238b6a51', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:08.534561 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:08.536633 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:48:05Z', 'revision_number': 4, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '3bb0ddff-74f0-4764-9b64-68c084a9fdcd', 'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'mac_address': 'fa:16:3e:26:af:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:05Z', 'updated_at': '2022-01-27T17:48:06Z', 'revision_number': 2, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'subnets': [{'id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:08.538562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Usage tracker for resource:router and tenant:8f60cfac1a1340ae9cde60db238b6a51 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:08.540589 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Checking router: eeb127a8-ae39-4461-874e-36fc3c7fdabc for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:48:08.540962 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Updating router eeb127a8-ae39-4461-874e-36fc3c7fdabc port 3bb0ddff-74f0-4764-9b64-68c084a9fdcd binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:48:08.542456 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:08.548231 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:08.560291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:08.561421 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:08.579612 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:08.595328 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:08.721961 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-61eb2459-fb36-47d9-8afa-a2e6c5c10892', 'network_id': '61eb2459-fb36-47d9-8afa-a2e6c5c10892', 'tenant_id': '8f60cfac1a1340ae9cde60db238b6a51', 'fixed_ips': [{'subnet_id': '5701676f-2fbc-4589-b845-6b3138064818'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:48:08.723245 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:08.847920 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:08.885354 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Allocated IP 172.20.0.2 (61eb2459-fb36-47d9-8afa-a2e6c5c10892/5701676f-2fbc-4589-b845-6b3138064818/e290e4e9-5023-44fd-af14-844f1953cfe8) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:48:08.938825 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:08.952315 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Transition to ACTIVE for port object 3bb0ddff-74f0-4764-9b64-68c084a9fdcd will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:08.960338 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:09.110704 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:09.121831 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Transition to ACTIVE for port object e290e4e9-5023-44fd-af14-844f1953cfe8 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:09.140852 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Transition to ACTIVE for port object e290e4e9-5023-44fd-af14-844f1953cfe8 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:09.151648 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:09.177736 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69313c39-8050-41eb-9dcc-e853d9469893 None None] Pushing event updated for resources: {'Port': ['ID=3bb0ddff-74f0-4764-9b64-68c084a9fdcd,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:09.185464 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69313c39-8050-41eb-9dcc-e853d9469893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:09.185839 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69313c39-8050-41eb-9dcc-e853d9469893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:09.186170 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69313c39-8050-41eb-9dcc-e853d9469893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:09.186490 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69313c39-8050-41eb-9dcc-e853d9469893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:09.186810 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69313c39-8050-41eb-9dcc-e853d9469893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:09.187124 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69313c39-8050-41eb-9dcc-e853d9469893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:09.187438 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69313c39-8050-41eb-9dcc-e853d9469893 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:09.187749 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69313c39-8050-41eb-9dcc-e853d9469893 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:09.188279 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69313c39-8050-41eb-9dcc-e853d9469893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:09.188591 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69313c39-8050-41eb-9dcc-e853d9469893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:09.188900 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69313c39-8050-41eb-9dcc-e853d9469893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:09.189208 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69313c39-8050-41eb-9dcc-e853d9469893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:48:09.213003 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Attempting to bind port 3bb0ddff-74f0-4764-9b64-68c084a9fdcd on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:48:09.213707 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Attempting to bind port 3bb0ddff-74f0-4764-9b64-68c084a9fdcd by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'a71ba643-7651-4678-8761-a2c81d707e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:48:09.214279 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Attempting to bind port 3bb0ddff-74f0-4764-9b64-68c084a9fdcd on network 120ee164-4453-4ac1-92a3-883d96ab5b74 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:48:09.220844 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:48:09.221536 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Checking segment: {'id': 'a71ba643-7651-4678-8761-a2c81d707e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:48:09.222229 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:09.222788 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Bound using segment: {'id': 'a71ba643-7651-4678-8761-a2c81d707e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:48:09.223496 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Bound port: 3bb0ddff-74f0-4764-9b64-68c084a9fdcd, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71ba643-7651-4678-8761-a2c81d707e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:48:09.224046 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:09.227269 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:09.246857 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Network 61eb2459-fb36-47d9-8afa-a2e6c5c10892 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:48:09.249885 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:09.254450 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:48:09.258018 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:09.260404 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Pushing event updated for resources: {'Port': ['ID=e290e4e9-5023-44fd-af14-844f1953cfe8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:09.327444 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] For port 3bb0ddff-74f0-4764-9b64-68c084a9fdcd, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:48:09.334137 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] For port 3bb0ddff-74f0-4764-9b64-68c084a9fdcd, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3bb0ddff-74f0-4764-9b64-68c084a9fdcd,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:48:09.344168 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:09.359713 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Attempting to bind port e290e4e9-5023-44fd-af14-844f1953cfe8 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:48:09.360080 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Attempting to bind port e290e4e9-5023-44fd-af14-844f1953cfe8 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '61eb2459-fb36-47d9-8afa-a2e6c5c10892'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:48:09.360436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Attempting to bind port e290e4e9-5023-44fd-af14-844f1953cfe8 on network 61eb2459-fb36-47d9-8afa-a2e6c5c10892 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:48:09.370216 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:48:09.370508 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Checking segment: {'id': '91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '61eb2459-fb36-47d9-8afa-a2e6c5c10892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:48:09.370907 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:09.371291 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Bound using segment: {'id': '91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '61eb2459-fb36-47d9-8afa-a2e6c5c10892'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:48:09.371748 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Bound port: e290e4e9-5023-44fd-af14-844f1953cfe8, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '61eb2459-fb36-47d9-8afa-a2e6c5c10892'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:48:09.372122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:09.404893 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Allocated IP 172.26.1.194 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/b31b30ce-484d-44ad-9b6e-f08f084c8da6) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:48:09.423805 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Routers {'eeb127a8-ae39-4461-874e-36fc3c7fdabc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:48:09.424398 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:47:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:09.475291 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] For port e290e4e9-5023-44fd-af14-844f1953cfe8, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:48:09.479399 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] For port e290e4e9-5023-44fd-af14-844f1953cfe8, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e290e4e9-5023-44fd-af14-844f1953cfe8,segment=NetworkSegment(91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff),segment_id=91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:48:09.487927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:09.507640 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69313c39-8050-41eb-9dcc-e853d9469893 None None] Pushing event updated for resources: {'Port': ['ID=3bb0ddff-74f0-4764-9b64-68c084a9fdcd,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:09.578045 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a66ee-8737-4217-b7e4-ae2f25f4d844 None None] Pushing event updated for resources: {'Port': ['ID=e290e4e9-5023-44fd-af14-844f1953cfe8,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:09.601655 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:09.631121 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] Set router eeb127a8-ae39-4461-874e-36fc3c7fdabc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:09.647622 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:09.721862 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Pushing event updated for resources: {'Port': ['ID=b31b30ce-484d-44ad-9b6e-f08f084c8da6,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:09.735121 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:48:09.736377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:09.738850 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:48:09.991722 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:48:05Z', 'revision_number': 4, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '3bb0ddff-74f0-4764-9b64-68c084a9fdcd', 'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'mac_address': 'fa:16:3e:26:af:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:05Z', 'updated_at': '2022-01-27T17:48:09Z', 'revision_number': 4, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'subnets': [{'id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:09.996246 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87b3089-66d8-4eba-b8e9-69205122b3f6 None None] The sync data for ids ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'] in dv-neutron-826439-2-hyperv is: [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:48:05Z', 'revision_number': 4, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '3bb0ddff-74f0-4764-9b64-68c084a9fdcd', 'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'mac_address': 'fa:16:3e:26:af:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:05Z', 'updated_at': '2022-01-27T17:48:09Z', 'revision_number': 4, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'subnets': [{'id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:48:10.184177 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e290e4e9-5023-44fd-af14-844f1953cfe8 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:10.296025 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port e290e4e9-5023-44fd-af14-844f1953cfe8 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:10.301126 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5d833a54-96c1-46f0-8391-84d4d7c039b3 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:10.380862 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:10.384015 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 5d833a54-96c1-46f0-8391-84d4d7c039b3 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:10.384572 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:10.705827 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64437efb-baac-488a-8392-35fb23bc18e0 None None] Network 61eb2459-fb36-47d9-8afa-a2e6c5c10892 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:48:10.762622 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:10.803517 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-68b264e9-f137-43e4-9394-c0a619bf0e58 None None] Provisioning for port e290e4e9-5023-44fd-af14-844f1953cfe8 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:10.815081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-68b264e9-f137-43e4-9394-c0a619bf0e58 None None] Provisioning complete for port e290e4e9-5023-44fd-af14-844f1953cfe8 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:10.815481 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68b264e9-f137-43e4-9394-c0a619bf0e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:10.978087 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Router ed4a5825-0d50-4491-a1d3-a502f79b650a is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:48:11.035615 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68b264e9-f137-43e4-9394-c0a619bf0e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:11.075118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-68b264e9-f137-43e4-9394-c0a619bf0e58 None None] For port e290e4e9-5023-44fd-af14-844f1953cfe8, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e290e4e9-5023-44fd-af14-844f1953cfe8,segment=NetworkSegment(91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff),segment_id=91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:11.081595 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68b264e9-f137-43e4-9394-c0a619bf0e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:11.154563 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b264e9-f137-43e4-9394-c0a619bf0e58 None None] Pushing event updated for resources: {'Port': ['ID=e290e4e9-5023-44fd-af14-844f1953cfe8,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:11.167189 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:48:11.177600 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Sync routers for ids ['ed4a5825-0d50-4491-a1d3-a502f79b650a'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:48:11.187730 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Routers {'ed4a5825-0d50-4491-a1d3-a502f79b650a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:48:11.188439 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:47:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['ed4a5825-0d50-4491-a1d3-a502f79b650a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:11.192610 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:11.196535 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-462f4734-3d6c-4f58-a76b-1160ac8562db admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6688724 Jan 27 17:48:11.196714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44886) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:11.375565 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Set router ed4a5825-0d50-4491-a1d3-a502f79b650a gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:11.522765 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e2ad2207-c68f-445b-880c-8fad3b0e9087 None None] Provisioning complete for port e290e4e9-5023-44fd-af14-844f1953cfe8 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:11.522984 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2207-c68f-445b-880c-8fad3b0e9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:11.771501 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'name': 'tempest-TestShelveInstance-1931572550-router', 'tenant_id': '8f60cfac1a1340ae9cde60db238b6a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b31b30ce-484d-44ad-9b6e-f08f084c8da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:08Z', 'updated_at': '2022-01-27T17:48:10Z', 'revision_number': 3, 'project_id': '8f60cfac1a1340ae9cde60db238b6a51', 'gw_port': {'id': 'b31b30ce-484d-44ad-9b6e-f08f084c8da6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:09Z', 'updated_at': '2022-01-27T17:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:11.775580 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Checking router: ed4a5825-0d50-4491-a1d3-a502f79b650a for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:48:11.775863 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Updating router ed4a5825-0d50-4491-a1d3-a502f79b650a port b31b30ce-484d-44ad-9b6e-f08f084c8da6 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:48:11.831825 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:12.017482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:12.174088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e290e4e9-5023-44fd-af14-844f1953cfe8 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:12.250249 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:12.251558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Allocated IP 172.20.0.1 (61eb2459-fb36-47d9-8afa-a2e6c5c10892/5701676f-2fbc-4589-b845-6b3138064818/9abc114a-0801-4512-84c9-738424b6f259) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:48:12.266129 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Transition to ACTIVE for port object b31b30ce-484d-44ad-9b6e-f08f084c8da6 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:12.273650 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:12.345523 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port e290e4e9-5023-44fd-af14-844f1953cfe8 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:12.345912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:12.399827 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Attempting to bind port b31b30ce-484d-44ad-9b6e-f08f084c8da6 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:48:12.400188 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Attempting to bind port b31b30ce-484d-44ad-9b6e-f08f084c8da6 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:48:12.400656 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Attempting to bind port b31b30ce-484d-44ad-9b6e-f08f084c8da6 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:48:12.402746 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:12.404488 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ad56b-26b1-420f-9d9d-6e7aaaa8b319 None None] Pushing event updated for resources: {'Port': ['ID=b31b30ce-484d-44ad-9b6e-f08f084c8da6,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:12.416665 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:48:12.417197 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:48:12.417466 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:12.417881 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:48:12.418539 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Bound port: b31b30ce-484d-44ad-9b6e-f08f084c8da6, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:48:12.418951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:12.419958 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Transition to ACTIVE for port object 9abc114a-0801-4512-84c9-738424b6f259 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:12.445300 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:12.515405 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Network 61eb2459-fb36-47d9-8afa-a2e6c5c10892 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:48:12.518350 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:12.521979 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:48:12.540918 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] For port b31b30ce-484d-44ad-9b6e-f08f084c8da6, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:48:12.552099 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Pushing event updated for resources: {'Port': ['ID=9abc114a-0801-4512-84c9-738424b6f259,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:12.554440 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] For port b31b30ce-484d-44ad-9b6e-f08f084c8da6, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b31b30ce-484d-44ad-9b6e-f08f084c8da6,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:48:12.558429 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3bb0ddff-74f0-4764-9b64-68c084a9fdcd up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:12.580734 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:12.586963 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:12.693046 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Routers {'ed4a5825-0d50-4491-a1d3-a502f79b650a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:48:12.693676 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:47:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['ed4a5825-0d50-4491-a1d3-a502f79b650a'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:12.710374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:12.759733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ad56b-26b1-420f-9d9d-6e7aaaa8b319 None None] Pushing event updated for resources: {'Port': ['ID=b31b30ce-484d-44ad-9b6e-f08f084c8da6,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:12.797428 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 3bb0ddff-74f0-4764-9b64-68c084a9fdcd completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:12.853300 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 3bb0ddff-74f0-4764-9b64-68c084a9fdcd triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:12.853523 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:12.885868 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cb131930-1e90-4ca7-84ac-86ad84c40b51 None None] Provisioning for port 9abc114a-0801-4512-84c9-738424b6f259 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:12.921199 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cb131930-1e90-4ca7-84ac-86ad84c40b51 None None] Provisioning complete for port 9abc114a-0801-4512-84c9-738424b6f259 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:12.921639 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cb131930-1e90-4ca7-84ac-86ad84c40b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:12.932746 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:12.938434 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:12.994358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] Set router ed4a5825-0d50-4491-a1d3-a502f79b650a gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:13.045130 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:13.048732 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Pushing event updated for resources: {'Port': ['ID=9abc114a-0801-4512-84c9-738424b6f259,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:13.054073 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cb131930-1e90-4ca7-84ac-86ad84c40b51 None None] Port 9abc114a-0801-4512-84c9-738424b6f259 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:48:13.182837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Network 61eb2459-fb36-47d9-8afa-a2e6c5c10892 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:48:13.184031 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:13.215883 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:13.328545 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 3bb0ddff-74f0-4764-9b64-68c084a9fdcd, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3bb0ddff-74f0-4764-9b64-68c084a9fdcd,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:13.361162 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:13.440221 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=3bb0ddff-74f0-4764-9b64-68c084a9fdcd,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:13.457345 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'name': 'tempest-TestShelveInstance-1931572550-router', 'tenant_id': '8f60cfac1a1340ae9cde60db238b6a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b31b30ce-484d-44ad-9b6e-f08f084c8da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:08Z', 'updated_at': '2022-01-27T17:48:12Z', 'revision_number': 4, 'project_id': '8f60cfac1a1340ae9cde60db238b6a51', 'gw_port': {'id': 'b31b30ce-484d-44ad-9b6e-f08f084c8da6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:09Z', 'updated_at': '2022-01-27T17:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '9abc114a-0801-4512-84c9-738424b6f259', 'name': '', 'network_id': '61eb2459-fb36-47d9-8afa-a2e6c5c10892', 'tenant_id': '8f60cfac1a1340ae9cde60db238b6a51', 'mac_address': 'fa:16:3e:f3:34:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '5701676f-2fbc-4589-b845-6b3138064818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:12Z', 'updated_at': '2022-01-27T17:48:12Z', 'revision_number': 1, 'project_id': '8f60cfac1a1340ae9cde60db238b6a51', 'subnets': [{'id': '5701676f-2fbc-4589-b845-6b3138064818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:13.461554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b53d1e-7da4-477d-8ce9-ec85afbce0bd None None] The sync data for ids ['ed4a5825-0d50-4491-a1d3-a502f79b650a'] in dv-neutron-826439-2-hyperv is: [{'id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'name': 'tempest-TestShelveInstance-1931572550-router', 'tenant_id': '8f60cfac1a1340ae9cde60db238b6a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b31b30ce-484d-44ad-9b6e-f08f084c8da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:08Z', 'updated_at': '2022-01-27T17:48:12Z', 'revision_number': 4, 'project_id': '8f60cfac1a1340ae9cde60db238b6a51', 'gw_port': {'id': 'b31b30ce-484d-44ad-9b6e-f08f084c8da6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:09Z', 'updated_at': '2022-01-27T17:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '9abc114a-0801-4512-84c9-738424b6f259', 'name': '', 'network_id': '61eb2459-fb36-47d9-8afa-a2e6c5c10892', 'tenant_id': '8f60cfac1a1340ae9cde60db238b6a51', 'mac_address': 'fa:16:3e:f3:34:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '5701676f-2fbc-4589-b845-6b3138064818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:12Z', 'updated_at': '2022-01-27T17:48:12Z', 'revision_number': 1, 'project_id': '8f60cfac1a1340ae9cde60db238b6a51', 'subnets': [{'id': '5701676f-2fbc-4589-b845-6b3138064818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:48:13.476468 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1b4b15ce-109c-40db-93d9-d68064cba9b9 None None] Provisioning complete for port 9abc114a-0801-4512-84c9-738424b6f259 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:13.476830 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b4b15ce-109c-40db-93d9-d68064cba9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:13.502525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Router ed4a5825-0d50-4491-a1d3-a502f79b650a has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:48:13.571898 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b15ce-109c-40db-93d9-d68064cba9b9 None None] Port 9abc114a-0801-4512-84c9-738424b6f259 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:48:13.696781 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:48:13.705904 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bf1fea87-3165-4f36-9c04-fa6c9cfef195 admin admin] 10.222.0.50 "PUT /v2.0/routers/ed4a5825-0d50-4491-a1d3-a502f79b650a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5082402 Jan 27 17:48:14.069293 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3bb0ddff-74f0-4764-9b64-68c084a9fdcd up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:14.158363 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 3bb0ddff-74f0-4764-9b64-68c084a9fdcd triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:14.158902 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:14.513454 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44898) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:14.518975 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-65962682-250e-46f9-abc5-39592a17a25e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1764698224', 'description': 'tempest-secgroup-smoke-1764698224 description', 'project_id': '67307ace0a65415dbbe1e20163170ed4'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:14.525660 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-65962682-250e-46f9-abc5-39592a17a25e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:14.529884 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-65962682-250e-46f9-abc5-39592a17a25e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Usage tracker for resource:security_group and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:14.533430 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-65962682-250e-46f9-abc5-39592a17a25e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:14.539658 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-65962682-250e-46f9-abc5-39592a17a25e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:14.551735 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-65962682-250e-46f9-abc5-39592a17a25e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:14.575289 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-65962682-250e-46f9-abc5-39592a17a25e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:14.579292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-65962682-250e-46f9-abc5-39592a17a25e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Usage tracker for resource:security_group_rule and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:14.582275 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-65962682-250e-46f9-abc5-39592a17a25e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:14.588073 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-65962682-250e-46f9-abc5-39592a17a25e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:14.660501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-65962682-250e-46f9-abc5-39592a17a25e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:14.665328 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-65962682-250e-46f9-abc5-39592a17a25e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:14.707024 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65962682-250e-46f9-abc5-39592a17a25e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=987b35a5-0682-4257-99c9-28705d40f60f,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:14.709613 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-65962682-250e-46f9-abc5-39592a17a25e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:14.713931 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-65962682-250e-46f9-abc5-39592a17a25e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1963282 Jan 27 17:48:14.714291 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44902) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:14.719366 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-8c5f622c-5629-45f7-b8db-99167e4ef7a0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Request body: {'security_group_rule': {'security_group_id': '987b35a5-0682-4257-99c9-28705d40f60f', 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:14.725556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8c5f622c-5629-45f7-b8db-99167e4ef7a0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:14.729379 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8c5f622c-5629-45f7-b8db-99167e4ef7a0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Usage tracker for resource:security_group_rule and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:14.732252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-8c5f622c-5629-45f7-b8db-99167e4ef7a0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:14.737966 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-8c5f622c-5629-45f7-b8db-99167e4ef7a0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:14.755709 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c5f622c-5629-45f7-b8db-99167e4ef7a0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:14.816054 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c5f622c-5629-45f7-b8db-99167e4ef7a0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:14.821284 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c5f622c-5629-45f7-b8db-99167e4ef7a0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:14.844497 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f622c-5629-45f7-b8db-99167e4ef7a0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed86c230-16a0-4a76-8357-bb6c299ea80c,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:14.855578 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8c5f622c-5629-45f7-b8db-99167e4ef7a0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:14.856786 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8c5f622c-5629-45f7-b8db-99167e4ef7a0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417246 Jan 27 17:48:14.859587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44906) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:14.864548 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-9600eb49-17f8-4076-a84c-f49b28723eac tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Request body: {'security_group_rule': {'security_group_id': '987b35a5-0682-4257-99c9-28705d40f60f', 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:14.870538 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9600eb49-17f8-4076-a84c-f49b28723eac tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:14.874545 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9600eb49-17f8-4076-a84c-f49b28723eac tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Usage tracker for resource:security_group_rule and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:14.877482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9600eb49-17f8-4076-a84c-f49b28723eac tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:14.883372 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9600eb49-17f8-4076-a84c-f49b28723eac tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:14.901447 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9600eb49-17f8-4076-a84c-f49b28723eac tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:14.966023 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9600eb49-17f8-4076-a84c-f49b28723eac tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:14.970733 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9600eb49-17f8-4076-a84c-f49b28723eac tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:14.993160 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600eb49-17f8-4076-a84c-f49b28723eac tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25def87b-a735-4d9a-95c9-b863fca55fd6,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:15.003936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9600eb49-17f8-4076-a84c-f49b28723eac tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:15.005267 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9600eb49-17f8-4076-a84c-f49b28723eac tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1447358 Jan 27 17:48:15.008009 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44910) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:15.012981 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-2e9c1ffd-f6e2-4891-8f51-f4ff4a6a4d8c tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Request body: {'security_group_rule': {'security_group_id': '987b35a5-0682-4257-99c9-28705d40f60f', 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:15.021421 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2e9c1ffd-f6e2-4891-8f51-f4ff4a6a4d8c tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:15.025407 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2e9c1ffd-f6e2-4891-8f51-f4ff4a6a4d8c tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Usage tracker for resource:security_group_rule and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:15.028391 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-2e9c1ffd-f6e2-4891-8f51-f4ff4a6a4d8c tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:15.034695 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-2e9c1ffd-f6e2-4891-8f51-f4ff4a6a4d8c tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:15.052501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1ffd-f6e2-4891-8f51-f4ff4a6a4d8c tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:15.117442 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1ffd-f6e2-4891-8f51-f4ff4a6a4d8c tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:15.122236 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1ffd-f6e2-4891-8f51-f4ff4a6a4d8c tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:15.145376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c1ffd-f6e2-4891-8f51-f4ff4a6a4d8c tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8acea310-f564-4c90-9aa5-56af534f62e3,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:15.154568 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1ffd-f6e2-4891-8f51-f4ff4a6a4d8c tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:15.158750 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-2e9c1ffd-f6e2-4891-8f51-f4ff4a6a4d8c tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468356 Jan 27 17:48:15.159074 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44914) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:15.164186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-9c33d42c-4fbc-427c-8b10-bd58f0efa1b9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Request body: {'security_group_rule': {'security_group_id': '987b35a5-0682-4257-99c9-28705d40f60f', 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:15.170409 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9c33d42c-4fbc-427c-8b10-bd58f0efa1b9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:15.174390 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9c33d42c-4fbc-427c-8b10-bd58f0efa1b9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Usage tracker for resource:security_group_rule and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:15.177299 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9c33d42c-4fbc-427c-8b10-bd58f0efa1b9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:15.183411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9c33d42c-4fbc-427c-8b10-bd58f0efa1b9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:15.201908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c33d42c-4fbc-427c-8b10-bd58f0efa1b9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:15.266489 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c33d42c-4fbc-427c-8b10-bd58f0efa1b9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:15.271506 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c33d42c-4fbc-427c-8b10-bd58f0efa1b9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:15.296676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33d42c-4fbc-427c-8b10-bd58f0efa1b9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c595e6-1b90-42aa-89b2-a29c5f62861c,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:15.305591 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c33d42c-4fbc-427c-8b10-bd58f0efa1b9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:15.306907 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9c33d42c-4fbc-427c-8b10-bd58f0efa1b9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469190 Jan 27 17:48:15.309628 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44918) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:15.314534 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-9c1456b5-65f6-43e2-befa-4a767c4e8e84 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Request body: {'security_group_rule': {'security_group_id': '987b35a5-0682-4257-99c9-28705d40f60f', 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:15.320247 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9c1456b5-65f6-43e2-befa-4a767c4e8e84 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:15.324031 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9c1456b5-65f6-43e2-befa-4a767c4e8e84 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Usage tracker for resource:security_group_rule and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:15.326983 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-9c1456b5-65f6-43e2-befa-4a767c4e8e84 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:15.332776 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-9c1456b5-65f6-43e2-befa-4a767c4e8e84 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:15.343528 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-9c1456b5-65f6-43e2-befa-4a767c4e8e84 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Project 67307ace0a65415dbbe1e20163170ed4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:48:15.350169 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c1456b5-65f6-43e2-befa-4a767c4e8e84 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:15.420237 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c1456b5-65f6-43e2-befa-4a767c4e8e84 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:15.424749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c1456b5-65f6-43e2-befa-4a767c4e8e84 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:15.447059 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1456b5-65f6-43e2-befa-4a767c4e8e84 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87af04c-e7aa-40a5-8e69-588afbaf8860,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:15.457031 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c1456b5-65f6-43e2-befa-4a767c4e8e84 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:15.458501 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9c1456b5-65f6-43e2-befa-4a767c4e8e84 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478763 Jan 27 17:48:15.461577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 44922) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:15.466778 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-6c9bcf6a-95d3-4328-8a1e-5f354eec3e0d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Request body: {'security_group_rule': {'security_group_id': '987b35a5-0682-4257-99c9-28705d40f60f', 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:15.473079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6c9bcf6a-95d3-4328-8a1e-5f354eec3e0d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:15.477250 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6c9bcf6a-95d3-4328-8a1e-5f354eec3e0d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Usage tracker for resource:security_group_rule and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:15.480335 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6c9bcf6a-95d3-4328-8a1e-5f354eec3e0d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:15.486405 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6c9bcf6a-95d3-4328-8a1e-5f354eec3e0d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:15.497284 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-6c9bcf6a-95d3-4328-8a1e-5f354eec3e0d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Project 67307ace0a65415dbbe1e20163170ed4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:48:15.504162 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c9bcf6a-95d3-4328-8a1e-5f354eec3e0d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:15.569303 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c9bcf6a-95d3-4328-8a1e-5f354eec3e0d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:15.574344 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c9bcf6a-95d3-4328-8a1e-5f354eec3e0d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:15.596557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bcf6a-95d3-4328-8a1e-5f354eec3e0d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1fa44af-58a6-45c3-a1b2-c270a0e7a59d,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:15.606062 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6c9bcf6a-95d3-4328-8a1e-5f354eec3e0d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:15.607226 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6c9bcf6a-95d3-4328-8a1e-5f354eec3e0d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446886 Jan 27 17:48:15.768361 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-2d7b875a-fb1a-4ca4-ab32-59c4bd9edd44 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764698224&fields=id&tenant_id=67307ace0a65415dbbe1e20163170ed4 HTTP/1.1" status: 200 len: 267 time: 0.0396638 Jan 27 17:48:15.920492 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-88f106e1-6c88-428e-8438-5314a066d050 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:15.921992 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-88f106e1-6c88-428e-8438-5314a066d050 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 808 time: 0.1454568 Jan 27 17:48:15.939264 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-448b15d8-a81b-4ce1-8c11-bd84dce6271a tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/quotas/67307ace0a65415dbbe1e20163170ed4 HTTP/1.1" status: 200 len: 375 time: 0.0090511 Jan 27 17:48:16.029156 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-87613061-0649-4876-9a40-2601f417b36a tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850544 Jan 27 17:48:16.097803 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b31b30ce-484d-44ad-9b6e-f08f084c8da6 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:16.159018 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-b28ad665-bf30-4584-89d0-9777c8ef6922 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:48:16.160093 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-b28ad665-bf30-4584-89d0-9777c8ef6922 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1188977 Jan 27 17:48:16.167194 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port b31b30ce-484d-44ad-9b6e-f08f084c8da6 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:16.172077 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port b31b30ce-484d-44ad-9b6e-f08f084c8da6 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:16.172444 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:16.290700 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:16.293157 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-127adbca-830b-4e1b-bbf1-c41688dd4b3f service neutron] 10.222.0.50 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267719 Jan 27 17:48:16.307519 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port b31b30ce-484d-44ad-9b6e-f08f084c8da6, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b31b30ce-484d-44ad-9b6e-f08f084c8da6,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:16.311872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:16.379611 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=b31b30ce-484d-44ad-9b6e-f08f084c8da6,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:16.429167 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-3f252252-cf0b-4d43-8706-fe1ece58ea1f service neutron] 10.222.0.50 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300087 Jan 27 17:48:16.611511 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-53aaf295-dcaf-4a10-99ec-d9d76706fbb4 req-16b83e02-f5fa-4aef-9979-cfdc0867518e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Synchronizing usage tracker for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:48:16.631087 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-53aaf295-dcaf-4a10-99ec-d9d76706fbb4 req-16b83e02-f5fa-4aef-9979-cfdc0867518e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Unset dirty status for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:48:16.632321 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-53aaf295-dcaf-4a10-99ec-d9d76706fbb4 req-16b83e02-f5fa-4aef-9979-cfdc0867518e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 210 time: 0.0651479 Jan 27 17:48:16.888716 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Sync routers for ids ['ed4a5825-0d50-4491-a1d3-a502f79b650a'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:48:16.897539 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Routers {'ed4a5825-0d50-4491-a1d3-a502f79b650a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:48:16.898137 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:47:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['ed4a5825-0d50-4491-a1d3-a502f79b650a'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:17.101232 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Set router ed4a5825-0d50-4491-a1d3-a502f79b650a gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:17.408601 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'name': 'tempest-TestShelveInstance-1931572550-router', 'tenant_id': '8f60cfac1a1340ae9cde60db238b6a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b31b30ce-484d-44ad-9b6e-f08f084c8da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:08Z', 'updated_at': '2022-01-27T17:48:12Z', 'revision_number': 4, 'project_id': '8f60cfac1a1340ae9cde60db238b6a51', 'gw_port': {'id': 'b31b30ce-484d-44ad-9b6e-f08f084c8da6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:09Z', 'updated_at': '2022-01-27T17:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '9abc114a-0801-4512-84c9-738424b6f259', 'name': '', 'network_id': '61eb2459-fb36-47d9-8afa-a2e6c5c10892', 'tenant_id': '8f60cfac1a1340ae9cde60db238b6a51', 'mac_address': 'fa:16:3e:f3:34:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '5701676f-2fbc-4589-b845-6b3138064818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:12Z', 'updated_at': '2022-01-27T17:48:12Z', 'revision_number': 2, 'project_id': '8f60cfac1a1340ae9cde60db238b6a51', 'subnets': [{'id': '5701676f-2fbc-4589-b845-6b3138064818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:17.412955 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Checking router: ed4a5825-0d50-4491-a1d3-a502f79b650a for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:48:17.413296 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Updating router ed4a5825-0d50-4491-a1d3-a502f79b650a port 9abc114a-0801-4512-84c9-738424b6f259 binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:48:17.464767 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:17.669165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-312e0b46-f197-41e6-bd7e-85aabf630a46 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:17.669991 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-312e0b46-f197-41e6-bd7e-85aabf630a46 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Synchronizing usage tracker for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:network {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:48:17.691885 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-312e0b46-f197-41e6-bd7e-85aabf630a46 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Unset dirty status for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:network {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:48:17.693379 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-312e0b46-f197-41e6-bd7e-85aabf630a46 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 808 time: 0.1754565 Jan 27 17:48:17.753218 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-14e9cc5c-d199-405f-a114-1ab68affa579 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Synchronizing usage tracker for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:48:17.773743 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-14e9cc5c-d199-405f-a114-1ab68affa579 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Unset dirty status for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:48:17.775010 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-14e9cc5c-d199-405f-a114-1ab68affa579 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67307ace0a65415dbbe1e20163170ed4 HTTP/1.1" status: 200 len: 380 time: 0.0740821 Jan 27 17:48:17.784108 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-5f6710c8-4caa-44b6-bd13-9b4dede07d9b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Request body: {'port': {'device_id': 'b44b923b-2733-4967-9116-114ee1039e22', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'admin_state_up': True, 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'security_groups': ['987b35a5-0682-4257-99c9-28705d40f60f']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:17.809156 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-817ecd15-5cba-49fa-97fb-7bed65d82557 req-6333eab9-805c-45c6-a52a-4f0063b9c758 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 210 time: 0.0482166 Jan 27 17:48:17.821914 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:17.833580 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Transition to ACTIVE for port object 9abc114a-0801-4512-84c9-738424b6f259 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:17.840122 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:17.917939 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-5f6710c8-4caa-44b6-bd13-9b4dede07d9b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:17.927787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-5f6710c8-4caa-44b6-bd13-9b4dede07d9b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:17.939173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-5f6710c8-4caa-44b6-bd13-9b4dede07d9b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Made reservation on behalf of 67307ace0a65415dbbe1e20163170ed4 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:48:17.942961 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-5f6710c8-4caa-44b6-bd13-9b4dede07d9b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:17.965567 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b65b59-6448-4fbc-81e3-4d9823da3343 None None] Pushing event updated for resources: {'Port': ['ID=9abc114a-0801-4512-84c9-738424b6f259,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:18.078978 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b31b30ce-484d-44ad-9b6e-f08f084c8da6 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:18.112547 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Attempting to bind port 9abc114a-0801-4512-84c9-738424b6f259 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:48:18.113889 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Attempting to bind port 9abc114a-0801-4512-84c9-738424b6f259 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '61eb2459-fb36-47d9-8afa-a2e6c5c10892'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:48:18.114424 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Attempting to bind port 9abc114a-0801-4512-84c9-738424b6f259 on network 61eb2459-fb36-47d9-8afa-a2e6c5c10892 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:48:18.121939 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:48:18.122545 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Checking segment: {'id': '91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '61eb2459-fb36-47d9-8afa-a2e6c5c10892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:48:18.123805 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:18.124352 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Bound using segment: {'id': '91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '61eb2459-fb36-47d9-8afa-a2e6c5c10892'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:48:18.125119 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Bound port: 9abc114a-0801-4512-84c9-738424b6f259, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '61eb2459-fb36-47d9-8afa-a2e6c5c10892'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:48:18.125641 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:18.133749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-5f6710c8-4caa-44b6-bd13-9b4dede07d9b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Allocated IP 172.20.0.10 (120ee164-4453-4ac1-92a3-883d96ab5b74/9a9b08e2-4fcd-489f-93f3-d2e0899f6404/699fdf12-02cb-4d11-83d6-73803af63666) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:48:18.164559 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port b31b30ce-484d-44ad-9b6e-f08f084c8da6 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:18.164935 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:18.221565 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] For port 9abc114a-0801-4512-84c9-738424b6f259, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:48:18.224710 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] For port 9abc114a-0801-4512-84c9-738424b6f259, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=9abc114a-0801-4512-84c9-738424b6f259,segment=NetworkSegment(91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff),segment_id=91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:48:18.229287 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:18.309658 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Routers {'ed4a5825-0d50-4491-a1d3-a502f79b650a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:48:18.310292 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:47:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['ed4a5825-0d50-4491-a1d3-a502f79b650a'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:18.340777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-5f6710c8-4caa-44b6-bd13-9b4dede07d9b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:18.360486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-5f6710c8-4caa-44b6-bd13-9b4dede07d9b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Transition to ACTIVE for port object 699fdf12-02cb-4d11-83d6-73803af63666 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:18.383817 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b65b59-6448-4fbc-81e3-4d9823da3343 None None] Pushing event updated for resources: {'Port': ['ID=9abc114a-0801-4512-84c9-738424b6f259,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:18.393614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-5f6710c8-4caa-44b6-bd13-9b4dede07d9b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:18.541141 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] Set router ed4a5825-0d50-4491-a1d3-a502f79b650a gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:18.583915 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-5f6710c8-4caa-44b6-bd13-9b4dede07d9b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Network 120ee164-4453-4ac1-92a3-883d96ab5b74 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:48:18.586943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-5f6710c8-4caa-44b6-bd13-9b4dede07d9b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:18.590937 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-5f6710c8-4caa-44b6-bd13-9b4dede07d9b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:48:18.629311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6710c8-4caa-44b6-bd13-9b4dede07d9b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'Port': ['ID=699fdf12-02cb-4d11-83d6-73803af63666,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:18.657962 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-5f6710c8-4caa-44b6-bd13-9b4dede07d9b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:18.658577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-5f6710c8-4caa-44b6-bd13-9b4dede07d9b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:18.683687 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-5f6710c8-4caa-44b6-bd13-9b4dede07d9b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9037015 Jan 27 17:48:18.695556 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Request body: {'port': {'device_id': 'b44b923b-2733-4967-9116-114ee1039e22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:18.796786 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-986c3606-03a0-4ff0-bfde-bb6257cf6d2a None None] Provisioning for port 699fdf12-02cb-4d11-83d6-73803af63666 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:18.807660 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-986c3606-03a0-4ff0-bfde-bb6257cf6d2a None None] Provisioning complete for port 699fdf12-02cb-4d11-83d6-73803af63666 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:18.808282 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-986c3606-03a0-4ff0-bfde-bb6257cf6d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:18.812295 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:18.863683 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2698f8d8-85cc-4fad-9d76-3040115e3aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:18.871190 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-986c3606-03a0-4ff0-bfde-bb6257cf6d2a None None] Port 699fdf12-02cb-4d11-83d6-73803af63666 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:48:18.887038 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'name': 'tempest-TestShelveInstance-1931572550-router', 'tenant_id': '8f60cfac1a1340ae9cde60db238b6a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b31b30ce-484d-44ad-9b6e-f08f084c8da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:08Z', 'updated_at': '2022-01-27T17:48:12Z', 'revision_number': 4, 'project_id': '8f60cfac1a1340ae9cde60db238b6a51', 'gw_port': {'id': 'b31b30ce-484d-44ad-9b6e-f08f084c8da6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:09Z', 'updated_at': '2022-01-27T17:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '9abc114a-0801-4512-84c9-738424b6f259', 'name': '', 'network_id': '61eb2459-fb36-47d9-8afa-a2e6c5c10892', 'tenant_id': '8f60cfac1a1340ae9cde60db238b6a51', 'mac_address': 'fa:16:3e:f3:34:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '5701676f-2fbc-4589-b845-6b3138064818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:12Z', 'updated_at': '2022-01-27T17:48:18Z', 'revision_number': 4, 'project_id': '8f60cfac1a1340ae9cde60db238b6a51', 'subnets': [{'id': '5701676f-2fbc-4589-b845-6b3138064818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:18.891162 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c8724-1d59-41cf-839c-f37cf905caf5 None None] The sync data for ids ['ed4a5825-0d50-4491-a1d3-a502f79b650a'] in dv-neutron-826439-2-hyperv is: [{'id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'name': 'tempest-TestShelveInstance-1931572550-router', 'tenant_id': '8f60cfac1a1340ae9cde60db238b6a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b31b30ce-484d-44ad-9b6e-f08f084c8da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:08Z', 'updated_at': '2022-01-27T17:48:12Z', 'revision_number': 4, 'project_id': '8f60cfac1a1340ae9cde60db238b6a51', 'gw_port': {'id': 'b31b30ce-484d-44ad-9b6e-f08f084c8da6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:09Z', 'updated_at': '2022-01-27T17:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '9abc114a-0801-4512-84c9-738424b6f259', 'name': '', 'network_id': '61eb2459-fb36-47d9-8afa-a2e6c5c10892', 'tenant_id': '8f60cfac1a1340ae9cde60db238b6a51', 'mac_address': 'fa:16:3e:f3:34:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '5701676f-2fbc-4589-b845-6b3138064818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:12Z', 'updated_at': '2022-01-27T17:48:18Z', 'revision_number': 4, 'project_id': '8f60cfac1a1340ae9cde60db238b6a51', 'subnets': [{'id': '5701676f-2fbc-4589-b845-6b3138064818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:48:19.146785 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94932d4a-12be-452f-91a3-ce5b51abe79e req-3454f028-2dac-4193-b9b3-b5a5910544bb tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:19.147493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-94932d4a-12be-452f-91a3-ce5b51abe79e req-3454f028-2dac-4193-b9b3-b5a5910544bb tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Synchronizing usage tracker for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:48:19.186636 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-94932d4a-12be-452f-91a3-ce5b51abe79e req-3454f028-2dac-4193-b9b3-b5a5910544bb tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Unset dirty status for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:48:19.187891 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-94932d4a-12be-452f-91a3-ce5b51abe79e req-3454f028-2dac-4193-b9b3-b5a5910544bb tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 932 time: 0.2493331 Jan 27 17:48:19.300452 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699fdf12-02cb-4d11-83d6-73803af63666 {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:48:19.307139 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-94932d4a-12be-452f-91a3-ce5b51abe79e req-fcf86f49-35ad-4488-a4c3-12282899677f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918100 Jan 27 17:48:19.311455 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:19.335012 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Transition to ACTIVE for port object 699fdf12-02cb-4d11-83d6-73803af63666 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:48:19.339798 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:19.470529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Pushing event updated for resources: {'Port': ['ID=699fdf12-02cb-4d11-83d6-73803af63666,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:19.581420 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Attempting to bind port 699fdf12-02cb-4d11-83d6-73803af63666 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:48:19.581839 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Attempting to bind port 699fdf12-02cb-4d11-83d6-73803af63666 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'a71ba643-7651-4678-8761-a2c81d707e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:48:19.582095 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Attempting to bind port 699fdf12-02cb-4d11-83d6-73803af63666 on network 120ee164-4453-4ac1-92a3-883d96ab5b74 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:48:19.587085 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Port 699fdf12-02cb-4d11-83d6-73803af63666 on network 120ee164-4453-4ac1-92a3-883d96ab5b74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:48:19.587401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Attempting to bind port 699fdf12-02cb-4d11-83d6-73803af63666 on network 120ee164-4453-4ac1-92a3-883d96ab5b74 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:48:19.592607 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:48:19.592930 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Checking segment: {'id': 'a71ba643-7651-4678-8761-a2c81d707e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:48:19.593313 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Bound using segment: {'id': 'a71ba643-7651-4678-8761-a2c81d707e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:48:19.593750 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Bound port: 699fdf12-02cb-4d11-83d6-73803af63666, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a71ba643-7651-4678-8761-a2c81d707e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:48:19.594094 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:19.681297 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] For port 699fdf12-02cb-4d11-83d6-73803af63666, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:48:19.684357 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] For port 699fdf12-02cb-4d11-83d6-73803af63666, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=699fdf12-02cb-4d11-83d6-73803af63666,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:48:19.690738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:19.752726 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:19.753349 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:19.754734 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] 10.222.0.83 "PUT /v2.0/ports/699fdf12-02cb-4d11-83d6-73803af63666 HTTP/1.1" status: 200 len: 1094 time: 1.0634651 Jan 27 17:48:19.755171 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44b923b-2733-4967-9116-114ee1039e22', 'tag': '699fdf12-02cb-4d11-83d6-73803af63666'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:48:19.777956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283e935-a60e-4f8c-af9c-c2523280bbbb service neutron] Pushing event updated for resources: {'Port': ['ID=699fdf12-02cb-4d11-83d6-73803af63666,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:19.843065 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44b923b-2733-4967-9116-114ee1039e22', 'tag': '699fdf12-02cb-4d11-83d6-73803af63666', 'status': 'completed', 'code': 200} Jan 27 17:48:19.886015 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-38411382-c8e9-4d5e-ae79-e72b61d82e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:19.887552 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-38411382-c8e9-4d5e-ae79-e72b61d82e83 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 1097 time: 0.0836983 Jan 27 17:48:19.961209 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-20a012b3-605a-43d9-bc12-d30cadfa370a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=699fdf12-02cb-4d11-83d6-73803af63666 HTTP/1.1" status: 200 len: 217 time: 0.0663733 Jan 27 17:48:20.025160 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-5129bc15-6743-424b-85d8-cdd9f1f84e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:20.031921 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-5129bc15-6743-424b-85d8-cdd9f1f84e3d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0643508 Jan 27 17:48:20.110590 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 9abc114a-0801-4512-84c9-738424b6f259 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:20.112157 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-d1f87730-91a2-4201-9a2d-b0a8c3cd41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:20.113664 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-d1f87730-91a2-4201-9a2d-b0a8c3cd41e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761986 Jan 27 17:48:20.180528 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 9abc114a-0801-4512-84c9-738424b6f259 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:20.185073 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 9abc114a-0801-4512-84c9-738424b6f259 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:20.185434 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:20.250675 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-1d031c06-e776-452b-a85f-d268a1c5a62a service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308546 Jan 27 17:48:20.301910 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:20.333671 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 9abc114a-0801-4512-84c9-738424b6f259, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=9abc114a-0801-4512-84c9-738424b6f259,segment=NetworkSegment(91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff),segment_id=91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:20.338929 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:20.387879 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7eb57138-ae83-4fdd-89c8-22b2d69d9997 req-a3f2577a-3be4-4f51-ab34-138d197340cd service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314330 Jan 27 17:48:20.416277 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=9abc114a-0801-4512-84c9-738424b6f259,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:20.670376 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29cea2-f18e-42d3-a4c2-99674a8ef714 req-9c7963e1-5801-46bb-8168-e901ecf113db tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:20.671820 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bd29cea2-f18e-42d3-a4c2-99674a8ef714 req-9c7963e1-5801-46bb-8168-e901ecf113db tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 944 time: 0.2519727 Jan 27 17:48:20.676223 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20de96-17cc-47c5-afb1-8aee41fefba0 req-64e780ea-751f-4c6d-bf3d-6d609ca4abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:20.677555 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb20de96-17cc-47c5-afb1-8aee41fefba0 req-64e780ea-751f-4c6d-bf3d-6d609ca4abe5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 1097 time: 0.2158349 Jan 27 17:48:20.795847 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bd29cea2-f18e-42d3-a4c2-99674a8ef714 req-37670932-e489-4458-bc75-6abf3d1f35d9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172929 Jan 27 17:48:20.835702 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20de96-17cc-47c5-afb1-8aee41fefba0 req-2f104ce7-2585-4bb3-97ee-1561fa4d44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:20.837149 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb20de96-17cc-47c5-afb1-8aee41fefba0 req-2f104ce7-2585-4bb3-97ee-1561fa4d44e7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 910 time: 0.1459978 Jan 27 17:48:20.908101 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb20de96-17cc-47c5-afb1-8aee41fefba0 req-48643a96-1f3b-4d92-a669-160c9e56439d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=699fdf12-02cb-4d11-83d6-73803af63666 HTTP/1.1" status: 200 len: 217 time: 0.0647614 Jan 27 17:48:20.972383 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20de96-17cc-47c5-afb1-8aee41fefba0 req-03c396ec-e4c6-41a6-9e9c-a3f0cdb90473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:20.973860 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb20de96-17cc-47c5-afb1-8aee41fefba0 req-03c396ec-e4c6-41a6-9e9c-a3f0cdb90473 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0592377 Jan 27 17:48:21.055119 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20de96-17cc-47c5-afb1-8aee41fefba0 req-fd69907f-336a-493a-9e76-7d8cb58eeb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:21.056717 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb20de96-17cc-47c5-afb1-8aee41fefba0 req-fd69907f-336a-493a-9e76-7d8cb58eeb35 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764301 Jan 27 17:48:21.100181 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d183e27-6b61-4bff-bc6a-51a0058c66ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:21.196884 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb20de96-17cc-47c5-afb1-8aee41fefba0 req-c8e6a24c-9813-4d31-9b1a-ffb5a55ae90c service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330490 Jan 27 17:48:21.329010 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb20de96-17cc-47c5-afb1-8aee41fefba0 req-3e5b2490-9db9-44ee-b746-f95af26c6449 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264994 Jan 27 17:48:22.067778 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 9abc114a-0801-4512-84c9-738424b6f259 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:22.139257 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 9abc114a-0801-4512-84c9-738424b6f259 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:22.139631 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:22.140757 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b33d4-c41a-45f0-a3eb-5124251fa974 req-7d2c3e01-dfe7-433a-ab63-356aeb5348d6 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:22.142283 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-668b33d4-c41a-45f0-a3eb-5124251fa974 req-7d2c3e01-dfe7-433a-ab63-356aeb5348d6 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 944 time: 0.0888510 Jan 27 17:48:22.186697 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-668b33d4-c41a-45f0-a3eb-5124251fa974 req-5c51eaa3-72e4-4e6a-9254-0d9d9afea667 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384231 Jan 27 17:48:22.313868 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:22.336084 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:23.309915 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 699fdf12-02cb-4d11-83d6-73803af63666 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:48:23.432588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34461f-8c72-4743-a3c9-6119aa16e919 req-b1633249-ae56-43c8-84ed-8f5638e17938 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:23.434079 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-dc34461f-8c72-4743-a3c9-6119aa16e919 req-b1633249-ae56-43c8-84ed-8f5638e17938 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 944 time: 0.1303892 Jan 27 17:48:23.450280 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 699fdf12-02cb-4d11-83d6-73803af63666, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=699fdf12-02cb-4d11-83d6-73803af63666,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:23.469787 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '699fdf12-02cb-4d11-83d6-73803af63666', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'port_id': '699fdf12-02cb-4d11-83d6-73803af63666', 'mac_address': 'fa:16:3e:ec:81:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:48:23.481593 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-dc34461f-8c72-4743-a3c9-6119aa16e919 req-5e7f899f-042c-4b8f-8f69-6bf8bbaa115e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414987 Jan 27 17:48:23.525224 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:23.542055 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699fdf12-02cb-4d11-83d6-73803af63666 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:48:23.557254 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 699fdf12-02cb-4d11-83d6-73803af63666, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=699fdf12-02cb-4d11-83d6-73803af63666,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:23.563367 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:23.635897 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:23.649914 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=699fdf12-02cb-4d11-83d6-73803af63666,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:23.766168 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['699fdf12-02cb-4d11-83d6-73803af63666'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:48:24.680221 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf972e-839b-4842-bba9-d34d0b468f5c req-a0133903-48f6-4c5d-bea4-c6f53b3081e0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:24.681660 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ceaf972e-839b-4842-bba9-d34d0b468f5c req-a0133903-48f6-4c5d-bea4-c6f53b3081e0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 945 time: 0.0810881 Jan 27 17:48:24.727408 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ceaf972e-839b-4842-bba9-d34d0b468f5c req-8613ec76-296b-4321-9e14-4635316331e6 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375154 Jan 27 17:48:25.311332 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 699fdf12-02cb-4d11-83d6-73803af63666 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:48:25.390752 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 699fdf12-02cb-4d11-83d6-73803af63666 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:48:25.395705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 699fdf12-02cb-4d11-83d6-73803af63666 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:48:25.396065 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:25.524620 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:25.552671 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44b923b-2733-4967-9116-114ee1039e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699fdf12-02cb-4d11-83d6-73803af63666'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:48:25.562976 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 699fdf12-02cb-4d11-83d6-73803af63666, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=699fdf12-02cb-4d11-83d6-73803af63666,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:48:25.567507 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:25.598502 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44b923b-2733-4967-9116-114ee1039e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699fdf12-02cb-4d11-83d6-73803af63666', 'code': 200} Jan 27 17:48:25.636097 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=699fdf12-02cb-4d11-83d6-73803af63666,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:25.841360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c1c96-e17c-42cc-a322-522015b787c5 req-cc0a34d1-1074-4d82-85ca-28524270eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:25.842915 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-588c1c96-e17c-42cc-a322-522015b787c5 req-cc0a34d1-1074-4d82-85ca-28524270eb6e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 1099 time: 0.0762956 Jan 27 17:48:25.884014 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-588c1c96-e17c-42cc-a322-522015b787c5 req-19c9b63c-8a5f-48ad-830e-d5fae789f2fa service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347259 Jan 27 17:48:25.968442 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c71f6a-4b0e-4aa0-a8d2-b7e78a3fc025 req-121a235b-1448-4d3c-a8e4-423c38a3a43f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:25.969932 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-34c71f6a-4b0e-4aa0-a8d2-b7e78a3fc025 req-121a235b-1448-4d3c-a8e4-423c38a3a43f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.1337926 Jan 27 17:48:26.017053 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-34c71f6a-4b0e-4aa0-a8d2-b7e78a3fc025 req-a62c4af5-6676-4422-8dc7-277ec6789558 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414050 Jan 27 17:48:27.214259 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4a564-15ca-4dd0-8ec1-454a955489af req-3e4c7e74-78a4-40f2-9783-0acdffc80db9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:27.215750 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-66a4a564-15ca-4dd0-8ec1-454a955489af req-3e4c7e74-78a4-40f2-9783-0acdffc80db9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0878918 Jan 27 17:48:27.265635 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-66a4a564-15ca-4dd0-8ec1-454a955489af req-b060191a-5d02-491b-bd21-cf6b2a7660a8 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415597 Jan 27 17:48:27.450890 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb64a9e-f35c-43fb-b84b-4e08502b9979 req-b9b624fb-5ef9-43a1-8269-bad93075b850 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:27.452379 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-adb64a9e-f35c-43fb-b84b-4e08502b9979 req-b9b624fb-5ef9-43a1-8269-bad93075b850 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0847976 Jan 27 17:48:27.501784 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-adb64a9e-f35c-43fb-b84b-4e08502b9979 req-c960b334-9d6e-464c-acef-ff6bccc3b601 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414314 Jan 27 17:48:27.534100 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44980) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:27.645014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31a58e0-1904-4430-b768-f06d4d121f26 tempest-TestShelveInstance-628798224 tempest-TestShelveInstance-628798224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:27.646514 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-d31a58e0-1904-4430-b768-f06d4d121f26 tempest-TestShelveInstance-628798224 tempest-TestShelveInstance-628798224-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 1094 time: 0.1114819 Jan 27 17:48:27.649671 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 44986) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:48:27.654856 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '699fdf12-02cb-4d11-83d6-73803af63666', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:48:27.660802 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:48:27.664710 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Usage tracker for resource:floatingip and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:48:27.667595 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:48:27.673397 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:48:27.685414 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:27.837377 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:27.976984 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Allocated IP 172.26.1.250 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/c1135018-8798-401e-978a-00fb0eee1770) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:48:28.126135 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.155550 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.218267 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:48:28.221102 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:48:28.224669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:48:28.256039 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'Port': ['ID=c1135018-8798-401e-978a-00fb0eee1770,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:28.739847 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:28.819277 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:29.021189 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:29.027503 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:29.130630 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'Port': ['ID=c1135018-8798-401e-978a-00fb0eee1770,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:48:29.146593 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:29.318724 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Floating IP e8e1cbe5-11aa-415a-ab33-21c5c1db80d3 associated. External IP: 172.26.1.250, port: 699fdf12-02cb-4d11-83d6-73803af63666. Jan 27 17:48:29.670998 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Router eeb127a8-ae39-4461-874e-36fc3c7fdabc has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:48:29.963469 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:48:29.973714 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b08a0d-2f55-4fc8-a7b9-49afe2c16eda None None] Sync routers for ids ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:48:29.983752 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b08a0d-2f55-4fc8-a7b9-49afe2c16eda None None] Routers {'eeb127a8-ae39-4461-874e-36fc3c7fdabc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:48:29.984361 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-41b08a0d-2f55-4fc8-a7b9-49afe2c16eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:48:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:29.988904 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:30.045168 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-8d3d41f2-06c4-43c5-9947-ebbe763183e7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3944852 Jan 27 17:48:30.045767 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44b923b-2733-4967-9116-114ee1039e22', 'tag': '699fdf12-02cb-4d11-83d6-73803af63666'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:48:30.089117 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44b923b-2733-4967-9116-114ee1039e22', 'tag': '699fdf12-02cb-4d11-83d6-73803af63666', 'status': 'completed', 'code': 200} Jan 27 17:48:30.172893 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-41b08a0d-2f55-4fc8-a7b9-49afe2c16eda None None] Set router eeb127a8-ae39-4461-874e-36fc3c7fdabc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:30.182915 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fb395-1f47-46a1-b98d-eaf52f6aa2d9 req-ee6c803d-fd60-4ed6-a714-795464a16d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:30.184458 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f96fb395-1f47-46a1-b98d-eaf52f6aa2d9 req-ee6c803d-fd60-4ed6-a714-795464a16d35 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 1099 time: 0.0726461 Jan 27 17:48:30.314906 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fb395-1f47-46a1-b98d-eaf52f6aa2d9 req-ed6f3d11-c15d-47fe-8677-c8b1c7f2a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:30.316395 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f96fb395-1f47-46a1-b98d-eaf52f6aa2d9 req-ed6f3d11-c15d-47fe-8677-c8b1c7f2a53e service neutron] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 910 time: 0.1253884 Jan 27 17:48:30.417743 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f96fb395-1f47-46a1-b98d-eaf52f6aa2d9 req-348b5674-3288-4877-86fb-120045a413cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=699fdf12-02cb-4d11-83d6-73803af63666 HTTP/1.1" status: 200 len: 1000 time: 0.0946417 Jan 27 17:48:30.479064 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fb395-1f47-46a1-b98d-eaf52f6aa2d9 req-d2c6a8b0-ecd6-4f91-b7ba-15554cadf5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:30.480535 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f96fb395-1f47-46a1-b98d-eaf52f6aa2d9 req-d2c6a8b0-ecd6-4f91-b7ba-15554cadf5e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0573933 Jan 27 17:48:30.519989 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-41b08a0d-2f55-4fc8-a7b9-49afe2c16eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:48:05Z', 'revision_number': 4, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'e8e1cbe5-11aa-415a-ab33-21c5c1db80d3', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'floating_ip_address': '172.26.1.250', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'port_id': '699fdf12-02cb-4d11-83d6-73803af63666', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'mac_address': 'fa:16:3e:ec:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44b923b-2733-4967-9116-114ee1039e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:48:28Z', 'updated_at': '2022-01-27T17:48:28Z', 'revision_number': 0, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb0ddff-74f0-4764-9b64-68c084a9fdcd', 'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'mac_address': 'fa:16:3e:26:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:05Z', 'updated_at': '2022-01-27T17:48:13Z', 'revision_number': 5, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'subnets': [{'id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:30.524119 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b08a0d-2f55-4fc8-a7b9-49afe2c16eda None None] Checking router: eeb127a8-ae39-4461-874e-36fc3c7fdabc for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:48:30.533138 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b08a0d-2f55-4fc8-a7b9-49afe2c16eda None None] Routers {'eeb127a8-ae39-4461-874e-36fc3c7fdabc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:48:30.533717 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-41b08a0d-2f55-4fc8-a7b9-49afe2c16eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:48:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:30.558175 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fb395-1f47-46a1-b98d-eaf52f6aa2d9 req-be781f63-dd5d-4576-9256-f9b94e0bbde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:30.559706 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f96fb395-1f47-46a1-b98d-eaf52f6aa2d9 req-be781f63-dd5d-4576-9256-f9b94e0bbde0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738451 Jan 27 17:48:30.712348 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-41b08a0d-2f55-4fc8-a7b9-49afe2c16eda None None] Set router eeb127a8-ae39-4461-874e-36fc3c7fdabc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:48:30.806745 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f96fb395-1f47-46a1-b98d-eaf52f6aa2d9 req-ad4ed382-4ab9-4669-9e92-c5ede6a71dca service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401605 Jan 27 17:48:30.938001 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f96fb395-1f47-46a1-b98d-eaf52f6aa2d9 req-43ed0336-f5db-48db-b4cc-cb35c4d93f1a service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247067 Jan 27 17:48:31.087309 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-41b08a0d-2f55-4fc8-a7b9-49afe2c16eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:48:05Z', 'revision_number': 4, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'e8e1cbe5-11aa-415a-ab33-21c5c1db80d3', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'floating_ip_address': '172.26.1.250', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'port_id': '699fdf12-02cb-4d11-83d6-73803af63666', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'mac_address': 'fa:16:3e:ec:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44b923b-2733-4967-9116-114ee1039e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:48:28Z', 'updated_at': '2022-01-27T17:48:28Z', 'revision_number': 0, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb0ddff-74f0-4764-9b64-68c084a9fdcd', 'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'mac_address': 'fa:16:3e:26:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:05Z', 'updated_at': '2022-01-27T17:48:13Z', 'revision_number': 5, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'subnets': [{'id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:48:31.091286 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b08a0d-2f55-4fc8-a7b9-49afe2c16eda None None] The sync data for ids ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'] in dv-neutron-826439-2-hyperv is: [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:48:05Z', 'revision_number': 4, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'e8e1cbe5-11aa-415a-ab33-21c5c1db80d3', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'floating_ip_address': '172.26.1.250', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'port_id': '699fdf12-02cb-4d11-83d6-73803af63666', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'mac_address': 'fa:16:3e:ec:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44b923b-2733-4967-9116-114ee1039e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:48:28Z', 'updated_at': '2022-01-27T17:48:28Z', 'revision_number': 0, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb0ddff-74f0-4764-9b64-68c084a9fdcd', 'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'mac_address': 'fa:16:3e:26:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:05Z', 'updated_at': '2022-01-27T17:48:13Z', 'revision_number': 5, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'subnets': [{'id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:48:31.291097 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f833f5f6-89b6-4a39-b72d-be7f84dfd0c5 None None] New status for floating IP e8e1cbe5-11aa-415a-ab33-21c5c1db80d3: ACTIVE {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:48:33.637374 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:48:33.770966 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:45.152127 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-93c651e8-3be8-451d-b9ab-afdc6b38263f req-6fba11b1-e681-4dd2-9dc7-c38b9aef4f02 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1291177 Jan 27 17:48:45.311526 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c651e8-3be8-451d-b9ab-afdc6b38263f req-c5397d18-3101-457f-9473-de30ebfe9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:45.312882 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-93c651e8-3be8-451d-b9ab-afdc6b38263f req-c5397d18-3101-457f-9473-de30ebfe9b2e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 1099 time: 0.0822201 Jan 27 17:48:45.473398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c651e8-3be8-451d-b9ab-afdc6b38263f req-935a4d39-1d66-43af-9491-85fba0c813c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:45.474878 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-93c651e8-3be8-451d-b9ab-afdc6b38263f req-935a4d39-1d66-43af-9491-85fba0c813c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 910 time: 0.1395824 Jan 27 17:48:45.578376 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-93c651e8-3be8-451d-b9ab-afdc6b38263f req-901eba6a-cec6-4be7-848c-05cd6d4296ad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=699fdf12-02cb-4d11-83d6-73803af63666 HTTP/1.1" status: 200 len: 1002 time: 0.0970252 Jan 27 17:48:45.641416 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c651e8-3be8-451d-b9ab-afdc6b38263f req-b2df7390-6f95-4446-a8de-86b373be102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:45.642912 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-93c651e8-3be8-451d-b9ab-afdc6b38263f req-b2df7390-6f95-4446-a8de-86b373be102d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0584345 Jan 27 17:48:45.725128 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c651e8-3be8-451d-b9ab-afdc6b38263f req-475737cb-47d8-4b20-a169-e5992ae86561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:48:45.726600 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-93c651e8-3be8-451d-b9ab-afdc6b38263f req-475737cb-47d8-4b20-a169-e5992ae86561 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774179 Jan 27 17:48:45.858613 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-93c651e8-3be8-451d-b9ab-afdc6b38263f req-e062efd7-1c3a-453b-b486-e6b7267913ed service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244099 Jan 27 17:48:45.993745 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-93c651e8-3be8-451d-b9ab-afdc6b38263f req-e4a607da-c4b1-4a6d-9cda-057bc6dbe8ca service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248212 Jan 27 17:48:48.827448 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7e060bce-a87e-4c57-941c-87ce795046d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:51.111190 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d998677e-20cd-4b53-8077-a8a0e8332878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:52.330998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:52.336031 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:48:53.599481 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:03.776052 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:10.639883 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:49:18.828047 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0cbba69c-8e71-4d92-bf47-a0bb17ca4236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:21.108194 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e96efae3-8a9f-4c55-ad1d-efe4d4fddb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:22.337826 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:22.340438 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:23.596098 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:28.601290 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [req-3fc6d019-fc36-4836-8ec4-4c6b7c59662c req-8e27446a-9194-4b0a-93f7-ac73886c991b service neutron] (87595) timed out ('10.222.0.50', 40612) {{(pid=87595) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 27 17:49:33.801614 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:47.301026 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb6248d5-b7b7-4de2-8ac3-e6daa28d4d4a req-823a2da1-6fd6-436f-ba83-a472772cf7e6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731163 Jan 27 17:49:47.453641 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6248d5-b7b7-4de2-8ac3-e6daa28d4d4a req-82297ea3-ddd9-43ef-9f3c-9359f74ca1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:47.455131 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb6248d5-b7b7-4de2-8ac3-e6daa28d4d4a req-82297ea3-ddd9-43ef-9f3c-9359f74ca1c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 1099 time: 0.0722690 Jan 27 17:49:47.606890 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6248d5-b7b7-4de2-8ac3-e6daa28d4d4a req-32912958-b508-4ffe-9cd1-82de7967c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:47.608308 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb6248d5-b7b7-4de2-8ac3-e6daa28d4d4a req-32912958-b508-4ffe-9cd1-82de7967c0d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 910 time: 0.1312642 Jan 27 17:49:47.640053 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:49:47.732739 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb6248d5-b7b7-4de2-8ac3-e6daa28d4d4a req-6fa97daf-e71a-4ef6-80bd-3c6fbe17b3ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=699fdf12-02cb-4d11-83d6-73803af63666 HTTP/1.1" status: 200 len: 1002 time: 0.1180596 Jan 27 17:49:47.799648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6248d5-b7b7-4de2-8ac3-e6daa28d4d4a req-4b8f02b6-3274-4241-8181-e398984c7512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:47.801764 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb6248d5-b7b7-4de2-8ac3-e6daa28d4d4a req-4b8f02b6-3274-4241-8181-e398984c7512 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0621176 Jan 27 17:49:47.890048 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6248d5-b7b7-4de2-8ac3-e6daa28d4d4a req-d1867e27-1c01-486c-a343-c99bbba5daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:49:47.891498 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb6248d5-b7b7-4de2-8ac3-e6daa28d4d4a req-d1867e27-1c01-486c-a343-c99bbba5daa0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827737 Jan 27 17:49:48.135093 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb6248d5-b7b7-4de2-8ac3-e6daa28d4d4a req-3652cfbb-50b7-421f-bad9-a5d43f4553d0 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364697 Jan 27 17:49:48.267224 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bb6248d5-b7b7-4de2-8ac3-e6daa28d4d4a req-5d8e1ecc-ae48-45a2-a61b-65fe18ef58b7 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259155 Jan 27 17:49:48.828804 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21c11d20-09d4-4336-aa90-b568a11ab9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:51.101979 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e9fba431-df35-4604-964d-e44822fcd4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:52.334780 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:52.342265 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:49:53.621316 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:03.785156 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:18.832919 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-007824c4-ecd1-48b8-a82b-b3288eb8507f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:21.110633 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-48210c9a-7b2c-4738-9e8e-2441502e77f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:22.348340 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:22.350954 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:23.613039 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:24.639504 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:50:25.127622 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c703a-590c-4923-9940-2ff1e9b6c05d req-0b702afb-666f-4adb-b6d9-fd539ecc6b8b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:25.128964 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-127c703a-590c-4923-9940-2ff1e9b6c05d req-0b702afb-666f-4adb-b6d9-fd539ecc6b8b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0876610 Jan 27 17:50:25.175468 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-127c703a-590c-4923-9940-2ff1e9b6c05d req-5df6e4d0-520f-4746-8098-4c83c54660f7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376539 Jan 27 17:50:26.370653 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cb41f-3221-462c-9ed5-328856539808 req-36b5b831-55c4-4efe-8cd8-255d721efe3b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:26.372015 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5d0cb41f-3221-462c-9ed5-328856539808 req-36b5b831-55c4-4efe-8cd8-255d721efe3b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0829358 Jan 27 17:50:26.418891 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5d0cb41f-3221-462c-9ed5-328856539808 req-67cb5d48-a80c-4185-846e-3f3f16626ab6 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387955 Jan 27 17:50:27.626290 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d01081-2935-474d-a4e3-8286f9588aaf req-3f645365-4c4c-4aca-8dc2-4503310f2aab tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:27.627726 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c7d01081-2935-474d-a4e3-8286f9588aaf req-3f645365-4c4c-4aca-8dc2-4503310f2aab tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0892797 Jan 27 17:50:27.675722 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c7d01081-2935-474d-a4e3-8286f9588aaf req-66c5c6c6-4f00-458e-8e76-842480bc1c86 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394030 Jan 27 17:50:28.883814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0697523-69f6-4ccd-976a-9b10f0952455 req-641192f7-e510-4652-a825-547bccb6084c tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:28.885244 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e0697523-69f6-4ccd-976a-9b10f0952455 req-641192f7-e510-4652-a825-547bccb6084c tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0880361 Jan 27 17:50:28.928231 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e0697523-69f6-4ccd-976a-9b10f0952455 req-59efaed4-66be-48a0-85f2-15d0945d34c0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372190 Jan 27 17:50:30.124061 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d06b60-f608-4dd4-ba5f-3f225701bbcc req-8fd86f83-018d-451f-9fda-8662936c812d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:30.125491 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-40d06b60-f608-4dd4-ba5f-3f225701bbcc req-8fd86f83-018d-451f-9fda-8662936c812d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0833910 Jan 27 17:50:30.168591 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-40d06b60-f608-4dd4-ba5f-3f225701bbcc req-0bf12a37-81d8-4ff4-acac-9aa5c08ab5aa tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374041 Jan 27 17:50:31.385630 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc23d22-2e44-4649-aa17-7b01eacc77d6 req-66238f25-6da3-4a9f-bea7-255146cdb358 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:31.387022 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4fc23d22-2e44-4649-aa17-7b01eacc77d6 req-66238f25-6da3-4a9f-bea7-255146cdb358 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0952613 Jan 27 17:50:31.430297 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4fc23d22-2e44-4649-aa17-7b01eacc77d6 req-48cd39bc-ccc0-467a-bc24-e32b59cd5bf3 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376685 Jan 27 17:50:32.620794 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d0f32-f434-4377-9624-2e12697ab796 req-a239c462-9451-4287-a4fd-adb79dc74b89 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:32.622231 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-174d0f32-f434-4377-9624-2e12697ab796 req-a239c462-9451-4287-a4fd-adb79dc74b89 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0826571 Jan 27 17:50:32.671163 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-174d0f32-f434-4377-9624-2e12697ab796 req-851f2ea6-141a-497c-ac64-6686fc9cd18e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407658 Jan 27 17:50:33.785960 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:33.869843 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59acb20-df46-47d4-bab7-b2b974114c86 req-8597dca8-cf41-452f-a41d-6e984439cabb tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:33.871278 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c59acb20-df46-47d4-bab7-b2b974114c86 req-8597dca8-cf41-452f-a41d-6e984439cabb tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0859215 Jan 27 17:50:33.919813 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c59acb20-df46-47d4-bab7-b2b974114c86 req-7bd96bdc-40b4-4973-8b50-e71ce7ed980f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427725 Jan 27 17:50:35.116618 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369f2c6-7e58-4c10-b42a-112f6075f317 req-d6f95059-a0ac-44a3-87d7-f9b9406b4b76 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:35.118079 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8369f2c6-7e58-4c10-b42a-112f6075f317 req-d6f95059-a0ac-44a3-87d7-f9b9406b4b76 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0806384 Jan 27 17:50:35.163364 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8369f2c6-7e58-4c10-b42a-112f6075f317 req-7ef6f9d7-7987-4f86-b94d-91c4d9920d06 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389218 Jan 27 17:50:36.365919 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61517ae-3bab-438e-8e0d-71e6e68f6dc3 req-baff34c0-5b2b-40c2-a20e-efed87819613 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:36.367226 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e61517ae-3bab-438e-8e0d-71e6e68f6dc3 req-baff34c0-5b2b-40c2-a20e-efed87819613 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0837605 Jan 27 17:50:36.411939 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e61517ae-3bab-438e-8e0d-71e6e68f6dc3 req-073acc8a-a017-449a-a540-4820eefd90a6 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381532 Jan 27 17:50:37.605881 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc73c6-2234-471c-94d2-863626bed007 req-aa0a7a34-b540-4fe9-845f-990e1d647ebe tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:37.607357 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9bcc73c6-2234-471c-94d2-863626bed007 req-aa0a7a34-b540-4fe9-845f-990e1d647ebe tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0872741 Jan 27 17:50:37.653295 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9bcc73c6-2234-471c-94d2-863626bed007 req-9768e85e-80cd-41f4-8aa5-bbbf2c496d04 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396681 Jan 27 17:50:37.847943 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 699fdf12-02cb-4d11-83d6-73803af63666 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:50:37.979179 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 699fdf12-02cb-4d11-83d6-73803af63666, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=699fdf12-02cb-4d11-83d6-73803af63666,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:50:37.992470 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '699fdf12-02cb-4d11-83d6-73803af63666', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'port_id': '699fdf12-02cb-4d11-83d6-73803af63666', 'mac_address': 'fa:16:3e:ec:81:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:50:38.050995 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:38.067700 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 699fdf12-02cb-4d11-83d6-73803af63666 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:50:38.083219 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 699fdf12-02cb-4d11-83d6-73803af63666, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=699fdf12-02cb-4d11-83d6-73803af63666,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:50:38.092003 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:38.176132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['699fdf12-02cb-4d11-83d6-73803af63666'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:50:38.212683 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=699fdf12-02cb-4d11-83d6-73803af63666,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:38.227974 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:38.228317 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:38.228681 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:38.229005 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:38.229327 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:38.229655 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:38.229998 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:38.230315 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:38.230626 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:38.230936 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:38.231246 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:38.231554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:50:38.851594 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f5769-a0a1-4591-bcc0-2eca273a647b req-05d697b3-b860-4d47-afd8-ba59cfe361ef tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:38.859201 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-291f5769-a0a1-4591-bcc0-2eca273a647b req-05d697b3-b860-4d47-afd8-ba59cfe361ef tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 945 time: 0.0953462 Jan 27 17:50:38.902316 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-291f5769-a0a1-4591-bcc0-2eca273a647b req-d2a05e62-565d-4521-b337-6cd98c176190 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422013 Jan 27 17:50:39.862094 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 699fdf12-02cb-4d11-83d6-73803af63666 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:50:39.937929 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 699fdf12-02cb-4d11-83d6-73803af63666 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:50:39.938292 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:40.110292 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8345b2-8c60-4067-a1f6-cb6d0a8035e7 req-4d5809dc-0d5a-4eb7-ba0a-0b69478cf3f4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:40.112504 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3a8345b2-8c60-4067-a1f6-cb6d0a8035e7 req-4d5809dc-0d5a-4eb7-ba0a-0b69478cf3f4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 945 time: 0.0969286 Jan 27 17:50:40.125964 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:40.166796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44b923b-2733-4967-9116-114ee1039e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699fdf12-02cb-4d11-83d6-73803af63666'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:50:40.174413 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3a8345b2-8c60-4067-a1f6-cb6d0a8035e7 req-dba2f7ba-52e3-4f59-9269-8b9b7902bb8b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533509 Jan 27 17:50:40.178822 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 699fdf12-02cb-4d11-83d6-73803af63666, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=699fdf12-02cb-4d11-83d6-73803af63666,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:50:40.188545 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:40.243400 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44b923b-2733-4967-9116-114ee1039e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699fdf12-02cb-4d11-83d6-73803af63666', 'code': 200} Jan 27 17:50:40.270580 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=699fdf12-02cb-4d11-83d6-73803af63666,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:41.381362 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48056f48-01d1-413a-8465-9f1b1e7183cb req-e6685154-cfe0-49b1-bf01-ff5e36ed588d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:41.382663 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-48056f48-01d1-413a-8465-9f1b1e7183cb req-e6685154-cfe0-49b1-bf01-ff5e36ed588d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0927300 Jan 27 17:50:41.431652 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-48056f48-01d1-413a-8465-9f1b1e7183cb req-9cbeaa3f-eff6-4f5b-9d28-b0387958f0ee tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409400 Jan 27 17:50:42.639902 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f3fd1-f800-4c38-bf37-0c02963b76d7 req-bcb6928d-9415-49b6-8811-b20a9c0671e0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:42.641382 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3c1f3fd1-f800-4c38-bf37-0c02963b76d7 req-bcb6928d-9415-49b6-8811-b20a9c0671e0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0819600 Jan 27 17:50:42.689875 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3c1f3fd1-f800-4c38-bf37-0c02963b76d7 req-fa2d9929-8efa-401e-9589-fa22271a1289 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409813 Jan 27 17:50:43.896587 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d1017-581b-45d8-a6ca-39ffd66cebe3 req-a31cc6cd-4985-4fb9-9e96-97b3137b5bdd tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:43.898285 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-419d1017-581b-45d8-a6ca-39ffd66cebe3 req-a31cc6cd-4985-4fb9-9e96-97b3137b5bdd tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0849774 Jan 27 17:50:43.950419 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-419d1017-581b-45d8-a6ca-39ffd66cebe3 req-61fed375-f823-4b16-92b4-cc24fa317800 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441496 Jan 27 17:50:45.180490 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f2163-9017-401d-b73a-7caf427f586b req-a5e6c7ae-be41-41fc-9c33-2395fe923f3b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:45.182005 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1f7f2163-9017-401d-b73a-7caf427f586b req-a5e6c7ae-be41-41fc-9c33-2395fe923f3b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0931747 Jan 27 17:50:45.229825 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1f7f2163-9017-401d-b73a-7caf427f586b req-6caedfd3-73d0-418c-86ab-8ac37127a5cd tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415597 Jan 27 17:50:46.423560 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeefc5f-6551-4fc5-9928-957481808571 req-aca47fdc-6b11-44be-9af9-75d83d7763fe tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:46.425070 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6aeefc5f-6551-4fc5-9928-957481808571 req-aca47fdc-6b11-44be-9af9-75d83d7763fe tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0829360 Jan 27 17:50:46.470057 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-6aeefc5f-6551-4fc5-9928-957481808571 req-ced07db5-9f2b-44d1-a373-b9b7af71383a tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386081 Jan 27 17:50:47.097958 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd0499-de14-4209-9af9-51bd20c091f5 req-d48beb2b-ee10-4b27-a32f-62c209aa8ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:47.099474 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-89cd0499-de14-4209-9af9-51bd20c091f5 req-d48beb2b-ee10-4b27-a32f-62c209aa8ea0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 1099 time: 0.0729196 Jan 27 17:50:47.232831 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd0499-de14-4209-9af9-51bd20c091f5 req-1d3d8cd9-ab07-4a07-beb0-ea4694769884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:47.234289 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-89cd0499-de14-4209-9af9-51bd20c091f5 req-1d3d8cd9-ab07-4a07-beb0-ea4694769884 service neutron] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 910 time: 0.1290429 Jan 27 17:50:47.338252 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-89cd0499-de14-4209-9af9-51bd20c091f5 req-e4911d49-40c6-4ff2-a8d5-b6cdb894685e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=699fdf12-02cb-4d11-83d6-73803af63666 HTTP/1.1" status: 200 len: 1002 time: 0.0974238 Jan 27 17:50:47.403839 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd0499-de14-4209-9af9-51bd20c091f5 req-db3bf1dc-148f-4bbe-9ac9-51a0582caa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:47.405135 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-89cd0499-de14-4209-9af9-51bd20c091f5 req-db3bf1dc-148f-4bbe-9ac9-51a0582caa9b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0608101 Jan 27 17:50:47.480897 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd0499-de14-4209-9af9-51bd20c091f5 req-9450f86e-b938-4f55-8820-273f1d820c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:47.482347 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-89cd0499-de14-4209-9af9-51bd20c091f5 req-9450f86e-b938-4f55-8820-273f1d820c70 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713096 Jan 27 17:50:47.617606 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-89cd0499-de14-4209-9af9-51bd20c091f5 req-96483ceb-559a-4ae6-a1f1-69349dd9cd33 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285388 Jan 27 17:50:47.656236 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca44c94-18e2-4057-818e-1932eafcfbcc req-86cb71bd-afd6-4ac2-9f6a-91838963f0ca tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:47.657603 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-eca44c94-18e2-4057-818e-1932eafcfbcc req-86cb71bd-afd6-4ac2-9f6a-91838963f0ca tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0824361 Jan 27 17:50:47.701969 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-eca44c94-18e2-4057-818e-1932eafcfbcc req-d3c09a1a-eda8-4c71-9b35-612463ffb111 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384004 Jan 27 17:50:47.750625 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-89cd0499-de14-4209-9af9-51bd20c091f5 req-68b895e0-1266-4145-835e-980a30efba0b service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266007 Jan 27 17:50:48.827506 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa07163c-8bda-4726-acc0-a3de0574a8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:48.896110 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b3230-5f7f-4f05-9f31-ca0e6e983e8e req-0f4856ae-dcd4-46d9-8ad3-8f7163681249 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:48.897580 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-750b3230-5f7f-4f05-9f31-ca0e6e983e8e req-0f4856ae-dcd4-46d9-8ad3-8f7163681249 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0829613 Jan 27 17:50:48.941706 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-750b3230-5f7f-4f05-9f31-ca0e6e983e8e req-5c391eb0-c5c4-431b-825f-45b315dfbc76 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382469 Jan 27 17:50:49.119787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2dd94-d4d5-4224-a956-b145e6b4af85 req-9a0edea8-cd2f-4e42-a91d-8cb8b00966c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:49.121274 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2fb2dd94-d4d5-4224-a956-b145e6b4af85 req-9a0edea8-cd2f-4e42-a91d-8cb8b00966c6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 1099 time: 0.0722287 Jan 27 17:50:49.377534 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2dd94-d4d5-4224-a956-b145e6b4af85 req-0336acfe-ba14-4856-8c40-ec688757e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:49.379682 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2fb2dd94-d4d5-4224-a956-b145e6b4af85 req-0336acfe-ba14-4856-8c40-ec688757e2e0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 910 time: 0.2382853 Jan 27 17:50:49.488473 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2fb2dd94-d4d5-4224-a956-b145e6b4af85 req-005d1b22-aa46-4111-986f-c4d1efe42042 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=699fdf12-02cb-4d11-83d6-73803af63666 HTTP/1.1" status: 200 len: 1002 time: 0.0967357 Jan 27 17:50:49.559066 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2dd94-d4d5-4224-a956-b145e6b4af85 req-96c29a9f-d9f1-4e5f-9d4f-8465af257537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:49.561288 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2fb2dd94-d4d5-4224-a956-b145e6b4af85 req-96c29a9f-d9f1-4e5f-9d4f-8465af257537 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0660403 Jan 27 17:50:49.642999 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2dd94-d4d5-4224-a956-b145e6b4af85 req-93c879ec-ecdc-418e-89e3-4281b148369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:49.644369 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2fb2dd94-d4d5-4224-a956-b145e6b4af85 req-93c879ec-ecdc-418e-89e3-4281b148369a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758479 Jan 27 17:50:49.776698 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2fb2dd94-d4d5-4224-a956-b145e6b4af85 req-da768feb-b67d-45ad-a5de-76bcae43ef3c service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260259 Jan 27 17:50:49.906716 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2fb2dd94-d4d5-4224-a956-b145e6b4af85 req-8d8848f6-bb38-43aa-bb18-15f93d133388 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234479 Jan 27 17:50:50.136524 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3350b57-d9d0-459d-a7af-7b0d1538d038 req-eb3c010d-e1e2-4f64-8b42-1802d999099d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:50.137943 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c3350b57-d9d0-459d-a7af-7b0d1538d038 req-eb3c010d-e1e2-4f64-8b42-1802d999099d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0829031 Jan 27 17:50:50.185471 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-c3350b57-d9d0-459d-a7af-7b0d1538d038 req-51c291c8-83f3-4446-bb4c-e1115efc1ac3 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392427 Jan 27 17:50:50.550560 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f179b3-da50-47df-ae45-7f0dc884afdb req-3a14ef9e-f43d-4061-838a-f0f89cf5d66f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:50.552056 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-90f179b3-da50-47df-ae45-7f0dc884afdb req-3a14ef9e-f43d-4061-838a-f0f89cf5d66f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0822821 Jan 27 17:50:50.599836 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-90f179b3-da50-47df-ae45-7f0dc884afdb req-2772d304-d258-49c6-8e47-c5209f0ed3b9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420272 Jan 27 17:50:50.839235 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-bf7016cf-8fb8-4558-ac9a-11ae9a680834 req-100a5c49-347a-4b01-8b99-e627a74b3a5d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1426613 Jan 27 17:50:51.107112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d5e705b8-b107-4979-bd81-83927e6d700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:51.799833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3cb5b-65e0-4445-85e5-69829c2094d1 req-da047022-8de6-4be9-b5f4-d758a23f255d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:51.801286 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-27a3cb5b-65e0-4445-85e5-69829c2094d1 req-da047022-8de6-4be9-b5f4-d758a23f255d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 946 time: 0.0870309 Jan 27 17:50:51.846257 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-27a3cb5b-65e0-4445-85e5-69829c2094d1 req-4414f24d-2604-4055-810d-43a360ba2d7f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391409 Jan 27 17:50:51.907788 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 699fdf12-02cb-4d11-83d6-73803af63666 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:50:52.030599 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:52.059414 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44b923b-2733-4967-9116-114ee1039e22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699fdf12-02cb-4d11-83d6-73803af63666'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:50:52.071984 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 699fdf12-02cb-4d11-83d6-73803af63666, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=699fdf12-02cb-4d11-83d6-73803af63666,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:50:52.078419 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:52.118660 dv-neutron-826439-2-hyperv neutron-server[87596]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b44b923b-2733-4967-9116-114ee1039e22', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '699fdf12-02cb-4d11-83d6-73803af63666', 'code': 422} returned with failed status Jan 27 17:50:52.154117 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=699fdf12-02cb-4d11-83d6-73803af63666,revision_number=8']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:50:52.341841 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:52.343289 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:53.040260 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966b11b-72cf-4c27-8250-eb6c84dfd364 req-9d37e19b-064c-4103-810f-d72b7dc7cbc0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:53.041709 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e966b11b-72cf-4c27-8250-eb6c84dfd364 req-9d37e19b-064c-4103-810f-d72b7dc7cbc0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 944 time: 0.0816128 Jan 27 17:50:53.085231 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e966b11b-72cf-4c27-8250-eb6c84dfd364 req-67ff83e6-41c1-4408-9ddc-76f8d51bb045 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375397 Jan 27 17:50:53.614245 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:50:53.769551 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7016cf-8fb8-4558-ac9a-11ae9a680834 req-2509985a-3c4d-4358-9ea1-58514fc63a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:53.771046 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bf7016cf-8fb8-4558-ac9a-11ae9a680834 req-2509985a-3c4d-4358-9ea1-58514fc63a67 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22&tenant_id=67307ace0a65415dbbe1e20163170ed4 HTTP/1.1" status: 200 len: 1097 time: 0.0747111 Jan 27 17:50:53.860717 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7016cf-8fb8-4558-ac9a-11ae9a680834 req-343ba5e7-797c-41e0-82d4-c7fc33e942a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:53.862216 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bf7016cf-8fb8-4558-ac9a-11ae9a680834 req-343ba5e7-797c-41e0-82d4-c7fc33e942a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 1097 time: 0.0700274 Jan 27 17:50:53.991526 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7016cf-8fb8-4558-ac9a-11ae9a680834 req-f352f456-8fbd-416f-b425-e80d93f7d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:53.992983 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bf7016cf-8fb8-4558-ac9a-11ae9a680834 req-f352f456-8fbd-416f-b425-e80d93f7d116 service neutron] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 910 time: 0.1255951 Jan 27 17:50:54.098630 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bf7016cf-8fb8-4558-ac9a-11ae9a680834 req-80bdf00b-dc12-45a9-8f79-6de70a820b71 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=699fdf12-02cb-4d11-83d6-73803af63666 HTTP/1.1" status: 200 len: 1000 time: 0.0992684 Jan 27 17:50:54.163600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7016cf-8fb8-4558-ac9a-11ae9a680834 req-cacd6a57-2fc2-44c3-a0d8-dd409c47c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:54.164996 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bf7016cf-8fb8-4558-ac9a-11ae9a680834 req-cacd6a57-2fc2-44c3-a0d8-dd409c47c617 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0605044 Jan 27 17:50:54.240723 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7016cf-8fb8-4558-ac9a-11ae9a680834 req-ba7788a4-2e9e-4cdf-b087-1bede757388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:54.242260 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bf7016cf-8fb8-4558-ac9a-11ae9a680834 req-ba7788a4-2e9e-4cdf-b087-1bede757388f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702212 Jan 27 17:50:54.275069 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d42253-d647-40f3-9ab9-8e8e6038e3ae req-f3f64c08-75dc-4443-a125-ee72e5c86d3b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:54.276519 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-69d42253-d647-40f3-9ab9-8e8e6038e3ae req-f3f64c08-75dc-4443-a125-ee72e5c86d3b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 944 time: 0.0804119 Jan 27 17:50:54.325392 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-69d42253-d647-40f3-9ab9-8e8e6038e3ae req-d012bee3-f141-451e-aa38-713cf50b9a7f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414817 Jan 27 17:50:54.373415 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bf7016cf-8fb8-4558-ac9a-11ae9a680834 req-43af3eda-e3b6-4593-86d4-e3883dd986f1 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248057 Jan 27 17:50:54.611607 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bf7016cf-8fb8-4558-ac9a-11ae9a680834 req-1d16af0b-304e-47ed-af29-93719061e759 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315171 Jan 27 17:50:55.522474 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2da62-e843-43e5-8e83-a5a2dc7815d3 req-ecad5f8e-4a10-46e5-9d53-5d0714859764 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:55.524036 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8cb2da62-e843-43e5-8e83-a5a2dc7815d3 req-ecad5f8e-4a10-46e5-9d53-5d0714859764 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 944 time: 0.0871999 Jan 27 17:50:55.583598 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8cb2da62-e843-43e5-8e83-a5a2dc7815d3 req-588c72ce-9eba-4c5e-aa1a-eb4710230f75 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516779 Jan 27 17:50:56.774589 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf56c71-6897-449a-a556-16ba190143ca req-603e7749-4c64-4c98-aad3-bca7d289cec1 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:56.776084 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-acf56c71-6897-449a-a556-16ba190143ca req-603e7749-4c64-4c98-aad3-bca7d289cec1 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 944 time: 0.0910397 Jan 27 17:50:56.841200 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-acf56c71-6897-449a-a556-16ba190143ca req-66fa7ddf-afa0-4bd7-a35f-40a07a79a7db tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583029 Jan 27 17:50:58.033418 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee250220-4577-4769-b682-400a8404f232 req-eadbcfed-09b4-41f2-b991-7e3367b39f50 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:58.035074 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ee250220-4577-4769-b682-400a8404f232 req-eadbcfed-09b4-41f2-b991-7e3367b39f50 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 944 time: 0.0827210 Jan 27 17:50:58.102953 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ee250220-4577-4769-b682-400a8404f232 req-0b1ffef5-1200-4a69-a089-20db998fef79 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614514 Jan 27 17:50:59.328180 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e251cf-d265-4542-983b-ffbbef1eb259 req-9904d657-102c-4353-9592-dd73e41e727f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:50:59.329629 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-17e251cf-d265-4542-983b-ffbbef1eb259 req-9904d657-102c-4353-9592-dd73e41e727f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 944 time: 0.1009202 Jan 27 17:50:59.376024 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-17e251cf-d265-4542-983b-ffbbef1eb259 req-671b3d9d-2661-4fe0-92e2-4e424ed8b446 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401263 Jan 27 17:51:00.571735 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49d32b-b354-4332-9714-66cd9ed8688a req-2e6b9aab-230d-4631-b3a9-dc5d45fbce84 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:00.573251 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cf49d32b-b354-4332-9714-66cd9ed8688a req-2e6b9aab-230d-4631-b3a9-dc5d45fbce84 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 944 time: 0.0845625 Jan 27 17:51:00.618237 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-cf49d32b-b354-4332-9714-66cd9ed8688a req-ba69eb8b-a193-43d3-8e86-e67184801359 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389748 Jan 27 17:51:01.638479 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:51:01.808608 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028a6a1-0383-41d5-951c-6e2117dfb3d9 req-c568a893-64a7-417d-bfa8-f1c627513b19 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:01.810195 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2028a6a1-0383-41d5-951c-6e2117dfb3d9 req-c568a893-64a7-417d-bfa8-f1c627513b19 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 944 time: 0.0821767 Jan 27 17:51:01.856650 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2028a6a1-0383-41d5-951c-6e2117dfb3d9 req-7c25b99d-03cc-4a8a-bf64-8d0f4ae9c1af tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401838 Jan 27 17:51:03.056510 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a879e1-ef1b-4b14-b62d-f8dd470d656c req-c7cbaf90-37e4-4956-9589-6b608ce1183a tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:03.058023 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-77a879e1-ef1b-4b14-b62d-f8dd470d656c req-c7cbaf90-37e4-4956-9589-6b608ce1183a tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 944 time: 0.0800271 Jan 27 17:51:03.101698 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-77a879e1-ef1b-4b14-b62d-f8dd470d656c req-32bf1615-2c18-46c7-82ca-219ce6562fa2 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378697 Jan 27 17:51:03.800576 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:04.296792 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097091cf-a8ff-4b1c-b1ab-4fdac2b6cc3d req-7dcdbd8e-b560-4bfe-b1ca-3e931bbb96bc tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:04.298237 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-097091cf-a8ff-4b1c-b1ab-4fdac2b6cc3d req-7dcdbd8e-b560-4bfe-b1ca-3e931bbb96bc tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 944 time: 0.0848963 Jan 27 17:51:04.343144 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-097091cf-a8ff-4b1c-b1ab-4fdac2b6cc3d req-24116538-245e-4c67-acb6-4d2b67a6104e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372066 Jan 27 17:51:05.561561 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde0b31-79db-42df-9a7d-1c3db067d330 req-730285e2-8ce5-4c45-a5bf-4c3a8a1d7ce4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:05.563038 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8dde0b31-79db-42df-9a7d-1c3db067d330 req-730285e2-8ce5-4c45-a5bf-4c3a8a1d7ce4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 944 time: 0.0984859 Jan 27 17:51:05.612926 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8dde0b31-79db-42df-9a7d-1c3db067d330 req-f5ac4aa9-d99b-419f-8d55-cf458fee2691 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442834 Jan 27 17:51:05.968571 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 699fdf12-02cb-4d11-83d6-73803af63666 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:51:06.147769 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 699fdf12-02cb-4d11-83d6-73803af63666, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=699fdf12-02cb-4d11-83d6-73803af63666,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:51:06.161199 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '699fdf12-02cb-4d11-83d6-73803af63666', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'port_id': '699fdf12-02cb-4d11-83d6-73803af63666', 'mac_address': 'fa:16:3e:ec:81:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:51:06.215317 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:06.232592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699fdf12-02cb-4d11-83d6-73803af63666 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:51:06.247750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 699fdf12-02cb-4d11-83d6-73803af63666, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=699fdf12-02cb-4d11-83d6-73803af63666,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:51:06.254275 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:06.323975 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=699fdf12-02cb-4d11-83d6-73803af63666,revision_number=9']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:06.498684 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['699fdf12-02cb-4d11-83d6-73803af63666'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:51:06.811152 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f0d43-2d56-4c46-be1a-8abcecfd8a80 req-7b6a7994-6f05-45fd-975c-819b986f641e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:06.814555 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-262f0d43-2d56-4c46-be1a-8abcecfd8a80 req-7b6a7994-6f05-45fd-975c-819b986f641e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 945 time: 0.0857899 Jan 27 17:51:06.870641 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-262f0d43-2d56-4c46-be1a-8abcecfd8a80 req-606e58c2-fbb0-41a0-94a9-62da57d35c67 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502701 Jan 27 17:51:07.987397 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 699fdf12-02cb-4d11-83d6-73803af63666 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:51:08.057340 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 699fdf12-02cb-4d11-83d6-73803af63666 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:51:08.057829 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:08.069888 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d193f5-e01c-4a0e-aaec-3c435a7f17e5 req-ccde413d-1a42-428a-869e-b3231a29f5a7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:08.071344 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-12d193f5-e01c-4a0e-aaec-3c435a7f17e5 req-ccde413d-1a42-428a-869e-b3231a29f5a7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 945 time: 0.0802610 Jan 27 17:51:08.119335 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-12d193f5-e01c-4a0e-aaec-3c435a7f17e5 req-a327d199-75df-4b2b-bd55-de2dc8efe7f3 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416799 Jan 27 17:51:08.183352 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:08.209027 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44b923b-2733-4967-9116-114ee1039e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699fdf12-02cb-4d11-83d6-73803af63666'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:51:08.218422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 699fdf12-02cb-4d11-83d6-73803af63666, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=699fdf12-02cb-4d11-83d6-73803af63666,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:51:08.224592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:08.255628 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44b923b-2733-4967-9116-114ee1039e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699fdf12-02cb-4d11-83d6-73803af63666', 'code': 200} Jan 27 17:51:08.293353 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=699fdf12-02cb-4d11-83d6-73803af63666,revision_number=10']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:51:08.489307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b1bed-acbc-4dd5-bf9a-dadca7a3adb5 req-dedeb137-a121-48ca-a6b7-52027f9e38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:08.490697 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-461b1bed-acbc-4dd5-bf9a-dadca7a3adb5 req-dedeb137-a121-48ca-a6b7-52027f9e38d2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 1100 time: 0.0713296 Jan 27 17:51:08.531887 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-461b1bed-acbc-4dd5-bf9a-dadca7a3adb5 req-c1b312fd-357b-4bec-b822-f2e7256fa94d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349824 Jan 27 17:51:09.317151 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d93eb-25b0-4ef0-a899-56b1a14e8dcc req-22873ea3-754d-45b4-98b4-2b7963186bdf tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:09.318654 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-da0d93eb-25b0-4ef0-a899-56b1a14e8dcc req-22873ea3-754d-45b4-98b4-2b7963186bdf tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 947 time: 0.0857315 Jan 27 17:51:09.363641 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-da0d93eb-25b0-4ef0-a899-56b1a14e8dcc req-3b5fbb04-7c47-4de1-9478-c0e10db6875f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391791 Jan 27 17:51:10.557068 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943c846-ad79-4f9c-940f-d343b40c2f5c req-49fa7a36-d026-4d73-85b6-6f9ff3b2431b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:10.558527 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9943c846-ad79-4f9c-940f-d343b40c2f5c req-49fa7a36-d026-4d73-85b6-6f9ff3b2431b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 947 time: 0.0848498 Jan 27 17:51:10.601849 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9943c846-ad79-4f9c-940f-d343b40c2f5c req-505c96b6-ac05-4659-9620-0bd726094b8f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376284 Jan 27 17:51:18.839323 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-57527ed6-8985-40e4-a257-5f7686160676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:21.102914 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de4ee886-958f-4b92-853a-7d4555ae74b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:22.353603 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:22.354741 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:23.624190 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:33.820113 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:38.640751 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:51:48.839379 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3920080b-4d71-4b62-bad0-6fd33fe2dfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:50.049709 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-709cd123-9828-46da-bc00-1361b3d51f15 req-d9bf8edd-829f-4bf2-9ddd-235e1136099d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717669 Jan 27 17:51:50.203164 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cd123-9828-46da-bc00-1361b3d51f15 req-fe737728-112b-40bd-9887-d493083604fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:50.204697 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-709cd123-9828-46da-bc00-1361b3d51f15 req-fe737728-112b-40bd-9887-d493083604fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 1100 time: 0.0753951 Jan 27 17:51:50.354932 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cd123-9828-46da-bc00-1361b3d51f15 req-c00ac415-2ad0-41a3-885c-29357df0a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:50.356264 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-709cd123-9828-46da-bc00-1361b3d51f15 req-c00ac415-2ad0-41a3-885c-29357df0a6bc service neutron] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 910 time: 0.1280639 Jan 27 17:51:50.462269 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-709cd123-9828-46da-bc00-1361b3d51f15 req-d9126743-974a-4f3b-8592-d917f988049f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=699fdf12-02cb-4d11-83d6-73803af63666 HTTP/1.1" status: 200 len: 1002 time: 0.0998676 Jan 27 17:51:50.524282 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cd123-9828-46da-bc00-1361b3d51f15 req-4132b8d1-a224-4117-b92f-27bfa32a6db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:50.525638 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-709cd123-9828-46da-bc00-1361b3d51f15 req-4132b8d1-a224-4117-b92f-27bfa32a6db0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0574830 Jan 27 17:51:50.609088 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cd123-9828-46da-bc00-1361b3d51f15 req-051ee73b-3f90-42b0-8a64-a2d17b250882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:51:50.610470 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-709cd123-9828-46da-bc00-1361b3d51f15 req-051ee73b-3f90-42b0-8a64-a2d17b250882 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783379 Jan 27 17:51:50.747777 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-709cd123-9828-46da-bc00-1361b3d51f15 req-e1a230dd-4c61-411a-a1f5-342613eb7cf3 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303895 Jan 27 17:51:50.983780 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-709cd123-9828-46da-bc00-1361b3d51f15 req-113bcb4a-1ccb-4e66-97b6-ba61378478b9 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293594 Jan 27 17:51:51.112794 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-beff41a0-7d20-459e-bec9-6c448270df9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.357283 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:52.359707 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:51:53.629596 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:03.811846 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:15.646727 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:52:18.842870 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4904b9b1-406e-49c9-8551-36ecfb3f4ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:21.108712 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75ece4f9-1a0f-467b-a83e-3f110b99fa3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:21.218029 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 45286) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:52:21.428280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Deleting port c1135018-8798-401e-978a-00fb0eee1770 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:52:21.428662 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:21.605458 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:21.605756 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:21.725241 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Calling delete_port for c1135018-8798-401e-978a-00fb0eee1770 owned by network:floatingip {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:52:21.883200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:21.928008 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event deleted for resources: {'Port': ['ID=c1135018-8798-401e-978a-00fb0eee1770,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:52:21.963816 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:21.964119 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:21.964456 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:21.964782 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:21.965112 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:21.965421 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:21.965769 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:21.966072 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:21.966389 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:21.966704 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:21.967021 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:21.967332 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:22.029876 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for floatingip, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:22.030122 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.l3_db [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Floating IP e8e1cbe5-11aa-415a-ab33-21c5c1db80d3 disassociated (deleted). External IP: 172.26.1.250, port: 699fdf12-02cb-4d11-83d6-73803af63666. Jan 27 17:52:22.355234 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:22.356194 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:22.382964 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Router eeb127a8-ae39-4461-874e-36fc3c7fdabc has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:52:22.685023 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:52:22.695690 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c628c-0b53-4a82-b03e-f2782e8e5b90 None None] Sync routers for ids ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:52:22.705414 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c628c-0b53-4a82-b03e-f2782e8e5b90 None None] Routers {'eeb127a8-ae39-4461-874e-36fc3c7fdabc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:52:22.706051 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-0b5c628c-0b53-4a82-b03e-f2782e8e5b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:52:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:52:22.706199 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:22.764507 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9c6fb367-fbd7-4b51-a05f-757e29580f40 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "DELETE /v2.0/floatingips/e8e1cbe5-11aa-415a-ab33-21c5c1db80d3 HTTP/1.1" status: 204 len: 168 time: 1.5419137 Jan 27 17:52:22.764507 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44b923b-2733-4967-9116-114ee1039e22', 'tag': '699fdf12-02cb-4d11-83d6-73803af63666'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:52:22.875926 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44b923b-2733-4967-9116-114ee1039e22', 'tag': '699fdf12-02cb-4d11-83d6-73803af63666', 'status': 'completed', 'code': 200} Jan 27 17:52:22.884580 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-0b5c628c-0b53-4a82-b03e-f2782e8e5b90 None None] Set router eeb127a8-ae39-4461-874e-36fc3c7fdabc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:52:22.994479 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc5805-8cd7-478a-aee5-b4b2c3baa276 req-15610229-8dec-40d5-a35b-4e930a5966ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:22.996077 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a7bc5805-8cd7-478a-aee5-b4b2c3baa276 req-15610229-8dec-40d5-a35b-4e930a5966ca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 1100 time: 0.0981636 Jan 27 17:52:23.158034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc5805-8cd7-478a-aee5-b4b2c3baa276 req-0fa50c6d-7747-47e0-91c4-81ecfc0e036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:23.159490 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a7bc5805-8cd7-478a-aee5-b4b2c3baa276 req-0fa50c6d-7747-47e0-91c4-81ecfc0e036d service neutron] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 910 time: 0.1545954 Jan 27 17:52:23.231784 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a7bc5805-8cd7-478a-aee5-b4b2c3baa276 req-fb2a1e78-4846-4adf-bd5f-1fd354e09fe0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=699fdf12-02cb-4d11-83d6-73803af63666 HTTP/1.1" status: 200 len: 217 time: 0.0648685 Jan 27 17:52:23.247408 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-0b5c628c-0b53-4a82-b03e-f2782e8e5b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:48:05Z', 'revision_number': 4, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '3bb0ddff-74f0-4764-9b64-68c084a9fdcd', 'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'mac_address': 'fa:16:3e:26:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:05Z', 'updated_at': '2022-01-27T17:48:13Z', 'revision_number': 5, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'subnets': [{'id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:52:23.251550 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c628c-0b53-4a82-b03e-f2782e8e5b90 None None] Checking router: eeb127a8-ae39-4461-874e-36fc3c7fdabc for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:52:23.259777 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c628c-0b53-4a82-b03e-f2782e8e5b90 None None] Routers {'eeb127a8-ae39-4461-874e-36fc3c7fdabc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:52:23.260371 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-0b5c628c-0b53-4a82-b03e-f2782e8e5b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:52:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:52:23.272943 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e56bb-5439-4ec3-b304-03ca8ccc368e req-a6c9ca77-ade7-45a4-977a-a34b58d6a411 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:23.274459 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-fb7e56bb-5439-4ec3-b304-03ca8ccc368e req-a6c9ca77-ade7-45a4-977a-a34b58d6a411 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 947 time: 0.1928887 Jan 27 17:52:23.300995 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc5805-8cd7-478a-aee5-b4b2c3baa276 req-64f0756a-9605-44ca-b29b-8b3e212cac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:23.302726 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a7bc5805-8cd7-478a-aee5-b4b2c3baa276 req-64f0756a-9605-44ca-b29b-8b3e212cac8a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0641932 Jan 27 17:52:23.319431 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-fb7e56bb-5439-4ec3-b304-03ca8ccc368e req-c792e4c8-a9c5-4fb0-b588-8dff463f86be tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384321 Jan 27 17:52:23.379081 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc5805-8cd7-478a-aee5-b4b2c3baa276 req-a23102b2-ddbd-4d18-9de2-34ad6c463de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:23.380563 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a7bc5805-8cd7-478a-aee5-b4b2c3baa276 req-a23102b2-ddbd-4d18-9de2-34ad6c463de1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711420 Jan 27 17:52:23.439834 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-0b5c628c-0b53-4a82-b03e-f2782e8e5b90 None None] Set router eeb127a8-ae39-4461-874e-36fc3c7fdabc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:52:23.516399 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a7bc5805-8cd7-478a-aee5-b4b2c3baa276 req-0860f41e-0440-480a-b3bb-291aa5d76ae4 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284335 Jan 27 17:52:23.649110 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-a7bc5805-8cd7-478a-aee5-b4b2c3baa276 req-9ff1fe6e-779d-4af2-9168-2992973bb6fa service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259964 Jan 27 17:52:23.676288 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:23.761985 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-0b5c628c-0b53-4a82-b03e-f2782e8e5b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:48:05Z', 'revision_number': 4, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '3bb0ddff-74f0-4764-9b64-68c084a9fdcd', 'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'mac_address': 'fa:16:3e:26:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:05Z', 'updated_at': '2022-01-27T17:48:13Z', 'revision_number': 5, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'subnets': [{'id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:52:23.766005 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c628c-0b53-4a82-b03e-f2782e8e5b90 None None] The sync data for ids ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'] in dv-neutron-826439-2-hyperv is: [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:48:05Z', 'revision_number': 4, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '3bb0ddff-74f0-4764-9b64-68c084a9fdcd', 'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'mac_address': 'fa:16:3e:26:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:05Z', 'updated_at': '2022-01-27T17:48:13Z', 'revision_number': 5, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'subnets': [{'id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:52:23.985386 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9589ca22-b2c8-459d-a986-7ce8266c5923 None None] New status for floating IP e8e1cbe5-11aa-415a-ab33-21c5c1db80d3: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:52:24.420130 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bda80-36dc-4559-835f-604f6778bd2e req-0bfddf6f-0139-4748-b78d-1fa51f33883e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:24.420824 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-600bda80-36dc-4559-835f-604f6778bd2e req-0bfddf6f-0139-4748-b78d-1fa51f33883e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Synchronizing usage tracker for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:52:24.470159 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-600bda80-36dc-4559-835f-604f6778bd2e req-0bfddf6f-0139-4748-b78d-1fa51f33883e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Unset dirty status for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:52:24.471226 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-600bda80-36dc-4559-835f-604f6778bd2e req-0bfddf6f-0139-4748-b78d-1fa51f33883e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.83 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 947 time: 0.1448240 Jan 27 17:52:24.554270 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-600bda80-36dc-4559-835f-604f6778bd2e req-1dc3fa77-6ace-4354-929d-cdcd63066188 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Deleting port 699fdf12-02cb-4d11-83d6-73803af63666 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:52:24.554988 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-600bda80-36dc-4559-835f-604f6778bd2e req-1dc3fa77-6ace-4354-929d-cdcd63066188 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:24.622149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e6200-5a57-47b2-b94e-6452d35cd1ed req-9fcfe7d7-9285-489c-8b0e-68b27f01a026 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:24.623512 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae8e6200-5a57-47b2-b94e-6452d35cd1ed req-9fcfe7d7-9285-489c-8b0e-68b27f01a026 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 947 time: 0.1922174 Jan 27 17:52:24.732393 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ae8e6200-5a57-47b2-b94e-6452d35cd1ed req-d4472c0f-c3d2-4c29-81ec-84df80bd40f2 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=987b35a5-0682-4257-99c9-28705d40f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845177 Jan 27 17:52:24.842392 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-600bda80-36dc-4559-835f-604f6778bd2e req-1dc3fa77-6ace-4354-929d-cdcd63066188 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] For port 699fdf12-02cb-4d11-83d6-73803af63666, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=699fdf12-02cb-4d11-83d6-73803af63666,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:52:24.842720 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-600bda80-36dc-4559-835f-604f6778bd2e req-1dc3fa77-6ace-4354-929d-cdcd63066188 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:24.962559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-600bda80-36dc-4559-835f-604f6778bd2e req-1dc3fa77-6ace-4354-929d-cdcd63066188 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Calling delete_port for 699fdf12-02cb-4d11-83d6-73803af63666 owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:52:25.231459 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-600bda80-36dc-4559-835f-604f6778bd2e req-1dc3fa77-6ace-4354-929d-cdcd63066188 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:25.283202 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3fa77-6ace-4354-929d-cdcd63066188 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event deleted for resources: {'Port': ['ID=699fdf12-02cb-4d11-83d6-73803af63666,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:52:25.358737 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-600bda80-36dc-4559-835f-604f6778bd2e req-1dc3fa77-6ace-4354-929d-cdcd63066188 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] No DVR routers for this DVR port 699fdf12-02cb-4d11-83d6-73803af63666 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:52:25.361213 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-600bda80-36dc-4559-835f-604f6778bd2e req-1dc3fa77-6ace-4354-929d-cdcd63066188 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:25.363669 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44b923b-2733-4967-9116-114ee1039e22', 'name': 'network-vif-deleted', 'tag': '699fdf12-02cb-4d11-83d6-73803af63666'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:52:25.380608 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-600bda80-36dc-4559-835f-604f6778bd2e req-1dc3fa77-6ace-4354-929d-cdcd63066188 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.83 "DELETE /v2.0/ports/699fdf12-02cb-4d11-83d6-73803af63666 HTTP/1.1" status: 204 len: 173 time: 0.9016511 Jan 27 17:52:25.416822 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44b923b-2733-4967-9116-114ee1039e22', 'name': 'network-vif-deleted', 'tag': '699fdf12-02cb-4d11-83d6-73803af63666', 'status': 'completed', 'code': 200} Jan 27 17:52:25.893844 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-16b406bb-567a-46a5-afb1-27412e4cffc8 req-91eda2bf-066a-4189-864b-323c6dedbc7d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Synchronizing usage tracker for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:52:25.912558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-16b406bb-567a-46a5-afb1-27412e4cffc8 req-91eda2bf-066a-4189-864b-323c6dedbc7d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Unset dirty status for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:52:25.914453 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-16b406bb-567a-46a5-afb1-27412e4cffc8 req-91eda2bf-066a-4189-864b-323c6dedbc7d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=b44b923b-2733-4967-9116-114ee1039e22 HTTP/1.1" status: 200 len: 210 time: 0.0648024 Jan 27 17:52:27.018039 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45308) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:52:27.087419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ac906ff-8b9f-41d2-b4ba-a0b3c81e7bec tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:27.121487 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ac906ff-8b9f-41d2-b4ba-a0b3c81e7bec tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:27.190447 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ac906ff-8b9f-41d2-b4ba-a0b3c81e7bec tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:27.208618 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac906ff-8b9f-41d2-b4ba-a0b3c81e7bec tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=987b35a5-0682-4257-99c9-28705d40f60f,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:52:27.217024 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac906ff-8b9f-41d2-b4ba-a0b3c81e7bec tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:27.217368 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac906ff-8b9f-41d2-b4ba-a0b3c81e7bec tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:27.217735 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac906ff-8b9f-41d2-b4ba-a0b3c81e7bec tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:27.218058 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac906ff-8b9f-41d2-b4ba-a0b3c81e7bec tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:27.218375 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac906ff-8b9f-41d2-b4ba-a0b3c81e7bec tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:27.218687 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac906ff-8b9f-41d2-b4ba-a0b3c81e7bec tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:27.218998 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac906ff-8b9f-41d2-b4ba-a0b3c81e7bec tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:27.219306 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac906ff-8b9f-41d2-b4ba-a0b3c81e7bec tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:27.219616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac906ff-8b9f-41d2-b4ba-a0b3c81e7bec tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:27.219927 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac906ff-8b9f-41d2-b4ba-a0b3c81e7bec tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:27.220234 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac906ff-8b9f-41d2-b4ba-a0b3c81e7bec tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:27.220536 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac906ff-8b9f-41d2-b4ba-a0b3c81e7bec tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:27.227646 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ac906ff-8b9f-41d2-b4ba-a0b3c81e7bec tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:27.228801 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7ac906ff-8b9f-41d2-b4ba-a0b3c81e7bec tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "DELETE /v2.0/security-groups/987b35a5-0682-4257-99c9-28705d40f60f HTTP/1.1" status: 204 len: 168 time: 0.2116034 Jan 27 17:52:27.407904 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45316) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:52:27.413122 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ed193ab7-d4ec-4c46-abfa-833ae794eaa2 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1632532701', 'description': 'tempest-secgroup-smoke-1632532701 description', 'project_id': '67307ace0a65415dbbe1e20163170ed4'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:52:27.419171 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ed193ab7-d4ec-4c46-abfa-833ae794eaa2 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:52:27.423338 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ed193ab7-d4ec-4c46-abfa-833ae794eaa2 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Usage tracker for resource:security_group and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:52:27.426236 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ed193ab7-d4ec-4c46-abfa-833ae794eaa2 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:52:27.431893 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ed193ab7-d4ec-4c46-abfa-833ae794eaa2 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:52:27.447217 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ed193ab7-d4ec-4c46-abfa-833ae794eaa2 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:27.466283 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ed193ab7-d4ec-4c46-abfa-833ae794eaa2 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:52:27.469942 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ed193ab7-d4ec-4c46-abfa-833ae794eaa2 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Usage tracker for resource:security_group_rule and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:52:27.472647 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ed193ab7-d4ec-4c46-abfa-833ae794eaa2 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:52:27.478243 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ed193ab7-d4ec-4c46-abfa-833ae794eaa2 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:52:27.548071 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ed193ab7-d4ec-4c46-abfa-833ae794eaa2 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:27.553013 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ed193ab7-d4ec-4c46-abfa-833ae794eaa2 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:27.595270 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed193ab7-d4ec-4c46-abfa-833ae794eaa2 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75e87ae-267e-49c7-b00f-10f871c4fc2f,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:52:27.599430 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ed193ab7-d4ec-4c46-abfa-833ae794eaa2 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:27.600635 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ed193ab7-d4ec-4c46-abfa-833ae794eaa2 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1917527 Jan 27 17:52:27.603570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45320) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:52:27.608379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-7c876440-b363-4807-bfa1-b7966796ebd0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Request body: {'security_group_rule': {'security_group_id': 'e75e87ae-267e-49c7-b00f-10f871c4fc2f', 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:52:27.614264 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7c876440-b363-4807-bfa1-b7966796ebd0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:52:27.618622 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7c876440-b363-4807-bfa1-b7966796ebd0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Usage tracker for resource:security_group_rule and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:52:27.621463 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7c876440-b363-4807-bfa1-b7966796ebd0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:52:27.627200 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7c876440-b363-4807-bfa1-b7966796ebd0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:52:27.645097 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7c876440-b363-4807-bfa1-b7966796ebd0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:27.704632 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7c876440-b363-4807-bfa1-b7966796ebd0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:27.709928 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7c876440-b363-4807-bfa1-b7966796ebd0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:27.734291 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c876440-b363-4807-bfa1-b7966796ebd0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5c5763-7816-40ff-9589-c633363082a1,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:52:27.745257 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7c876440-b363-4807-bfa1-b7966796ebd0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:27.746437 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7c876440-b363-4807-bfa1-b7966796ebd0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420374 Jan 27 17:52:27.749109 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45324) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:52:27.753898 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-106f7458-18ac-4537-8563-178f9c959261 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Request body: {'security_group_rule': {'security_group_id': 'e75e87ae-267e-49c7-b00f-10f871c4fc2f', 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:52:27.759923 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-106f7458-18ac-4537-8563-178f9c959261 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:52:27.763852 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-106f7458-18ac-4537-8563-178f9c959261 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Usage tracker for resource:security_group_rule and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:52:27.766798 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-106f7458-18ac-4537-8563-178f9c959261 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:52:27.772527 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-106f7458-18ac-4537-8563-178f9c959261 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:52:27.794094 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-106f7458-18ac-4537-8563-178f9c959261 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:27.863320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-106f7458-18ac-4537-8563-178f9c959261 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:27.868166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-106f7458-18ac-4537-8563-178f9c959261 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:27.890448 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f7458-18ac-4537-8563-178f9c959261 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3577fcb7-dde6-43c4-a3dc-a6c76d750ad5,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:52:27.900137 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-106f7458-18ac-4537-8563-178f9c959261 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:27.901287 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-106f7458-18ac-4537-8563-178f9c959261 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513028 Jan 27 17:52:27.904103 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45328) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:52:27.909096 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-73af7e75-66d1-48e9-b3fb-e6d6ad628d64 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Request body: {'security_group_rule': {'security_group_id': 'e75e87ae-267e-49c7-b00f-10f871c4fc2f', 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:52:27.915004 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-73af7e75-66d1-48e9-b3fb-e6d6ad628d64 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:52:27.918873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-73af7e75-66d1-48e9-b3fb-e6d6ad628d64 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Usage tracker for resource:security_group_rule and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:52:27.921764 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-73af7e75-66d1-48e9-b3fb-e6d6ad628d64 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:52:27.927463 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-73af7e75-66d1-48e9-b3fb-e6d6ad628d64 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:52:27.944925 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-73af7e75-66d1-48e9-b3fb-e6d6ad628d64 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:28.005446 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-73af7e75-66d1-48e9-b3fb-e6d6ad628d64 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:28.010297 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-73af7e75-66d1-48e9-b3fb-e6d6ad628d64 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:28.032372 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af7e75-66d1-48e9-b3fb-e6d6ad628d64 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22493f4d-2d23-4248-8ffe-25afb75a967a,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:52:28.042726 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-73af7e75-66d1-48e9-b3fb-e6d6ad628d64 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:28.043855 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-73af7e75-66d1-48e9-b3fb-e6d6ad628d64 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1388588 Jan 27 17:52:28.046645 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45332) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:52:28.051554 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-67914db9-5e64-4422-b257-f79e1aa1a3c4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Request body: {'security_group_rule': {'security_group_id': 'e75e87ae-267e-49c7-b00f-10f871c4fc2f', 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:52:28.057789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-67914db9-5e64-4422-b257-f79e1aa1a3c4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:52:28.061574 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-67914db9-5e64-4422-b257-f79e1aa1a3c4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Usage tracker for resource:security_group_rule and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:52:28.064479 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-67914db9-5e64-4422-b257-f79e1aa1a3c4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:52:28.070173 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-67914db9-5e64-4422-b257-f79e1aa1a3c4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:52:28.086263 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-67914db9-5e64-4422-b257-f79e1aa1a3c4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:28.153995 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-67914db9-5e64-4422-b257-f79e1aa1a3c4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:28.158907 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-67914db9-5e64-4422-b257-f79e1aa1a3c4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:28.183319 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67914db9-5e64-4422-b257-f79e1aa1a3c4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e4244d-9d35-4308-8eac-1e4b916c5020,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:52:28.193930 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-67914db9-5e64-4422-b257-f79e1aa1a3c4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:28.195162 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-67914db9-5e64-4422-b257-f79e1aa1a3c4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475577 Jan 27 17:52:28.197915 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45336) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:52:28.202745 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c0785a8c-3012-4570-b142-95ae5df135d4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Request body: {'security_group_rule': {'security_group_id': 'e75e87ae-267e-49c7-b00f-10f871c4fc2f', 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:52:28.208517 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c0785a8c-3012-4570-b142-95ae5df135d4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:52:28.212456 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c0785a8c-3012-4570-b142-95ae5df135d4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Usage tracker for resource:security_group_rule and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:52:28.215374 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c0785a8c-3012-4570-b142-95ae5df135d4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:52:28.221189 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c0785a8c-3012-4570-b142-95ae5df135d4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:52:28.233504 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-c0785a8c-3012-4570-b142-95ae5df135d4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Project 67307ace0a65415dbbe1e20163170ed4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:52:28.240983 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0785a8c-3012-4570-b142-95ae5df135d4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:28.307001 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0785a8c-3012-4570-b142-95ae5df135d4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:28.312025 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0785a8c-3012-4570-b142-95ae5df135d4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:28.333995 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0785a8c-3012-4570-b142-95ae5df135d4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ec7dd2-03e1-4e6f-bef9-f2025193e3c5,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:52:28.343056 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0785a8c-3012-4570-b142-95ae5df135d4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:28.344247 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c0785a8c-3012-4570-b142-95ae5df135d4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1454740 Jan 27 17:52:28.344690 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 699fdf12-02cb-4d11-83d6-73803af63666 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:52:28.347051 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45340) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:52:28.351950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-5e05c903-9267-416e-b426-2c320c929c16 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Request body: {'security_group_rule': {'security_group_id': 'e75e87ae-267e-49c7-b00f-10f871c4fc2f', 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:52:28.357940 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5e05c903-9267-416e-b426-2c320c929c16 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:52:28.361861 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5e05c903-9267-416e-b426-2c320c929c16 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Usage tracker for resource:security_group_rule and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:52:28.365035 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-5e05c903-9267-416e-b426-2c320c929c16 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:52:28.370708 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-5e05c903-9267-416e-b426-2c320c929c16 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:52:28.382826 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-5e05c903-9267-416e-b426-2c320c929c16 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Project 67307ace0a65415dbbe1e20163170ed4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:52:28.383961 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 699fdf12-02cb-4d11-83d6-73803af63666 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:52:28.384304 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 699fdf12-02cb-4d11-83d6-73803af63666 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:52:28.389398 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5e05c903-9267-416e-b426-2c320c929c16 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:28.460525 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5e05c903-9267-416e-b426-2c320c929c16 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:28.465131 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5e05c903-9267-416e-b426-2c320c929c16 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:28.494346 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05c903-9267-416e-b426-2c320c929c16 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cdb2cab-4157-4ea0-8c0c-69d97f9d4a6d,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:52:28.505562 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5e05c903-9267-416e-b426-2c320c929c16 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:28.506788 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5e05c903-9267-416e-b426-2c320c929c16 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588299 Jan 27 17:52:33.812520 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:43.533648 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-6a327294-e8ed-45fe-9bd8-cf54b03aae44 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632532701&fields=id&tenant_id=67307ace0a65415dbbe1e20163170ed4 HTTP/1.1" status: 200 len: 267 time: 0.0440271 Jan 27 17:52:43.692500 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-28fe3776-1ce8-4291-b82c-31216132f904 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:43.694479 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-28fe3776-1ce8-4291-b82c-31216132f904 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 808 time: 0.1525149 Jan 27 17:52:43.709389 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-db4659c6-ca6c-4c17-8c6a-16e120ccfe6f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/quotas/67307ace0a65415dbbe1e20163170ed4 HTTP/1.1" status: 200 len: 375 time: 0.0092459 Jan 27 17:52:43.797580 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-0b79d803-186f-4a52-b054-12f6d8998683 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833690 Jan 27 17:52:43.861889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-d44ca9a5-211a-4975-9653-739a7fcc9ddb service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:52:43.863246 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-d44ca9a5-211a-4975-9653-739a7fcc9ddb service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498397 Jan 27 17:52:44.014099 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-a1e24bd2-d10d-4b29-a10a-a7a62f6b4cd8 service neutron] 10.222.0.50 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446660 Jan 27 17:52:44.144782 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-38ae4e10-4d11-4078-8827-e164f89f0ebf service neutron] 10.222.0.50 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247048 Jan 27 17:52:44.535381 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2f5de765-4dcc-4453-8a7b-9aeda477844a req-228dc72a-3720-4113-9d14-1f3d314de7df tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 210 time: 0.0429971 Jan 27 17:52:45.631026 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-56048aca-2015-4b47-a418-1dfddc8516a7 req-007e5606-2253-4757-947f-80bb33698c30 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 210 time: 0.0422914 Jan 27 17:52:46.778084 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-96214268-b5a8-4fe7-aa08-422e8d68fc11 req-541d6974-b020-429c-8645-46fbd21d3498 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 210 time: 0.0427234 Jan 27 17:52:47.728804 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-4bee9495-4363-4acb-9942-ab065f8f8298 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:47.730243 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-4bee9495-4363-4acb-9942-ab065f8f8298 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 808 time: 0.1531041 Jan 27 17:52:47.777339 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-3b5ea496-8cda-407d-a079-21588737e3a3 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67307ace0a65415dbbe1e20163170ed4 HTTP/1.1" status: 200 len: 380 time: 0.0393691 Jan 27 17:52:47.785480 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-1172a07b-5331-497f-911e-d6924adc0b45 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Request body: {'port': {'device_id': '7b3e5580-3705-4353-b480-cf13b60915ad', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'admin_state_up': True, 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'security_groups': ['e75e87ae-267e-49c7-b00f-10f871c4fc2f']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:52:47.947821 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f8c57886-4bb2-4eaf-a010-036e763a2928 req-db712750-9286-47ac-b884-3637bbfbb96e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 210 time: 0.0521407 Jan 27 17:52:47.968861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-1172a07b-5331-497f-911e-d6924adc0b45 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:52:47.978608 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-1172a07b-5331-497f-911e-d6924adc0b45 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:52:47.989518 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-1172a07b-5331-497f-911e-d6924adc0b45 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Made reservation on behalf of 67307ace0a65415dbbe1e20163170ed4 for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:52:47.993393 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-1172a07b-5331-497f-911e-d6924adc0b45 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:48.159719 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-1172a07b-5331-497f-911e-d6924adc0b45 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Allocated IP 172.20.0.8 (120ee164-4453-4ac1-92a3-883d96ab5b74/9a9b08e2-4fcd-489f-93f3-d2e0899f6404/5279a54d-c267-4235-b419-44ff2263ca32) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:52:48.365479 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-1172a07b-5331-497f-911e-d6924adc0b45 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:48.383302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-1172a07b-5331-497f-911e-d6924adc0b45 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Transition to ACTIVE for port object 5279a54d-c267-4235-b419-44ff2263ca32 will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:52:48.410109 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-1172a07b-5331-497f-911e-d6924adc0b45 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:48.595260 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-1172a07b-5331-497f-911e-d6924adc0b45 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Network 120ee164-4453-4ac1-92a3-883d96ab5b74 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:52:48.598459 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-1172a07b-5331-497f-911e-d6924adc0b45 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:52:48.602325 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-1172a07b-5331-497f-911e-d6924adc0b45 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:52:48.633249 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172a07b-5331-497f-911e-d6924adc0b45 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'Port': ['ID=5279a54d-c267-4235-b419-44ff2263ca32,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:52:48.670648 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-1172a07b-5331-497f-911e-d6924adc0b45 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:48.671288 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-1172a07b-5331-497f-911e-d6924adc0b45 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:48.699037 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-1172a07b-5331-497f-911e-d6924adc0b45 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9171655 Jan 27 17:52:48.712307 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Request body: {'port': {'device_id': '7b3e5580-3705-4353-b480-cf13b60915ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:52:48.839924 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-31d8ba1f-7b01-44c2-b3aa-a4855c10107d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:48.843392 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-948aeeb6-9731-42ec-a113-645f4ee75f2a None None] Provisioning for port 5279a54d-c267-4235-b419-44ff2263ca32 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:52:48.844401 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:48.848803 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-948aeeb6-9731-42ec-a113-645f4ee75f2a None None] Provisioning complete for port 5279a54d-c267-4235-b419-44ff2263ca32 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:52:48.849145 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-948aeeb6-9731-42ec-a113-645f4ee75f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:48.902573 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-948aeeb6-9731-42ec-a113-645f4ee75f2a None None] Port 5279a54d-c267-4235-b419-44ff2263ca32 cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:52:49.145102 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32571a-f664-4655-886e-8495f08e4dca req-6609aac3-5b92-44f3-8a68-5cead80b43a4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:49.147336 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca32571a-f664-4655-886e-8495f08e4dca req-6609aac3-5b92-44f3-8a68-5cead80b43a4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 931 time: 0.0849125 Jan 27 17:52:49.192068 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-ca32571a-f664-4655-886e-8495f08e4dca req-6e313a38-44ce-4e47-90f2-2b5460811e5f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Synchronizing usage tracker for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:52:49.209079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-ca32571a-f664-4655-886e-8495f08e4dca req-6e313a38-44ce-4e47-90f2-2b5460811e5f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Unset dirty status for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:52:49.210554 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ca32571a-f664-4655-886e-8495f08e4dca req-6e313a38-44ce-4e47-90f2-2b5460811e5f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569940 Jan 27 17:52:49.213030 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5279a54d-c267-4235-b419-44ff2263ca32 {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:52:49.222162 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:49.238003 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Transition to ACTIVE for port object 5279a54d-c267-4235-b419-44ff2263ca32 will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:52:49.249280 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:49.383061 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5279a54d-c267-4235-b419-44ff2263ca32,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:52:49.495176 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Attempting to bind port 5279a54d-c267-4235-b419-44ff2263ca32 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:52:49.495595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Attempting to bind port 5279a54d-c267-4235-b419-44ff2263ca32 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'a71ba643-7651-4678-8761-a2c81d707e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:52:49.495915 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Attempting to bind port 5279a54d-c267-4235-b419-44ff2263ca32 on network 120ee164-4453-4ac1-92a3-883d96ab5b74 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:52:49.500934 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Port 5279a54d-c267-4235-b419-44ff2263ca32 on network 120ee164-4453-4ac1-92a3-883d96ab5b74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:52:49.501242 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Attempting to bind port 5279a54d-c267-4235-b419-44ff2263ca32 on network 120ee164-4453-4ac1-92a3-883d96ab5b74 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:52:49.506740 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:52:49.507068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Checking segment: {'id': 'a71ba643-7651-4678-8761-a2c81d707e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:52:49.507471 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Bound using segment: {'id': 'a71ba643-7651-4678-8761-a2c81d707e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:52:49.507878 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Bound port: 5279a54d-c267-4235-b419-44ff2263ca32, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a71ba643-7651-4678-8761-a2c81d707e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:52:49.508420 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:49.594006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] For port 5279a54d-c267-4235-b419-44ff2263ca32, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:52:49.597020 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] For port 5279a54d-c267-4235-b419-44ff2263ca32, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5279a54d-c267-4235-b419-44ff2263ca32,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:52:49.602713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:49.664019 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:49.664630 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:49.666018 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] 10.222.0.83 "PUT /v2.0/ports/5279a54d-c267-4235-b419-44ff2263ca32 HTTP/1.1" status: 200 len: 1093 time: 0.9581940 Jan 27 17:52:49.666454 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3e5580-3705-4353-b480-cf13b60915ad', 'tag': '5279a54d-c267-4235-b419-44ff2263ca32'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:52:49.697006 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142bdca-d15c-4a5c-a8ed-f705cf02b8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5279a54d-c267-4235-b419-44ff2263ca32,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:52:49.737603 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3e5580-3705-4353-b480-cf13b60915ad', 'tag': '5279a54d-c267-4235-b419-44ff2263ca32', 'status': 'completed', 'code': 200} Jan 27 17:52:49.778504 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-aacd9dc3-e4af-47af-b4e5-4d1d2e993dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:49.779987 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-aacd9dc3-e4af-47af-b4e5-4d1d2e993dba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 1096 time: 0.0744398 Jan 27 17:52:49.851895 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-14e7d6e2-dccb-4334-9a93-d0ad8e2ca0d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5279a54d-c267-4235-b419-44ff2263ca32 HTTP/1.1" status: 200 len: 217 time: 0.0649791 Jan 27 17:52:49.913043 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-a0fb7a49-da49-4cba-b226-2147e84afc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:49.914476 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-a0fb7a49-da49-4cba-b226-2147e84afc44 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0572143 Jan 27 17:52:49.991716 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-61c0af2d-eaed-43e8-886a-3b4ba556f7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:49.993185 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-61c0af2d-eaed-43e8-886a-3b4ba556f7fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732377 Jan 27 17:52:50.126642 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-400a8f35-b475-408f-8516-ccf7b20e4426 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275744 Jan 27 17:52:50.258117 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d08dd086-3c2a-40b1-9350-cd142c9c052b req-7b1af381-57db-4a20-8df0-5960937c73bc service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252077 Jan 27 17:52:50.369588 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81201d8b-0343-4423-ac4e-bec1d8e8df5c req-12c9d108-4f96-4f7f-a7f3-371cf4f0c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:50.371075 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-81201d8b-0343-4423-ac4e-bec1d8e8df5c req-12c9d108-4f96-4f7f-a7f3-371cf4f0c6e8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 1096 time: 0.0698085 Jan 27 17:52:50.410546 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfbb30-09fc-4970-b197-c850af706ab9 req-52ad1ce2-e03e-46ed-b95b-e377c142e5db tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:50.412113 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8cdfbb30-09fc-4970-b197-c850af706ab9 req-52ad1ce2-e03e-46ed-b95b-e377c142e5db tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 943 time: 0.0832002 Jan 27 17:52:50.457225 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-8cdfbb30-09fc-4970-b197-c850af706ab9 req-f606ba92-19f5-47fc-9ae8-afb31cc0cddc tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393832 Jan 27 17:52:50.506053 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81201d8b-0343-4423-ac4e-bec1d8e8df5c req-fccc58a0-d0cd-4650-b5f3-7113c19604d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:50.508668 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-81201d8b-0343-4423-ac4e-bec1d8e8df5c req-fccc58a0-d0cd-4650-b5f3-7113c19604d7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 910 time: 0.1287367 Jan 27 17:52:50.578736 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-81201d8b-0343-4423-ac4e-bec1d8e8df5c req-12ce8d49-65e2-4c2a-9f50-bbe3554e9f1d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5279a54d-c267-4235-b419-44ff2263ca32 HTTP/1.1" status: 200 len: 217 time: 0.0650709 Jan 27 17:52:50.641731 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81201d8b-0343-4423-ac4e-bec1d8e8df5c req-0baa844a-660c-4067-8021-a9a1192dd3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:50.643103 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-81201d8b-0343-4423-ac4e-bec1d8e8df5c req-0baa844a-660c-4067-8021-a9a1192dd3f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0584052 Jan 27 17:52:50.831005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81201d8b-0343-4423-ac4e-bec1d8e8df5c req-5a4a9ed2-aa1d-4b92-93ee-3bcc35a7d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:50.832365 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-81201d8b-0343-4423-ac4e-bec1d8e8df5c req-5a4a9ed2-aa1d-4b92-93ee-3bcc35a7d5ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1825845 Jan 27 17:52:50.963894 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-81201d8b-0343-4423-ac4e-bec1d8e8df5c req-c4c2cfa4-ea10-424e-b8fa-4312cc9b1906 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245911 Jan 27 17:52:51.093163 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-81201d8b-0343-4423-ac4e-bec1d8e8df5c req-c164fabc-7e9e-4f96-9b6a-c151bb306e2a service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230721 Jan 27 17:52:51.106014 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8ac23379-ee59-404c-8951-5f5f8bacaa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:51.676048 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dc634-ab01-40c1-bbe4-7e4a1cb7ca98 req-4ed2fce7-a72b-43f3-a800-43047af29eb1 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:51.676735 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-8d3dc634-ab01-40c1-bbe4-7e4a1cb7ca98 req-4ed2fce7-a72b-43f3-a800-43047af29eb1 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Synchronizing usage tracker for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:52:51.694336 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-8d3dc634-ab01-40c1-bbe4-7e4a1cb7ca98 req-4ed2fce7-a72b-43f3-a800-43047af29eb1 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Unset dirty status for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:52:51.695767 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8d3dc634-ab01-40c1-bbe4-7e4a1cb7ca98 req-4ed2fce7-a72b-43f3-a800-43047af29eb1 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 943 time: 0.1233215 Jan 27 17:52:51.741268 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8d3dc634-ab01-40c1-bbe4-7e4a1cb7ca98 req-94bc0697-b290-478d-84cd-1863cc7f9de3 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393205 Jan 27 17:52:52.358004 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:52.359718 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:52.652820 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:52:52.940871 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95c653-ef05-4000-a6a1-7c79f7b85ff7 req-c42bc6be-ba99-4721-a391-b31d7d10b2b1 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:52.942343 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-eb95c653-ef05-4000-a6a1-7c79f7b85ff7 req-c42bc6be-ba99-4721-a391-b31d7d10b2b1 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 943 time: 0.0849943 Jan 27 17:52:52.985935 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-eb95c653-ef05-4000-a6a1-7c79f7b85ff7 req-9613b310-9bee-4e54-936d-8fafb92f6cfd tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378315 Jan 27 17:52:53.630193 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:54.193749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0031b8-ec36-43d6-9c67-9fb31d87b384 req-69e3ce2c-bcee-4aa9-a282-a78cbe588054 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:54.195237 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de0031b8-ec36-43d6-9c67-9fb31d87b384 req-69e3ce2c-bcee-4aa9-a282-a78cbe588054 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 943 time: 0.0915704 Jan 27 17:52:54.238997 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-de0031b8-ec36-43d6-9c67-9fb31d87b384 req-2cde6cab-5dfb-4e3f-b121-f84c9d3e431c tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379300 Jan 27 17:52:55.424150 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a54fc-2a71-472b-aafd-2a5703b1ae47 req-4152d0a0-9d2e-4d55-9caf-c49dd899ad81 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:55.425581 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-170a54fc-2a71-472b-aafd-2a5703b1ae47 req-4152d0a0-9d2e-4d55-9caf-c49dd899ad81 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 943 time: 0.0797620 Jan 27 17:52:55.473630 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-170a54fc-2a71-472b-aafd-2a5703b1ae47 req-2f7841c0-28e8-4f5c-94e9-2f68d8db0bf9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419738 Jan 27 17:52:56.673747 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0570c-48e0-4d83-9705-443c88a97fbd req-1930e605-f325-462a-ba52-19afc491c01a tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:56.675199 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9dc0570c-48e0-4d83-9705-443c88a97fbd req-1930e605-f325-462a-ba52-19afc491c01a tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 943 time: 0.0910270 Jan 27 17:52:56.719442 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-9dc0570c-48e0-4d83-9705-443c88a97fbd req-20440e11-ab31-469c-ad46-2a97fa3fb112 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369658 Jan 27 17:52:57.915193 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21614ca9-0c05-4a31-adeb-1e659dd4e922 req-9f1ea808-aff6-46b3-ac6f-91a4f7f9eeb0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:57.916646 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-21614ca9-0c05-4a31-adeb-1e659dd4e922 req-9f1ea808-aff6-46b3-ac6f-91a4f7f9eeb0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 943 time: 0.0832610 Jan 27 17:52:57.963167 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-21614ca9-0c05-4a31-adeb-1e659dd4e922 req-bb4d1cc0-36f0-4cb5-83ca-853210aef5de tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379972 Jan 27 17:52:58.484045 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 5279a54d-c267-4235-b419-44ff2263ca32 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:52:58.627603 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 5279a54d-c267-4235-b419-44ff2263ca32, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5279a54d-c267-4235-b419-44ff2263ca32,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:52:58.640723 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '5279a54d-c267-4235-b419-44ff2263ca32', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'port_id': '5279a54d-c267-4235-b419-44ff2263ca32', 'mac_address': 'fa:16:3e:87:d0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:52:58.696768 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:58.713128 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5279a54d-c267-4235-b419-44ff2263ca32 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:52:58.729596 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 5279a54d-c267-4235-b419-44ff2263ca32, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5279a54d-c267-4235-b419-44ff2263ca32,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:52:58.737790 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:52:58.816672 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=5279a54d-c267-4235-b419-44ff2263ca32,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:52:58.824289 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:58.824645 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:58.824957 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:58.825291 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:58.825619 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:58.825978 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:58.826301 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:58.826622 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:58.826954 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:58.827295 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:58.827590 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:58.827901 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:52:58.945128 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['5279a54d-c267-4235-b419-44ff2263ca32'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:52:59.145388 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6a3eb-e8b2-4b7d-8e79-9c7bddf224cf req-c01bc6b5-7aa1-4336-a594-a550c2d4345d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:52:59.146892 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c3a6a3eb-e8b2-4b7d-8e79-9c7bddf224cf req-c01bc6b5-7aa1-4336-a594-a550c2d4345d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 944 time: 0.0791428 Jan 27 17:52:59.191238 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c3a6a3eb-e8b2-4b7d-8e79-9c7bddf224cf req-b8af5586-6b85-458b-8d06-1e2ca16039ee tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380995 Jan 27 17:53:00.390215 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe422c4-75ca-443f-a00d-556a36ed2def req-da648987-697d-4740-8d8b-940f55099c88 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:53:00.391531 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cbe422c4-75ca-443f-a00d-556a36ed2def req-da648987-697d-4740-8d8b-940f55099c88 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 944 time: 0.0940685 Jan 27 17:53:00.436298 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cbe422c4-75ca-443f-a00d-556a36ed2def req-6e72f8a8-f54f-4243-ada3-26d98311b659 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389242 Jan 27 17:53:00.480715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 5279a54d-c267-4235-b419-44ff2263ca32 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:53:00.551622 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 5279a54d-c267-4235-b419-44ff2263ca32 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:53:00.556326 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 5279a54d-c267-4235-b419-44ff2263ca32 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:53:00.556683 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:00.675483 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:00.702942 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3e5580-3705-4353-b480-cf13b60915ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5279a54d-c267-4235-b419-44ff2263ca32'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:53:00.712333 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 5279a54d-c267-4235-b419-44ff2263ca32, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5279a54d-c267-4235-b419-44ff2263ca32,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:53:00.718324 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:00.807895 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3e5580-3705-4353-b480-cf13b60915ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5279a54d-c267-4235-b419-44ff2263ca32', 'code': 200} Jan 27 17:53:00.833042 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=5279a54d-c267-4235-b419-44ff2263ca32,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:53:01.085602 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009a08c-9325-44b9-bf07-b0c294d6f98b req-197222c6-3007-40b1-a513-d6e7d3b1f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:53:01.087003 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8009a08c-9325-44b9-bf07-b0c294d6f98b req-197222c6-3007-40b1-a513-d6e7d3b1f552 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 1098 time: 0.0740831 Jan 27 17:53:01.128119 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8009a08c-9325-44b9-bf07-b0c294d6f98b req-f010faf1-41f6-495b-b57c-01c960e16e8a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353107 Jan 27 17:53:01.637104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b55e58-4352-4646-8854-798912add2ca req-08f064cd-eba3-42f7-94ce-8bc64a3e48f1 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:53:01.638571 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a9b55e58-4352-4646-8854-798912add2ca req-08f064cd-eba3-42f7-94ce-8bc64a3e48f1 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.0841293 Jan 27 17:53:01.682339 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a9b55e58-4352-4646-8854-798912add2ca req-6a001e0f-a769-479d-8db0-bea33f0ddbbd tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380371 Jan 27 17:53:02.893647 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba7a89-d148-4e4b-b926-40ff6d37f753 req-02ec9ff6-3afb-47c1-ad2e-1dfb85b101d3 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:53:02.895192 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-03ba7a89-d148-4e4b-b926-40ff6d37f753 req-02ec9ff6-3afb-47c1-ad2e-1dfb85b101d3 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.0948138 Jan 27 17:53:02.945718 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-03ba7a89-d148-4e4b-b926-40ff6d37f753 req-037a70fa-acfa-4bba-8c4f-da8b3181d9c9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445325 Jan 27 17:53:03.138418 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed4ee2-e481-4604-85ef-2c68c41e810c req-5749f4b4-9fb3-4e6d-82c6-b2d2d65f9748 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:53:03.139835 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-10ed4ee2-e481-4604-85ef-2c68c41e810c req-5749f4b4-9fb3-4e6d-82c6-b2d2d65f9748 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.0870104 Jan 27 17:53:03.187323 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-10ed4ee2-e481-4604-85ef-2c68c41e810c req-2fd464b5-f805-43a6-8846-59f464a3c1b7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388014 Jan 27 17:53:03.216513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45536) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:53:03.292962 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c58a43-4d3c-4b7f-a79f-c534ba9d6afa tempest-TestShelveInstance-628798224 tempest-TestShelveInstance-628798224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:53:03.294468 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-55c58a43-4d3c-4b7f-a79f-c534ba9d6afa tempest-TestShelveInstance-628798224 tempest-TestShelveInstance-628798224-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 1093 time: 0.0768962 Jan 27 17:53:03.297271 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45540) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:53:03.302325 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '5279a54d-c267-4235-b419-44ff2263ca32', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:53:03.308322 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:53:03.312104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Usage tracker for resource:floatingip and tenant:67307ace0a65415dbbe1e20163170ed4 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:53:03.314916 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:53:03.320579 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:53:03.333104 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:03.478360 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:03.624080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Allocated IP 172.26.1.204 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/46e0fec9-22d7-428f-960b-4fba018c5f6c) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:53:03.771407 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:03.805993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:03.814187 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:03.874866 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:53:03.877583 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:53:03.881370 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:53:03.919441 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'Port': ['ID=46e0fec9-22d7-428f-960b-4fba018c5f6c,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:53:04.405861 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:04.481807 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:04.701371 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:04.708960 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:04.816474 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event updated for resources: {'Port': ['ID=46e0fec9-22d7-428f-960b-4fba018c5f6c,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:53:04.827216 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:05.006315 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Floating IP cfb1aa10-0da6-4aab-96a6-5735f5d0cae8 associated. External IP: 172.26.1.204, port: 5279a54d-c267-4235-b419-44ff2263ca32. Jan 27 17:53:05.351957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Router eeb127a8-ae39-4461-874e-36fc3c7fdabc has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:53:05.650882 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:53:05.661929 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c947c8-7f2d-419f-8fd0-d60a5dcb1117 None None] Sync routers for ids ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:53:05.672462 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c947c8-7f2d-419f-8fd0-d60a5dcb1117 None None] Routers {'eeb127a8-ae39-4461-874e-36fc3c7fdabc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:53:05.673318 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-94c947c8-7f2d-419f-8fd0-d60a5dcb1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:52:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:53:05.676558 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:05.734214 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fa7d5d9a-b974-470f-9fd6-4b7a5bbe239b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4359171 Jan 27 17:53:05.735203 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3e5580-3705-4353-b480-cf13b60915ad', 'tag': '5279a54d-c267-4235-b419-44ff2263ca32'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:53:05.832363 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3e5580-3705-4353-b480-cf13b60915ad', 'tag': '5279a54d-c267-4235-b419-44ff2263ca32', 'status': 'completed', 'code': 200} Jan 27 17:53:05.853265 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-94c947c8-7f2d-419f-8fd0-d60a5dcb1117 None None] Set router eeb127a8-ae39-4461-874e-36fc3c7fdabc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:53:05.924833 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2b047-0f30-4183-ba12-75447ad59cd9 req-acb620c6-f7d4-4f95-ba05-9271fe182699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:53:05.926340 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c2b047-0f30-4183-ba12-75447ad59cd9 req-acb620c6-f7d4-4f95-ba05-9271fe182699 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 1098 time: 0.0737066 Jan 27 17:53:06.057515 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2b047-0f30-4183-ba12-75447ad59cd9 req-bb5f0931-ee4e-48b2-8f42-e54d82ec68a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:53:06.058986 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c2b047-0f30-4183-ba12-75447ad59cd9 req-bb5f0931-ee4e-48b2-8f42-e54d82ec68a8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 910 time: 0.1263108 Jan 27 17:53:06.161554 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c2b047-0f30-4183-ba12-75447ad59cd9 req-affc738c-1684-4fae-af7e-61671fd8b529 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5279a54d-c267-4235-b419-44ff2263ca32 HTTP/1.1" status: 200 len: 999 time: 0.0960844 Jan 27 17:53:06.202050 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-94c947c8-7f2d-419f-8fd0-d60a5dcb1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:48:05Z', 'revision_number': 4, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'cfb1aa10-0da6-4aab-96a6-5735f5d0cae8', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'floating_ip_address': '172.26.1.204', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'port_id': '5279a54d-c267-4235-b419-44ff2263ca32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'mac_address': 'fa:16:3e:87:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e5580-3705-4353-b480-cf13b60915ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:53:04Z', 'updated_at': '2022-01-27T17:53:04Z', 'revision_number': 0, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb0ddff-74f0-4764-9b64-68c084a9fdcd', 'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'mac_address': 'fa:16:3e:26:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:05Z', 'updated_at': '2022-01-27T17:48:13Z', 'revision_number': 5, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'subnets': [{'id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:53:06.206153 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c947c8-7f2d-419f-8fd0-d60a5dcb1117 None None] Checking router: eeb127a8-ae39-4461-874e-36fc3c7fdabc for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:53:06.214949 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c947c8-7f2d-419f-8fd0-d60a5dcb1117 None None] Routers {'eeb127a8-ae39-4461-874e-36fc3c7fdabc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:53:06.215716 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-94c947c8-7f2d-419f-8fd0-d60a5dcb1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:52:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:53:06.222501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2b047-0f30-4183-ba12-75447ad59cd9 req-86cbac78-3aad-47e3-a1e3-492e5412a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:53:06.223945 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c2b047-0f30-4183-ba12-75447ad59cd9 req-86cbac78-3aad-47e3-a1e3-492e5412a770 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0567319 Jan 27 17:53:06.302065 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2b047-0f30-4183-ba12-75447ad59cd9 req-ab7c4805-d423-4ba7-8db1-f3c5cc635c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:53:06.303545 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c2b047-0f30-4183-ba12-75447ad59cd9 req-ab7c4805-d423-4ba7-8db1-f3c5cc635c8b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736535 Jan 27 17:53:06.393110 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-94c947c8-7f2d-419f-8fd0-d60a5dcb1117 None None] Set router eeb127a8-ae39-4461-874e-36fc3c7fdabc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:53:06.434134 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c2b047-0f30-4183-ba12-75447ad59cd9 req-8bf4c7dc-b98e-40a9-b7c7-4ae8cfd45f7b service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245399 Jan 27 17:53:06.677165 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-32c2b047-0f30-4183-ba12-75447ad59cd9 req-d04e2311-9803-4e82-9863-f856cf16b63f service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363219 Jan 27 17:53:06.741527 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-94c947c8-7f2d-419f-8fd0-d60a5dcb1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:48:05Z', 'revision_number': 4, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'cfb1aa10-0da6-4aab-96a6-5735f5d0cae8', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'floating_ip_address': '172.26.1.204', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'port_id': '5279a54d-c267-4235-b419-44ff2263ca32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'mac_address': 'fa:16:3e:87:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e5580-3705-4353-b480-cf13b60915ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:53:04Z', 'updated_at': '2022-01-27T17:53:04Z', 'revision_number': 0, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb0ddff-74f0-4764-9b64-68c084a9fdcd', 'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'mac_address': 'fa:16:3e:26:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:05Z', 'updated_at': '2022-01-27T17:48:13Z', 'revision_number': 5, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'subnets': [{'id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:53:06.745657 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c947c8-7f2d-419f-8fd0-d60a5dcb1117 None None] The sync data for ids ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'] in dv-neutron-826439-2-hyperv is: [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:48:05Z', 'revision_number': 4, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': 'cfb1aa10-0da6-4aab-96a6-5735f5d0cae8', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'floating_ip_address': '172.26.1.204', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'port_id': '5279a54d-c267-4235-b419-44ff2263ca32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'mac_address': 'fa:16:3e:87:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3e5580-3705-4353-b480-cf13b60915ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:53:04Z', 'updated_at': '2022-01-27T17:53:04Z', 'revision_number': 0, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb0ddff-74f0-4764-9b64-68c084a9fdcd', 'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'mac_address': 'fa:16:3e:26:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:05Z', 'updated_at': '2022-01-27T17:48:13Z', 'revision_number': 5, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'subnets': [{'id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:53:06.940421 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfe252e-b9b9-4cca-b3d3-bfa4aca84bf5 None None] New status for floating IP cfb1aa10-0da6-4aab-96a6-5735f5d0cae8: ACTIVE {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:53:18.840705 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6832e1a4-df8e-41c4-b5f1-3a4a52bc410f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:21.100501 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f755568-ebf3-40ea-965f-536bb88e9a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:22.350821 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:22.352081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:23.630272 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:29.653765 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:53:33.815057 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:48.837470 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5f5c3e55-adc0-4cd9-bf78-d6117ad09edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:51.107461 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3914c8a9-dc0b-4276-ae00-80b0e28094e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:52.364277 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:52.366987 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:53.067028 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-66a9d890-f078-4af8-8a2f-53f8370ba065 req-c94ee39d-e231-44d9-bfcd-c26f5026f4c9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1141005 Jan 27 17:53:53.211732 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9d890-f078-4af8-8a2f-53f8370ba065 req-1d1dd1cc-8cb5-4f79-84cc-a6ea7076eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:53:53.213127 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-66a9d890-f078-4af8-8a2f-53f8370ba065 req-1d1dd1cc-8cb5-4f79-84cc-a6ea7076eb29 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 1098 time: 0.0787473 Jan 27 17:53:53.358138 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9d890-f078-4af8-8a2f-53f8370ba065 req-f3f21416-3963-4652-8234-82b41813fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:53:53.359577 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-66a9d890-f078-4af8-8a2f-53f8370ba065 req-f3f21416-3963-4652-8234-82b41813fbcc service neutron] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 910 time: 0.1273904 Jan 27 17:53:53.463837 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-66a9d890-f078-4af8-8a2f-53f8370ba065 req-c6579c18-46e5-427a-bf8f-c9a54877bec9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5279a54d-c267-4235-b419-44ff2263ca32 HTTP/1.1" status: 200 len: 1001 time: 0.0981357 Jan 27 17:53:53.527855 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9d890-f078-4af8-8a2f-53f8370ba065 req-5bd5c7ad-5b8d-4788-876a-5dfa0a5fa4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:53:53.529241 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-66a9d890-f078-4af8-8a2f-53f8370ba065 req-5bd5c7ad-5b8d-4788-876a-5dfa0a5fa4fc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0594623 Jan 27 17:53:53.611936 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9d890-f078-4af8-8a2f-53f8370ba065 req-45d6ae4c-bbf9-44bd-a6bc-a0200e682080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:53:53.613502 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-66a9d890-f078-4af8-8a2f-53f8370ba065 req-45d6ae4c-bbf9-44bd-a6bc-a0200e682080 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765302 Jan 27 17:53:53.645440 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:53:53.747220 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-66a9d890-f078-4af8-8a2f-53f8370ba065 req-51b90fb6-f173-4489-911b-ad3c8e7a7ef8 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277187 Jan 27 17:53:53.882564 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-66a9d890-f078-4af8-8a2f-53f8370ba065 req-eb540171-e3ca-4b4e-9288-d523d9103efc service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284077 Jan 27 17:54:03.804970 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:06.656292 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:54:18.835890 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06f74196-f8a3-41e1-8911-f763dd4d07cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:21.104008 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-91124804-938e-421f-b368-c28ed1dc814a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:22.365546 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:22.367396 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:23.645546 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:33.826958 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:43.660568 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:54:48.836947 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca64817b-59a9-492f-83a3-57af81177b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:51.099473 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b7464344-aeb8-43e0-a563-493645db738f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:52.360768 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:52.367661 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:53.647943 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:54:55.035881 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e5648c47-0afb-4853-9a63-32bd9b8d03be req-f506de52-15fe-464a-b0c3-7f803e4475d3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726652 Jan 27 17:54:55.182173 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5648c47-0afb-4853-9a63-32bd9b8d03be req-18be337c-3986-4427-b43e-7e1e284da8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:55.183577 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e5648c47-0afb-4853-9a63-32bd9b8d03be req-18be337c-3986-4427-b43e-7e1e284da8d0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 1098 time: 0.0754197 Jan 27 17:54:55.333934 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5648c47-0afb-4853-9a63-32bd9b8d03be req-fea6ba40-9845-4603-bf2f-29874e001606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:55.335274 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e5648c47-0afb-4853-9a63-32bd9b8d03be req-fea6ba40-9845-4603-bf2f-29874e001606 service neutron] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 910 time: 0.1327794 Jan 27 17:54:55.438033 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e5648c47-0afb-4853-9a63-32bd9b8d03be req-6026e783-7a45-4794-ace1-6b919ee74b94 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5279a54d-c267-4235-b419-44ff2263ca32 HTTP/1.1" status: 200 len: 1001 time: 0.0968103 Jan 27 17:54:55.500387 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5648c47-0afb-4853-9a63-32bd9b8d03be req-0efbf9c4-df9d-4f0d-b44b-c66f509f01a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:55.501813 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e5648c47-0afb-4853-9a63-32bd9b8d03be req-0efbf9c4-df9d-4f0d-b44b-c66f509f01a2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0584991 Jan 27 17:54:55.578449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5648c47-0afb-4853-9a63-32bd9b8d03be req-7e9ed4d2-1b52-4380-a61c-2dddfd5b122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:54:55.579897 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e5648c47-0afb-4853-9a63-32bd9b8d03be req-7e9ed4d2-1b52-4380-a61c-2dddfd5b122b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723720 Jan 27 17:54:55.710420 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e5648c47-0afb-4853-9a63-32bd9b8d03be req-74c1f01f-d9bb-4235-95d0-d7f46887724e service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241436 Jan 27 17:54:55.957455 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-e5648c47-0afb-4853-9a63-32bd9b8d03be req-042e2168-ad78-409c-a493-8275216f5120 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404685 Jan 27 17:55:02.180883 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb7446-c856-41f4-94ff-db546db50856 req-de7c6474-42d9-4040-9fe9-225cca7ab044 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:02.182410 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d1cb7446-c856-41f4-94ff-db546db50856 req-de7c6474-42d9-4040-9fe9-225cca7ab044 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.1425297 Jan 27 17:55:02.234444 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d1cb7446-c856-41f4-94ff-db546db50856 req-c49be68b-c52d-4093-a4c8-bd45d749c07e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457342 Jan 27 17:55:03.492609 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afb8ae-bb5c-4ab9-b999-e86e1f699982 req-2fb1804e-2a3e-458b-842c-48f5c460e14d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:03.494120 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e1afb8ae-bb5c-4ab9-b999-e86e1f699982 req-2fb1804e-2a3e-458b-842c-48f5c460e14d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.1291842 Jan 27 17:55:03.542612 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e1afb8ae-bb5c-4ab9-b999-e86e1f699982 req-3452a7d2-1caa-41a1-91ea-37e868085e13 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416527 Jan 27 17:55:03.814997 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:04.757986 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e9270-5f76-491a-b23e-8a1183d1b596 req-61c22c5a-2acd-4dde-bed0-2fd1520e329a tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:04.759433 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2e1e9270-5f76-491a-b23e-8a1183d1b596 req-61c22c5a-2acd-4dde-bed0-2fd1520e329a tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.0869725 Jan 27 17:55:04.804108 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2e1e9270-5f76-491a-b23e-8a1183d1b596 req-e2b8064d-ddb3-45c5-b287-6d240c8de482 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387928 Jan 27 17:55:06.009276 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17526c89-1ea4-4188-870d-cea536232f0b req-28ed3916-ba48-4a35-b5da-44a51c9e7b8c tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:06.010740 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-17526c89-1ea4-4188-870d-cea536232f0b req-28ed3916-ba48-4a35-b5da-44a51c9e7b8c tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.0916467 Jan 27 17:55:06.054672 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-17526c89-1ea4-4188-870d-cea536232f0b req-183f38a1-9b6f-4ba9-9b0d-27afdd503686 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378330 Jan 27 17:55:07.248612 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b198d5-102c-4b54-a96f-2ba271847e4e req-6d1891c9-cd11-4916-9132-f904af0d38c4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:07.250081 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c5b198d5-102c-4b54-a96f-2ba271847e4e req-6d1891c9-cd11-4916-9132-f904af0d38c4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.0894179 Jan 27 17:55:07.293416 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-c5b198d5-102c-4b54-a96f-2ba271847e4e req-9cdb9842-91c2-48c6-8d6c-699da733bbe3 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376668 Jan 27 17:55:08.486220 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba05b5-4a46-4960-95c0-72668343ca15 req-ff14b3ce-011f-4c9a-a05f-b0d95eeba58c tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:08.487672 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5eba05b5-4a46-4960-95c0-72668343ca15 req-ff14b3ce-011f-4c9a-a05f-b0d95eeba58c tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.0819523 Jan 27 17:55:08.531088 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5eba05b5-4a46-4960-95c0-72668343ca15 req-26652811-b1f6-43b8-8c03-4750473c18c4 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376220 Jan 27 17:55:09.735276 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fed3aa-0474-47c6-85ec-c2d81c32607a req-6ac34fff-e240-4726-8063-02179e35e777 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:09.736734 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-58fed3aa-0474-47c6-85ec-c2d81c32607a req-6ac34fff-e240-4726-8063-02179e35e777 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.0900450 Jan 27 17:55:09.780548 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-58fed3aa-0474-47c6-85ec-c2d81c32607a req-2fd04bc8-222e-4bdc-bf5d-72f4fa47fed5 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380168 Jan 27 17:55:10.983170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8478a6-fb38-4c50-9378-89502053475f req-cf2341a4-5811-4e92-9a29-bae07be5e8e9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:10.984615 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-db8478a6-fb38-4c50-9378-89502053475f req-cf2341a4-5811-4e92-9a29-bae07be5e8e9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.0873117 Jan 27 17:55:11.034442 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-db8478a6-fb38-4c50-9378-89502053475f req-933c0bc5-19f9-4aec-a12c-fe90ef3b752f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400987 Jan 27 17:55:12.271398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b2107-da00-4a76-ac0f-6925c8755889 req-0e17dfb6-7b79-4a99-8c3b-34d2853a83d9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:12.272822 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-972b2107-da00-4a76-ac0f-6925c8755889 req-0e17dfb6-7b79-4a99-8c3b-34d2853a83d9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.1323683 Jan 27 17:55:12.277115 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f22ac-684d-494c-906f-94178379772c req-b4a0827e-5caf-452e-8640-b85c0b2bd9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:12.278479 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-298f22ac-684d-494c-906f-94178379772c req-b4a0827e-5caf-452e-8640-b85c0b2bd9ff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 1098 time: 0.1361692 Jan 27 17:55:12.399359 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-972b2107-da00-4a76-ac0f-6925c8755889 req-d1f9d94c-63b6-43a5-a473-ac7cb3136b26 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198645 Jan 27 17:55:12.435252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f22ac-684d-494c-906f-94178379772c req-77558716-eeca-47ee-a48d-7be966f65b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:12.436694 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-298f22ac-684d-494c-906f-94178379772c req-77558716-eeca-47ee-a48d-7be966f65b9c service neutron] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 910 time: 0.1448832 Jan 27 17:55:12.544920 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-298f22ac-684d-494c-906f-94178379772c req-02996bb5-3c4c-49ae-ae71-5e8840abea2e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5279a54d-c267-4235-b419-44ff2263ca32 HTTP/1.1" status: 200 len: 1001 time: 0.1020205 Jan 27 17:55:12.621722 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f22ac-684d-494c-906f-94178379772c req-5efa457e-04f2-460b-9196-7994d075e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:12.623768 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-298f22ac-684d-494c-906f-94178379772c req-5efa457e-04f2-460b-9196-7994d075e56d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0729928 Jan 27 17:55:12.704727 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f22ac-684d-494c-906f-94178379772c req-9bbc95b2-0c0b-4ef6-b60c-3ee1f97345fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:12.706198 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-298f22ac-684d-494c-906f-94178379772c req-9bbc95b2-0c0b-4ef6-b60c-3ee1f97345fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760396 Jan 27 17:55:12.837285 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-298f22ac-684d-494c-906f-94178379772c req-aaaf6834-5408-4f55-af32-224bf3df9df0 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247747 Jan 27 17:55:12.987118 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-298f22ac-684d-494c-906f-94178379772c req-797aa580-2dce-43ac-89ab-160a0ba8201d service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428142 Jan 27 17:55:13.597188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83607a-2d22-42a8-b767-6c898a9301bc req-0690dffd-9ba8-498e-b0ff-13affbea8d94 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:13.598712 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0d83607a-2d22-42a8-b767-6c898a9301bc req-0690dffd-9ba8-498e-b0ff-13affbea8d94 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.0879273 Jan 27 17:55:13.647400 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0d83607a-2d22-42a8-b767-6c898a9301bc req-8a8615f6-eff0-4e67-8ec7-4c7a55b90af5 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428693 Jan 27 17:55:14.832888 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e4f37-4454-4cdb-b9e4-680677a820b3 req-8cf379af-1a29-43de-ad0d-09168a2f2a33 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:14.834408 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3f0e4f37-4454-4cdb-b9e4-680677a820b3 req-8cf379af-1a29-43de-ad0d-09168a2f2a33 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.0798926 Jan 27 17:55:14.883512 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3f0e4f37-4454-4cdb-b9e4-680677a820b3 req-20a54ebf-6ab5-4b95-a7b1-d67c4769d7d5 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426667 Jan 27 17:55:16.079650 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab805b87-645c-41c7-a7c0-2111ca9e17e9 req-a79ef169-4312-4365-921c-1e3bec3b2880 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:16.081103 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ab805b87-645c-41c7-a7c0-2111ca9e17e9 req-a79ef169-4312-4365-921c-1e3bec3b2880 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.0795588 Jan 27 17:55:16.126428 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ab805b87-645c-41c7-a7c0-2111ca9e17e9 req-2aec2836-4f13-48d8-9e32-1f4116083b64 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394735 Jan 27 17:55:16.480008 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-0edce54a-4c43-4d13-83ae-adfa9cf55e86 req-3105eb30-5332-413d-a317-9e508fba66f6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1354899 Jan 27 17:55:16.502705 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70471f04-aabb-4c7c-9e2d-5429e84bb75f req-7b1ff4d2-cd45-474f-b4aa-72d81173a3bc tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:16.503568 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-70471f04-aabb-4c7c-9e2d-5429e84bb75f req-7b1ff4d2-cd45-474f-b4aa-72d81173a3bc tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.1021838 Jan 27 17:55:16.548875 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-70471f04-aabb-4c7c-9e2d-5429e84bb75f req-a708eba5-23d2-4474-a4e1-a97ef985f483 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390530 Jan 27 17:55:17.740144 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072f83f-aa11-4cb7-9f97-5440527b7495 req-ec1c0cca-8ae6-4a4a-841e-ef5a748fe5d6 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:17.741670 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4072f83f-aa11-4cb7-9f97-5440527b7495 req-ec1c0cca-8ae6-4a4a-841e-ef5a748fe5d6 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.0884423 Jan 27 17:55:17.790338 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4072f83f-aa11-4cb7-9f97-5440527b7495 req-ccfc918f-d9ef-4ea1-9c97-298ba8cb4cef tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409408 Jan 27 17:55:18.833386 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1610390b-95de-4e3a-ad38-1f8a2c7f08ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:18.986765 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f856f-26ec-4920-b01f-fd6cb1b5ff14 req-39591e63-e53f-48d0-95b1-604bbacf4040 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:18.988288 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5a4f856f-26ec-4920-b01f-fd6cb1b5ff14 req-39591e63-e53f-48d0-95b1-604bbacf4040 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.0876241 Jan 27 17:55:19.036626 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5a4f856f-26ec-4920-b01f-fd6cb1b5ff14 req-7fc2db22-0728-4a77-b04d-6ff48250e21e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390048 Jan 27 17:55:19.141229 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 5279a54d-c267-4235-b419-44ff2263ca32 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:55:19.147179 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edce54a-4c43-4d13-83ae-adfa9cf55e86 req-04ae2b91-f570-4204-9832-d035a6f65cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:19.148674 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0edce54a-4c43-4d13-83ae-adfa9cf55e86 req-04ae2b91-f570-4204-9832-d035a6f65cef service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad&tenant_id=67307ace0a65415dbbe1e20163170ed4 HTTP/1.1" status: 200 len: 1098 time: 0.0766625 Jan 27 17:55:19.258015 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:19.301732 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3e5580-3705-4353-b480-cf13b60915ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5279a54d-c267-4235-b419-44ff2263ca32'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:55:19.313905 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 5279a54d-c267-4235-b419-44ff2263ca32, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5279a54d-c267-4235-b419-44ff2263ca32,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:55:19.320392 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:19.367818 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3e5580-3705-4353-b480-cf13b60915ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5279a54d-c267-4235-b419-44ff2263ca32', 'code': 200} Jan 27 17:55:19.404535 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=5279a54d-c267-4235-b419-44ff2263ca32,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:55:19.412327 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:19.412680 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:19.413013 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:19.413335 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:19.413702 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:19.414021 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:19.414362 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:19.414681 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:19.414995 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:19.415315 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:19.415614 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:19.415933 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:55:19.417572 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edce54a-4c43-4d13-83ae-adfa9cf55e86 req-55b04ce6-147e-48e3-b17d-089e93ef0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:19.419108 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0edce54a-4c43-4d13-83ae-adfa9cf55e86 req-55b04ce6-147e-48e3-b17d-089e93ef0bb3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 1096 time: 0.2475605 Jan 27 17:55:19.554946 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edce54a-4c43-4d13-83ae-adfa9cf55e86 req-3a5391e4-bae2-4dec-ac2b-eb834f4f51b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:19.556358 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0edce54a-4c43-4d13-83ae-adfa9cf55e86 req-3a5391e4-bae2-4dec-ac2b-eb834f4f51b4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 910 time: 0.1315956 Jan 27 17:55:19.660341 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0edce54a-4c43-4d13-83ae-adfa9cf55e86 req-116cd89d-cf20-48a2-a283-5b5d61ee9af5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5279a54d-c267-4235-b419-44ff2263ca32 HTTP/1.1" status: 200 len: 999 time: 0.0979588 Jan 27 17:55:19.724398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edce54a-4c43-4d13-83ae-adfa9cf55e86 req-dca6483d-9d8a-4d01-a2f1-6ad2884eb569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:19.725927 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0edce54a-4c43-4d13-83ae-adfa9cf55e86 req-dca6483d-9d8a-4d01-a2f1-6ad2884eb569 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0598245 Jan 27 17:55:19.803759 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edce54a-4c43-4d13-83ae-adfa9cf55e86 req-db20a80d-7689-47e0-8f13-1b07c4f2b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:19.805254 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0edce54a-4c43-4d13-83ae-adfa9cf55e86 req-db20a80d-7689-47e0-8f13-1b07c4f2b9d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737474 Jan 27 17:55:19.946541 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0edce54a-4c43-4d13-83ae-adfa9cf55e86 req-04f2e29b-683b-41b1-bc4c-301752372551 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346490 Jan 27 17:55:20.079105 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0edce54a-4c43-4d13-83ae-adfa9cf55e86 req-7a4e6024-af10-494c-91d8-e2b51c01e0f1 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267033 Jan 27 17:55:20.239722 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81feb37-27f7-49f8-add1-8d9fec27a359 req-d24d70b8-029d-4860-a5e5-8da59d2cafb0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:20.241185 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d81feb37-27f7-49f8-add1-8d9fec27a359 req-d24d70b8-029d-4860-a5e5-8da59d2cafb0 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 943 time: 0.0909858 Jan 27 17:55:20.292905 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d81feb37-27f7-49f8-add1-8d9fec27a359 req-37251dbd-b54b-4f3b-bd39-ca31363b8845 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432737 Jan 27 17:55:20.664988 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:55:21.095126 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f61e7b0-2ad0-4201-846a-f1f8a3d39187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:21.485107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f32d2-624f-4bd1-bd18-230e346f0997 req-90d5edce-5066-4bb6-b343-6c545df05156 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:21.486676 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-034f32d2-624f-4bd1-bd18-230e346f0997 req-90d5edce-5066-4bb6-b343-6c545df05156 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 943 time: 0.0831287 Jan 27 17:55:21.534856 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-034f32d2-624f-4bd1-bd18-230e346f0997 req-500a2cde-dfef-493a-bb59-d924a89f0761 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423958 Jan 27 17:55:22.366928 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:22.373063 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:22.737718 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8b9fb-0443-4e3b-9d73-3617a0fcb15a req-61655eba-94d3-4abd-82cd-e0818894c75a tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:22.739178 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-efb8b9fb-0443-4e3b-9d73-3617a0fcb15a req-61655eba-94d3-4abd-82cd-e0818894c75a tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 943 time: 0.0863495 Jan 27 17:55:22.784147 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-efb8b9fb-0443-4e3b-9d73-3617a0fcb15a req-224646cd-d24e-4b61-8859-ca5242113532 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392754 Jan 27 17:55:23.652770 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:23.980969 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ef880-cd7c-4eec-86c8-02598340f35f req-a7448383-220f-4827-989a-6ed92bcf3eee tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:23.982450 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-dc3ef880-cd7c-4eec-86c8-02598340f35f req-a7448383-220f-4827-989a-6ed92bcf3eee tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 943 time: 0.0834229 Jan 27 17:55:24.030991 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-dc3ef880-cd7c-4eec-86c8-02598340f35f req-dee735d2-0c4c-4927-b36d-bf0a8bf7f9d9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400071 Jan 27 17:55:25.225804 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49ae57-8b97-4c7b-8b19-6c0ee3056f7c req-7a45c853-4fa2-4857-8036-64705f6651ff tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:25.227228 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cc49ae57-8b97-4c7b-8b19-6c0ee3056f7c req-7a45c853-4fa2-4857-8036-64705f6651ff tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 943 time: 0.0911093 Jan 27 17:55:25.276498 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-cc49ae57-8b97-4c7b-8b19-6c0ee3056f7c req-5ff1f173-2505-47a8-8abe-d9fbe9375c24 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410786 Jan 27 17:55:26.490884 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04352aab-afa7-4d00-aebd-25d9416f538b req-ce57f491-5578-4619-8dc7-36eb171b5ef9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:26.492342 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04352aab-afa7-4d00-aebd-25d9416f538b req-ce57f491-5578-4619-8dc7-36eb171b5ef9 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 943 time: 0.0968475 Jan 27 17:55:26.537353 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04352aab-afa7-4d00-aebd-25d9416f538b req-f259f37e-8634-4699-a440-d6d42a1e9a2d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392895 Jan 27 17:55:27.134652 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 5279a54d-c267-4235-b419-44ff2263ca32 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:55:27.268786 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 5279a54d-c267-4235-b419-44ff2263ca32, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5279a54d-c267-4235-b419-44ff2263ca32,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:55:27.281836 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '5279a54d-c267-4235-b419-44ff2263ca32', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'port_id': '5279a54d-c267-4235-b419-44ff2263ca32', 'mac_address': 'fa:16:3e:87:d0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:55:27.339918 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:27.356775 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5279a54d-c267-4235-b419-44ff2263ca32 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:55:27.372071 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 5279a54d-c267-4235-b419-44ff2263ca32, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5279a54d-c267-4235-b419-44ff2263ca32,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:55:27.378321 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:27.444271 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=5279a54d-c267-4235-b419-44ff2263ca32,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:55:27.599222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['5279a54d-c267-4235-b419-44ff2263ca32'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:55:27.732022 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683380d-9e8b-4884-ba26-cc5d339f7c3d req-4745be2e-8f8e-43fe-80de-be6b4b324ab5 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:27.733602 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2683380d-9e8b-4884-ba26-cc5d339f7c3d req-4745be2e-8f8e-43fe-80de-be6b4b324ab5 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 944 time: 0.0823674 Jan 27 17:55:27.777942 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-2683380d-9e8b-4884-ba26-cc5d339f7c3d req-fdc2eb7c-303d-45be-95d0-9cf278847f4f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384352 Jan 27 17:55:28.973013 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275f81a-9c70-431a-9018-9a1c56dc9e96 req-5f33950a-cc75-47b1-a720-7f0d33ddf24b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:28.974462 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f275f81a-9c70-431a-9018-9a1c56dc9e96 req-5f33950a-cc75-47b1-a720-7f0d33ddf24b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 944 time: 0.0821576 Jan 27 17:55:29.020549 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-f275f81a-9c70-431a-9018-9a1c56dc9e96 req-80c0678a-ad14-4a66-af83-a109e09c2758 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376096 Jan 27 17:55:29.136354 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 5279a54d-c267-4235-b419-44ff2263ca32 up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:55:29.214060 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 5279a54d-c267-4235-b419-44ff2263ca32 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:55:29.214431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:29.329319 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:29.355981 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3e5580-3705-4353-b480-cf13b60915ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5279a54d-c267-4235-b419-44ff2263ca32'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:55:29.365334 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 5279a54d-c267-4235-b419-44ff2263ca32, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5279a54d-c267-4235-b419-44ff2263ca32,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:55:29.370019 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:29.400966 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3e5580-3705-4353-b480-cf13b60915ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5279a54d-c267-4235-b419-44ff2263ca32', 'code': 200} Jan 27 17:55:29.439288 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=5279a54d-c267-4235-b419-44ff2263ca32,revision_number=8']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:55:29.674321 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2984f-83e1-47ac-8cf5-959f3fc8fe70 req-a3261daa-dbab-4963-8ae3-a4c24bd4e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:29.675792 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b7f2984f-83e1-47ac-8cf5-959f3fc8fe70 req-a3261daa-dbab-4963-8ae3-a4c24bd4e056 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 1098 time: 0.0809338 Jan 27 17:55:29.716504 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b7f2984f-83e1-47ac-8cf5-959f3fc8fe70 req-c75bc321-872c-420a-b483-910248119f35 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345361 Jan 27 17:55:30.212037 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c383e-5f8f-4b50-af57-411fce7a6de5 req-13491ed1-b647-4780-99f6-e9e19c6bf2d7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:30.213476 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-403c383e-5f8f-4b50-af57-411fce7a6de5 req-13491ed1-b647-4780-99f6-e9e19c6bf2d7 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.0806801 Jan 27 17:55:30.261978 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-403c383e-5f8f-4b50-af57-411fce7a6de5 req-471a573c-e648-49d4-814d-b387bd0a1245 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406871 Jan 27 17:55:31.457950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f3893-589a-4208-9c91-07759bc8740b req-8174d439-dd75-4653-b1c3-efacb85fb46b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:31.459387 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e01f3893-589a-4208-9c91-07759bc8740b req-8174d439-dd75-4653-b1c3-efacb85fb46b tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.0858810 Jan 27 17:55:31.505950 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-e01f3893-589a-4208-9c91-07759bc8740b req-5119f2eb-71fb-4eea-a57b-358ee56ad7b5 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383649 Jan 27 17:55:33.839999 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:48.832430 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b84b-85fe-4c12-bfb7-7523fa3e1e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:51.100210 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1caa3cdc-817c-45b8-9fac-25f3cffa95db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:52.352709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:52.369698 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:53.661436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:55:55.010525 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b7ffbf12-675c-4886-b988-1ab98279a0fc req-692bcbd0-2696-4885-83f3-28d69fc7edf2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701711 Jan 27 17:55:55.149440 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffbf12-675c-4886-b988-1ab98279a0fc req-e37fd727-14e4-4a7e-bd9c-2ddc9eb28eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:55.150805 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b7ffbf12-675c-4886-b988-1ab98279a0fc req-e37fd727-14e4-4a7e-bd9c-2ddc9eb28eb3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 1098 time: 0.0728714 Jan 27 17:55:55.300663 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffbf12-675c-4886-b988-1ab98279a0fc req-d3174c64-0ce6-4800-806d-2670b5891b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:55.302491 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b7ffbf12-675c-4886-b988-1ab98279a0fc req-d3174c64-0ce6-4800-806d-2670b5891b32 service neutron] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 910 time: 0.1336880 Jan 27 17:55:55.406974 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b7ffbf12-675c-4886-b988-1ab98279a0fc req-31ef5e0c-e865-4335-bebf-5803b5bb86ba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5279a54d-c267-4235-b419-44ff2263ca32 HTTP/1.1" status: 200 len: 1001 time: 0.0973160 Jan 27 17:55:55.487302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffbf12-675c-4886-b988-1ab98279a0fc req-89ca06bf-bf60-45b6-96aa-cd3668f1d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:55.489366 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b7ffbf12-675c-4886-b988-1ab98279a0fc req-89ca06bf-bf60-45b6-96aa-cd3668f1d7cb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0770946 Jan 27 17:55:55.572577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffbf12-675c-4886-b988-1ab98279a0fc req-93103924-90ba-46d1-b5b3-2499cb9fb2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:55:55.572577 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b7ffbf12-675c-4886-b988-1ab98279a0fc req-93103924-90ba-46d1-b5b3-2499cb9fb2fa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768189 Jan 27 17:55:55.810584 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b7ffbf12-675c-4886-b988-1ab98279a0fc req-5e1624c8-932f-45a6-ae01-7e30179ae334 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315252 Jan 27 17:55:55.948059 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b7ffbf12-675c-4886-b988-1ab98279a0fc req-10c239be-5de4-4666-b20e-3bf89b3df414 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320460 Jan 27 17:55:57.665554 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:56:03.819495 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:18.842177 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50aee83a-57db-41ec-90ae-6cd55cd7d2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:21.104872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37af2274-9d27-4b05-83b7-96e82316e237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:22.359612 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:22.371917 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:23.666820 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:33.823182 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:34.670728 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:56:47.376605 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45672) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:56:47.581906 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Deleting port 46e0fec9-22d7-428f-960b-4fba018c5f6c {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:56:47.582237 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:47.860870 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:47.861190 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:47.982333 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Calling delete_port for 46e0fec9-22d7-428f-960b-4fba018c5f6c owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:56:48.133633 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:48.178538 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event deleted for resources: {'Port': ['ID=46e0fec9-22d7-428f-960b-4fba018c5f6c,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:48.217651 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:48.218054 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:48.218387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:48.218710 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:48.219030 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:48.219344 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:48.219639 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:48.219950 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:48.220266 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:48.220564 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:48.220875 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:48.221182 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:48.284207 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:48.284581 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Floating IP cfb1aa10-0da6-4aab-96a6-5735f5d0cae8 disassociated (deleted). External IP: 172.26.1.204, port: 5279a54d-c267-4235-b419-44ff2263ca32. Jan 27 17:56:48.644577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Router eeb127a8-ae39-4461-874e-36fc3c7fdabc has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:56:48.825422 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:56:48.838697 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72fbde1-b136-4f8f-a7db-f6e7df10c8fd None None] Sync routers for ids ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:56:48.849165 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa4837f9-e0fc-4a51-85fe-6974e11f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:48.849366 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:48.852560 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72fbde1-b136-4f8f-a7db-f6e7df10c8fd None None] Routers {'eeb127a8-ae39-4461-874e-36fc3c7fdabc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:56:48.853173 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a72fbde1-b136-4f8f-a7db-f6e7df10c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:56:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:48.905176 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ec270029-09df-4ba7-8657-527c56725d39 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "DELETE /v2.0/floatingips/cfb1aa10-0da6-4aab-96a6-5735f5d0cae8 HTTP/1.1" status: 204 len: 168 time: 1.5272844 Jan 27 17:56:48.905617 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3e5580-3705-4353-b480-cf13b60915ad', 'tag': '5279a54d-c267-4235-b419-44ff2263ca32'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:56:48.951823 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3e5580-3705-4353-b480-cf13b60915ad', 'tag': '5279a54d-c267-4235-b419-44ff2263ca32', 'status': 'completed', 'code': 200} Jan 27 17:56:49.056360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9a98c-521c-44b1-90db-01f985c91ffe req-64e491d6-b2c7-48ff-b479-1b38eee280ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:49.058804 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bed9a98c-521c-44b1-90db-01f985c91ffe req-64e491d6-b2c7-48ff-b479-1b38eee280ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67307ace0a65415dbbe1e20163170ed4&device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 1098 time: 0.0841889 Jan 27 17:56:49.078046 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-a72fbde1-b136-4f8f-a7db-f6e7df10c8fd None None] Set router eeb127a8-ae39-4461-874e-36fc3c7fdabc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:56:49.204949 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9a98c-521c-44b1-90db-01f985c91ffe req-f57e411a-7928-4cac-9272-3c448e6c0b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:49.206460 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bed9a98c-521c-44b1-90db-01f985c91ffe req-f57e411a-7928-4cac-9272-3c448e6c0b08 service neutron] 10.222.0.83 "GET /v2.0/networks?id=120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 200 len: 910 time: 0.1415031 Jan 27 17:56:49.275336 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bed9a98c-521c-44b1-90db-01f985c91ffe req-f3f3a60b-34b2-49e3-acee-5b151ac81554 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5279a54d-c267-4235-b419-44ff2263ca32 HTTP/1.1" status: 200 len: 217 time: 0.0609202 Jan 27 17:56:49.294014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cc74a-15f4-4e39-9de6-86b2a65bac47 req-7ffb4f63-cfd3-46e9-be06-6592e6e950d6 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:49.294727 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-1a4cc74a-15f4-4e39-9de6-86b2a65bac47 req-7ffb4f63-cfd3-46e9-be06-6592e6e950d6 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Synchronizing usage tracker for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:56:49.311523 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-1a4cc74a-15f4-4e39-9de6-86b2a65bac47 req-7ffb4f63-cfd3-46e9-be06-6592e6e950d6 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Unset dirty status for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:56:49.312686 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1a4cc74a-15f4-4e39-9de6-86b2a65bac47 req-7ffb4f63-cfd3-46e9-be06-6592e6e950d6 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.1016283 Jan 27 17:56:49.350344 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9a98c-521c-44b1-90db-01f985c91ffe req-bb0ab6b4-1f02-4ab8-ae01-afa3ea32a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:49.351983 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bed9a98c-521c-44b1-90db-01f985c91ffe req-bb0ab6b4-1f02-4ab8-ae01-afa3ea32a287 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 200 len: 847 time: 0.0702758 Jan 27 17:56:49.366408 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1a4cc74a-15f4-4e39-9de6-86b2a65bac47 req-96169d8d-11a3-45c1-a22b-747bd60e3d7e tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471365 Jan 27 17:56:49.415185 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a72fbde1-b136-4f8f-a7db-f6e7df10c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:48:05Z', 'revision_number': 4, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '3bb0ddff-74f0-4764-9b64-68c084a9fdcd', 'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'mac_address': 'fa:16:3e:26:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:05Z', 'updated_at': '2022-01-27T17:48:13Z', 'revision_number': 5, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'subnets': [{'id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:49.419100 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72fbde1-b136-4f8f-a7db-f6e7df10c8fd None None] Checking router: eeb127a8-ae39-4461-874e-36fc3c7fdabc for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:56:49.427558 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72fbde1-b136-4f8f-a7db-f6e7df10c8fd None None] Routers {'eeb127a8-ae39-4461-874e-36fc3c7fdabc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:56:49.428158 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a72fbde1-b136-4f8f-a7db-f6e7df10c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:56:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:49.431098 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9a98c-521c-44b1-90db-01f985c91ffe req-264d7bd7-b186-4a80-81d3-1b5e00b85162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:49.432634 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bed9a98c-521c-44b1-90db-01f985c91ffe req-264d7bd7-b186-4a80-81d3-1b5e00b85162 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=120ee164-4453-4ac1-92a3-883d96ab5b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745790 Jan 27 17:56:49.442984 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [req-bed9a98c-521c-44b1-90db-01f985c91ffe req-51f5ae44-587b-4f18-a4e4-c257f0f9dd15 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87594) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 17:56:49.443872 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bed9a98c-521c-44b1-90db-01f985c91ffe req-51f5ae44-587b-4f18-a4e4-c257f0f9dd15 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048103 Jan 27 17:56:49.576025 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bed9a98c-521c-44b1-90db-01f985c91ffe req-3fb2c561-f3be-4c73-ab8f-a30f8c3fd4b0 service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258502 Jan 27 17:56:49.607546 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-a72fbde1-b136-4f8f-a7db-f6e7df10c8fd None None] Set router eeb127a8-ae39-4461-874e-36fc3c7fdabc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:56:49.707141 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-bed9a98c-521c-44b1-90db-01f985c91ffe req-76eb2a2b-f560-4681-bc20-74791856d7ec service neutron] 10.222.0.83 "GET /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246641 Jan 27 17:56:49.919365 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-a72fbde1-b136-4f8f-a7db-f6e7df10c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:48:05Z', 'revision_number': 4, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '3bb0ddff-74f0-4764-9b64-68c084a9fdcd', 'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'mac_address': 'fa:16:3e:26:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:05Z', 'updated_at': '2022-01-27T17:48:13Z', 'revision_number': 5, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'subnets': [{'id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:49.923459 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72fbde1-b136-4f8f-a7db-f6e7df10c8fd None None] The sync data for ids ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'] in dv-neutron-826439-2-hyperv is: [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:48:05Z', 'revision_number': 4, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '3bb0ddff-74f0-4764-9b64-68c084a9fdcd', 'name': '', 'network_id': '120ee164-4453-4ac1-92a3-883d96ab5b74', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'mac_address': 'fa:16:3e:26:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:05Z', 'updated_at': '2022-01-27T17:48:13Z', 'revision_number': 5, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'subnets': [{'id': '9a9b08e2-4fcd-489f-93f3-d2e0899f6404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:56:50.136957 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fbbc3e-4546-42e1-97ab-565d0decd4e3 None None] New status for floating IP cfb1aa10-0da6-4aab-96a6-5735f5d0cae8: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:56:50.568290 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424baae-9825-46c2-8140-7b18221ad92c req-21f271b8-54d0-4859-9593-100c61f00880 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:50.569751 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b424baae-9825-46c2-8140-7b18221ad92c req-21f271b8-54d0-4859-9593-100c61f00880 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.0936916 Jan 27 17:56:50.650377 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-b424baae-9825-46c2-8140-7b18221ad92c req-4f117ee3-e2ff-4805-a07a-7b771810f507 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/security-groups?id=e75e87ae-267e-49c7-b00f-10f871c4fc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745411 Jan 27 17:56:50.691134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d91475-4988-4d18-9ee5-0854d108e981 req-a716fca9-3a5a-4def-8e83-b6df38632f0d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:56:50.692558 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d1d91475-4988-4d18-9ee5-0854d108e981 req-a716fca9-3a5a-4def-8e83-b6df38632f0d tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 945 time: 0.0897932 Jan 27 17:56:50.767020 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-d1d91475-4988-4d18-9ee5-0854d108e981 req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Deleting port 5279a54d-c267-4235-b419-44ff2263ca32 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:56:50.767342 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d1d91475-4988-4d18-9ee5-0854d108e981 req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:51.028133 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-d1d91475-4988-4d18-9ee5-0854d108e981 req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] For port 5279a54d-c267-4235-b419-44ff2263ca32, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5279a54d-c267-4235-b419-44ff2263ca32,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:56:51.028486 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d1d91475-4988-4d18-9ee5-0854d108e981 req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:51.109767 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fdeb3ffb-6ced-4e28-b2d9-18ca60c7b02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:51.273821 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [req-d1d91475-4988-4d18-9ee5-0854d108e981 req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Calling delete_port for 5279a54d-c267-4235-b419-44ff2263ca32 owned by compute:nova {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:56:51.419501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d1d91475-4988-4d18-9ee5-0854d108e981 req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:51.467842 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event deleted for resources: {'Port': ['ID=5279a54d-c267-4235-b419-44ff2263ca32,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:51.521711 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:51.522028 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:51.522361 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:51.522682 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:51.522999 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:51.523294 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:51.523603 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:51.523905 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:51.524217 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:51.524519 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:51.524822 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:51.525196 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:56:51.567786 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d91475-4988-4d18-9ee5-0854d108e981 req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] No DVR routers for this DVR port 5279a54d-c267-4235-b419-44ff2263ca32 on host hv-neutron-8264 {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:56:51.570511 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-d1d91475-4988-4d18-9ee5-0854d108e981 req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:51.572938 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3e5580-3705-4353-b480-cf13b60915ad', 'name': 'network-vif-deleted', 'tag': '5279a54d-c267-4235-b419-44ff2263ca32'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:56:51.592019 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-d1d91475-4988-4d18-9ee5-0854d108e981 req-cad0dea4-c53f-48cc-939f-9c07a24fd00f tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.83 "DELETE /v2.0/ports/5279a54d-c267-4235-b419-44ff2263ca32 HTTP/1.1" status: 204 len: 173 time: 0.8937504 Jan 27 17:56:51.628805 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3e5580-3705-4353-b480-cf13b60915ad', 'name': 'network-vif-deleted', 'tag': '5279a54d-c267-4235-b419-44ff2263ca32', 'status': 'completed', 'code': 200} Jan 27 17:56:51.800191 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-2886a356-3194-4bd7-9a68-20f808cb4f68 req-4d9f295d-d450-4fa8-81e4-4b83f5438afd tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Synchronizing usage tracker for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:56:51.818916 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-2886a356-3194-4bd7-9a68-20f808cb4f68 req-4d9f295d-d450-4fa8-81e4-4b83f5438afd tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Unset dirty status for tenant:67307ace0a65415dbbe1e20163170ed4 on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:56:51.820402 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2886a356-3194-4bd7-9a68-20f808cb4f68 req-4d9f295d-d450-4fa8-81e4-4b83f5438afd tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3e5580-3705-4353-b480-cf13b60915ad HTTP/1.1" status: 200 len: 210 time: 0.0623028 Jan 27 17:56:52.356671 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:52.376008 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:52.917437 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 45690) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:56:52.985898 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8f3737d3-304d-47cc-b156-7b50bb4e0ce5 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:53.015187 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8f3737d3-304d-47cc-b156-7b50bb4e0ce5 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:53.085014 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8f3737d3-304d-47cc-b156-7b50bb4e0ce5 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:53.103698 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3737d3-304d-47cc-b156-7b50bb4e0ce5 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75e87ae-267e-49c7-b00f-10f871c4fc2f,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:53.122296 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-8f3737d3-304d-47cc-b156-7b50bb4e0ce5 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:53.123433 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-8f3737d3-304d-47cc-b156-7b50bb4e0ce5 tempest-TestShelveInstance-932330403 tempest-TestShelveInstance-932330403-project] 10.222.0.50 "DELETE /v2.0/security-groups/e75e87ae-267e-49c7-b00f-10f871c4fc2f HTTP/1.1" status: 204 len: 168 time: 0.2050047 Jan 27 17:56:53.183014 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 45696) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:56:53.532279 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 5279a54d-c267-4235-b419-44ff2263ca32 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:56:53.566755 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 5279a54d-c267-4235-b419-44ff2263ca32 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:56:53.567096 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 5279a54d-c267-4235-b419-44ff2263ca32 not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:56:53.658293 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:53.912557 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0c02ceeb-14f9-498c-9752-28603d9a40eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:54.261098 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-0c02ceeb-14f9-498c-9752-28603d9a40eb admin admin] Deleting port 3bb0ddff-74f0-4764-9b64-68c084a9fdcd {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:56:54.261788 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0c02ceeb-14f9-498c-9752-28603d9a40eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:54.555308 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-0c02ceeb-14f9-498c-9752-28603d9a40eb admin admin] For port 3bb0ddff-74f0-4764-9b64-68c084a9fdcd, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3bb0ddff-74f0-4764-9b64-68c084a9fdcd,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:56:54.555536 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0c02ceeb-14f9-498c-9752-28603d9a40eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:54.682200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-0c02ceeb-14f9-498c-9752-28603d9a40eb admin admin] Calling delete_port for 3bb0ddff-74f0-4764-9b64-68c084a9fdcd owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:56:55.007909 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0c02ceeb-14f9-498c-9752-28603d9a40eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:55.053711 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02ceeb-14f9-498c-9752-28603d9a40eb admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb0ddff-74f0-4764-9b64-68c084a9fdcd,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:55.324252 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0c02ceeb-14f9-498c-9752-28603d9a40eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:55.699186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c02ceeb-14f9-498c-9752-28603d9a40eb admin admin] Router eeb127a8-ae39-4461-874e-36fc3c7fdabc has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:56:56.012949 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c02ceeb-14f9-498c-9752-28603d9a40eb admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:56:56.021854 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff3b59-a024-40f5-8047-4b4321c15984 None None] Sync routers for ids ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:56:56.033566 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-0c02ceeb-14f9-498c-9752-28603d9a40eb admin admin] 10.222.0.50 "PUT /v2.0/routers/eeb127a8-ae39-4461-874e-36fc3c7fdabc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8466957 Jan 27 17:56:56.033774 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff3b59-a024-40f5-8047-4b4321c15984 None None] Routers {'eeb127a8-ae39-4461-874e-36fc3c7fdabc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:56:56.033884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45704) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:56:56.034485 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-63ff3b59-a024-40f5-8047-4b4321c15984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:56:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:56.217022 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-63ff3b59-a024-40f5-8047-4b4321c15984 None None] Set router eeb127a8-ae39-4461-874e-36fc3c7fdabc gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:56:56.328173 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a9a45882-c5c8-4b06-8601-edbbe1614bb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:56.509897 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a9a45882-c5c8-4b06-8601-edbbe1614bb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:56.521000 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-a9a45882-c5c8-4b06-8601-edbbe1614bb1 admin admin] Deleting port 5d833a54-96c1-46f0-8391-84d4d7c039b3 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:56:56.521361 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a9a45882-c5c8-4b06-8601-edbbe1614bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:56.539674 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-63ff3b59-a024-40f5-8047-4b4321c15984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156'}], 'enable_snat': True}, 'gw_port_id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:56:54Z', 'revision_number': 5, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port': {'id': '5d833a54-96c1-46f0-8391-84d4d7c039b3', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:02Z', 'updated_at': '2022-01-27T17:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:56.543587 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff3b59-a024-40f5-8047-4b4321c15984 None None] Checking router: eeb127a8-ae39-4461-874e-36fc3c7fdabc for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:56:56.551825 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff3b59-a024-40f5-8047-4b4321c15984 None None] Routers {'eeb127a8-ae39-4461-874e-36fc3c7fdabc'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:56:56.552420 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-63ff3b59-a024-40f5-8047-4b4321c15984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:56:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:56.695237 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-a9a45882-c5c8-4b06-8601-edbbe1614bb1 admin admin] For port 5d833a54-96c1-46f0-8391-84d4d7c039b3, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=5d833a54-96c1-46f0-8391-84d4d7c039b3,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:56:56.695560 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a9a45882-c5c8-4b06-8601-edbbe1614bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:56.703391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-63ff3b59-a024-40f5-8047-4b4321c15984 None None] Set router eeb127a8-ae39-4461-874e-36fc3c7fdabc gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:56:56.806412 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-63ff3b59-a024-40f5-8047-4b4321c15984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:56:56Z', 'revision_number': 6, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:56.810522 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff3b59-a024-40f5-8047-4b4321c15984 None None] The sync data for ids ['eeb127a8-ae39-4461-874e-36fc3c7fdabc'] in dv-neutron-826439-2-hyperv is: [{'id': 'eeb127a8-ae39-4461-874e-36fc3c7fdabc', 'name': 'tempest-TestShelveInstance-730660582-router', 'tenant_id': '67307ace0a65415dbbe1e20163170ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:01Z', 'updated_at': '2022-01-27T17:56:56Z', 'revision_number': 6, 'project_id': '67307ace0a65415dbbe1e20163170ed4', 'gw_port_host': None}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:56:56.816345 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-a9a45882-c5c8-4b06-8601-edbbe1614bb1 admin admin] Calling delete_port for 5d833a54-96c1-46f0-8391-84d4d7c039b3 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:56:57.117278 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a9a45882-c5c8-4b06-8601-edbbe1614bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:57.169037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a45882-c5c8-4b06-8601-edbbe1614bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d833a54-96c1-46f0-8391-84d4d7c039b3,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:57.269284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a9a45882-c5c8-4b06-8601-edbbe1614bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:57.442387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a9a45882-c5c8-4b06-8601-edbbe1614bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:57.444717 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a9a45882-c5c8-4b06-8601-edbbe1614bb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:57.469885 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a9a45882-c5c8-4b06-8601-edbbe1614bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:57.470392 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a45882-c5c8-4b06-8601-edbbe1614bb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eeb127a8-ae39-4461-874e-36fc3c7fdabc {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:56:57.483113 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a9a45882-c5c8-4b06-8601-edbbe1614bb1 admin admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:57.484301 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a9a45882-c5c8-4b06-8601-edbbe1614bb1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/eeb127a8-ae39-4461-874e-36fc3c7fdabc HTTP/1.1" status: 204 len: 168 time: 1.4495733 Jan 27 17:56:57.486992 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 45708) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:56:57.550481 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77c9cb2-e365-478f-aea1-e8608feba24f admin admin] Deleting subnet 9a9b08e2-4fcd-489f-93f3-d2e0899f6404 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:56:57.554062 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c77c9cb2-e365-478f-aea1-e8608feba24f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:57.604446 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c77c9cb2-e365-478f-aea1-e8608feba24f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:57.686201 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c77c9cb2-e365-478f-aea1-e8608feba24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:57.756097 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c77c9cb2-e365-478f-aea1-e8608feba24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:57.794879 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c9cb2-e365-478f-aea1-e8608feba24f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a9b08e2-4fcd-489f-93f3-d2e0899f6404,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:57.799862 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-c77c9cb2-e365-478f-aea1-e8608feba24f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:57.807099 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7532d45f-6054-474e-8ca0-5f72e14e73dd None None] Network 120ee164-4453-4ac1-92a3-883d96ab5b74 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:56:57.810303 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-c77c9cb2-e365-478f-aea1-e8608feba24f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9a9b08e2-4fcd-489f-93f3-d2e0899f6404 HTTP/1.1" status: 204 len: 168 time: 0.3222396 Jan 27 17:56:57.811018 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45712) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:56:58.041055 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:58.052625 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] Deleting port 75547f04-0499-41ac-b3c7-567447f0651b {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:56:58.052957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:58.056148 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d83b518-2c7e-4ecc-96b0-2d5391dc754a None None] DHCP port deletion for 120ee164-4453-4ac1-92a3-883d96ab5b74 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:56:58.060347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0d83b518-2c7e-4ecc-96b0-2d5391dc754a None None] Deleting port 75547f04-0499-41ac-b3c7-567447f0651b {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:56:58.060716 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d83b518-2c7e-4ecc-96b0-2d5391dc754a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:58.260443 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-0d83b518-2c7e-4ecc-96b0-2d5391dc754a None None] For port 75547f04-0499-41ac-b3c7-567447f0651b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=75547f04-0499-41ac-b3c7-567447f0651b,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:56:58.260753 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d83b518-2c7e-4ecc-96b0-2d5391dc754a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:58.261458 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] For port 75547f04-0499-41ac-b3c7-567447f0651b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=75547f04-0499-41ac-b3c7-567447f0651b,segment=NetworkSegment(a71ba643-7651-4678-8761-a2c81d707e04),segment_id=a71ba643-7651-4678-8761-a2c81d707e04)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:56:58.261943 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:58.380101 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0d83b518-2c7e-4ecc-96b0-2d5391dc754a None None] Calling delete_port for 75547f04-0499-41ac-b3c7-567447f0651b owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:56:58.382145 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] Calling delete_port for 75547f04-0499-41ac-b3c7-567447f0651b owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:56:58.410958 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5d833a54-96c1-46f0-8391-84d4d7c039b3 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:56:58.456609 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 5d833a54-96c1-46f0-8391-84d4d7c039b3 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:56:58.456961 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 5d833a54-96c1-46f0-8391-84d4d7c039b3 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:56:58.457434 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3bb0ddff-74f0-4764-9b64-68c084a9fdcd no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:56:58.460320 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:58.494888 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 3bb0ddff-74f0-4764-9b64-68c084a9fdcd {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:56:58.495225 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3bb0ddff-74f0-4764-9b64-68c084a9fdcd not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:56:58.496380 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 75547f04-0499-41ac-b3c7-567447f0651b no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:56:58.504457 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] Pushing event deleted for resources: {'Port': ['ID=75547f04-0499-41ac-b3c7-567447f0651b,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:58.510779 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] No DVR routers for this DVR port 75547f04-0499-41ac-b3c7-567447f0651b on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:56:58.537518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 75547f04-0499-41ac-b3c7-567447f0651b {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:56:58.537909 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 75547f04-0499-41ac-b3c7-567447f0651b not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:56:58.557166 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-0d83b518-2c7e-4ecc-96b0-2d5391dc754a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:56:58.557625 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-0d83b518-2c7e-4ecc-96b0-2d5391dc754a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:56:58.628223 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:58.652541 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120ee164-4453-4ac1-92a3-883d96ab5b74']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:58.664789 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71ba643-7651-4678-8761-a2c81d707e04') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:58.665079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71ba643-7651-4678-8761-a2c81d707e04') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:56:58.676914 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:58.692696 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:58.699151 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:56:58.699553 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:56:58.713140 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:56:58.793934 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:58.809441 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:58.819358 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] Pushing event deleted for resources: {'Network': ['ID=120ee164-4453-4ac1-92a3-883d96ab5b74,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:56:58.832750 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a50676d7-d92b-42fb-9659-4851ec9de68e admin admin] 10.222.0.50 "DELETE /v2.0/networks/120ee164-4453-4ac1-92a3-883d96ab5b74 HTTP/1.1" status: 204 len: 168 time: 1.0192187 Jan 27 17:56:58.835757 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45716) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:56:59.059006 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0d83b518-2c7e-4ecc-96b0-2d5391dc754a None None] Deleting port 75547f04-0499-41ac-b3c7-567447f0651b {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:56:59.059529 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d83b518-2c7e-4ecc-96b0-2d5391dc754a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:59.124451 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0d83b518-2c7e-4ecc-96b0-2d5391dc754a None None] The port '75547f04-0499-41ac-b3c7-567447f0651b' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:56:59.489355 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1bc8d98e-4ae0-4e38-9284-1a4ca64d7618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:56:59.840356 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-1bc8d98e-4ae0-4e38-9284-1a4ca64d7618 admin admin] Deleting port 9abc114a-0801-4512-84c9-738424b6f259 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:56:59.840545 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1bc8d98e-4ae0-4e38-9284-1a4ca64d7618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:00.014102 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-1bc8d98e-4ae0-4e38-9284-1a4ca64d7618 admin admin] For port 9abc114a-0801-4512-84c9-738424b6f259, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=9abc114a-0801-4512-84c9-738424b6f259,segment=NetworkSegment(91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff),segment_id=91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:57:00.014467 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1bc8d98e-4ae0-4e38-9284-1a4ca64d7618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:00.143643 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-1bc8d98e-4ae0-4e38-9284-1a4ca64d7618 admin admin] Calling delete_port for 9abc114a-0801-4512-84c9-738424b6f259 owned by network:router_interface {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:57:00.341607 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1bc8d98e-4ae0-4e38-9284-1a4ca64d7618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:00.387620 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8d98e-4ae0-4e38-9284-1a4ca64d7618 admin admin] Pushing event deleted for resources: {'Port': ['ID=9abc114a-0801-4512-84c9-738424b6f259,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:00.653459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-1bc8d98e-4ae0-4e38-9284-1a4ca64d7618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:01.123317 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc8d98e-4ae0-4e38-9284-1a4ca64d7618 admin admin] Router ed4a5825-0d50-4491-a1d3-a502f79b650a has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:57:01.300209 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc8d98e-4ae0-4e38-9284-1a4ca64d7618 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:57:01.310907 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32261eef-86f0-42a6-9316-1499e4fb83f4 None None] Sync routers for ids ['ed4a5825-0d50-4491-a1d3-a502f79b650a'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:57:01.311385 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1bc8d98e-4ae0-4e38-9284-1a4ca64d7618 admin admin] 10.222.0.50 "PUT /v2.0/routers/ed4a5825-0d50-4491-a1d3-a502f79b650a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4738710 Jan 27 17:57:01.313660 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45720) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:01.321128 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32261eef-86f0-42a6-9316-1499e4fb83f4 None None] Routers {'ed4a5825-0d50-4491-a1d3-a502f79b650a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:57:01.321720 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-32261eef-86f0-42a6-9316-1499e4fb83f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:56:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['ed4a5825-0d50-4491-a1d3-a502f79b650a'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:01.490303 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c5161ff2-514f-480b-9aca-46679228dc10 admin admin] Notify callbacks [] for router, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:01.497975 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-32261eef-86f0-42a6-9316-1499e4fb83f4 None None] Set router ed4a5825-0d50-4491-a1d3-a502f79b650a gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:57:01.667840 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c5161ff2-514f-480b-9aca-46679228dc10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:01.678787 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-c5161ff2-514f-480b-9aca-46679228dc10 admin admin] Deleting port b31b30ce-484d-44ad-9b6e-f08f084c8da6 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:57:01.679120 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c5161ff2-514f-480b-9aca-46679228dc10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:01.809050 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-32261eef-86f0-42a6-9316-1499e4fb83f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'name': 'tempest-TestShelveInstance-1931572550-router', 'tenant_id': '8f60cfac1a1340ae9cde60db238b6a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b31b30ce-484d-44ad-9b6e-f08f084c8da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:08Z', 'updated_at': '2022-01-27T17:57:00Z', 'revision_number': 5, 'project_id': '8f60cfac1a1340ae9cde60db238b6a51', 'gw_port': {'id': 'b31b30ce-484d-44ad-9b6e-f08f084c8da6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:91:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:48:09Z', 'updated_at': '2022-01-27T17:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:01.812493 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32261eef-86f0-42a6-9316-1499e4fb83f4 None None] Checking router: ed4a5825-0d50-4491-a1d3-a502f79b650a for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:57:01.821205 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32261eef-86f0-42a6-9316-1499e4fb83f4 None None] Routers {'ed4a5825-0d50-4491-a1d3-a502f79b650a'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:57:01.821858 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-32261eef-86f0-42a6-9316-1499e4fb83f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:56:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['ed4a5825-0d50-4491-a1d3-a502f79b650a'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:01.854935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-c5161ff2-514f-480b-9aca-46679228dc10 admin admin] For port b31b30ce-484d-44ad-9b6e-f08f084c8da6, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=b31b30ce-484d-44ad-9b6e-f08f084c8da6,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:57:01.855284 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c5161ff2-514f-480b-9aca-46679228dc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:01.970890 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-32261eef-86f0-42a6-9316-1499e4fb83f4 None None] Set router ed4a5825-0d50-4491-a1d3-a502f79b650a gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:57:01.974466 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-c5161ff2-514f-480b-9aca-46679228dc10 admin admin] Calling delete_port for b31b30ce-484d-44ad-9b6e-f08f084c8da6 owned by network:router_gateway {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:57:02.071575 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-32261eef-86f0-42a6-9316-1499e4fb83f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'name': 'tempest-TestShelveInstance-1931572550-router', 'tenant_id': '8f60cfac1a1340ae9cde60db238b6a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:08Z', 'updated_at': '2022-01-27T17:57:01Z', 'revision_number': 6, 'project_id': '8f60cfac1a1340ae9cde60db238b6a51', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:02.076045 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32261eef-86f0-42a6-9316-1499e4fb83f4 None None] The sync data for ids ['ed4a5825-0d50-4491-a1d3-a502f79b650a'] in dv-neutron-826439-2-hyperv is: [{'id': 'ed4a5825-0d50-4491-a1d3-a502f79b650a', 'name': 'tempest-TestShelveInstance-1931572550-router', 'tenant_id': '8f60cfac1a1340ae9cde60db238b6a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:48:08Z', 'updated_at': '2022-01-27T17:57:01Z', 'revision_number': 6, 'project_id': '8f60cfac1a1340ae9cde60db238b6a51', 'gw_port_host': None}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:57:02.145933 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c5161ff2-514f-480b-9aca-46679228dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:02.190581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5161ff2-514f-480b-9aca-46679228dc10 admin admin] Pushing event deleted for resources: {'Port': ['ID=b31b30ce-484d-44ad-9b6e-f08f084c8da6,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:02.392865 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c5161ff2-514f-480b-9aca-46679228dc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:02.569281 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c5161ff2-514f-480b-9aca-46679228dc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:02.571542 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c5161ff2-514f-480b-9aca-46679228dc10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:02.606428 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c5161ff2-514f-480b-9aca-46679228dc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:02.606873 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5161ff2-514f-480b-9aca-46679228dc10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed4a5825-0d50-4491-a1d3-a502f79b650a {{(pid=87595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 17:57:02.618963 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c5161ff2-514f-480b-9aca-46679228dc10 admin admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:02.620085 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c5161ff2-514f-480b-9aca-46679228dc10 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ed4a5825-0d50-4491-a1d3-a502f79b650a HTTP/1.1" status: 204 len: 168 time: 1.3055208 Jan 27 17:57:02.622678 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45724) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:02.687212 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee735c4b-f400-45a8-b71c-a33a43427078 admin admin] Deleting subnet 5701676f-2fbc-4589-b845-6b3138064818 {{(pid=87595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 17:57:02.691025 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee735c4b-f400-45a8-b71c-a33a43427078 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:02.749423 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee735c4b-f400-45a8-b71c-a33a43427078 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296773'] for subnet, precommit_delete_associations {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:02.837104 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 9abc114a-0801-4512-84c9-738424b6f259 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:57:02.843538 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee735c4b-f400-45a8-b71c-a33a43427078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:02.877394 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 9abc114a-0801-4512-84c9-738424b6f259 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:57:02.877841 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 9abc114a-0801-4512-84c9-738424b6f259 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:57:02.915256 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee735c4b-f400-45a8-b71c-a33a43427078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9839723'] for subnet, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:02.955740 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ee735c4b-f400-45a8-b71c-a33a43427078 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:02.961492 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954e9e9b-bf62-4cf0-81da-cfcb87a9666f None None] Network 61eb2459-fb36-47d9-8afa-a2e6c5c10892 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:57:02.962083 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee735c4b-f400-45a8-b71c-a33a43427078 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5701676f-2fbc-4589-b845-6b3138064818,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:02.970264 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ee735c4b-f400-45a8-b71c-a33a43427078 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5701676f-2fbc-4589-b845-6b3138064818 HTTP/1.1" status: 204 len: 168 time: 0.3444071 Jan 27 17:57:02.970590 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45728) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:03.080035 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:03.092350 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] Deleting port e290e4e9-5023-44fd-af14-844f1953cfe8 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:57:03.092682 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:03.261575 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05286fba-15c6-4501-861e-4ebee5f6b4d5 None None] DHCP port deletion for 61eb2459-fb36-47d9-8afa-a2e6c5c10892 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 17:57:03.265879 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-05286fba-15c6-4501-861e-4ebee5f6b4d5 None None] Deleting port e290e4e9-5023-44fd-af14-844f1953cfe8 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:57:03.266251 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05286fba-15c6-4501-861e-4ebee5f6b4d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:03.317026 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] For port e290e4e9-5023-44fd-af14-844f1953cfe8, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e290e4e9-5023-44fd-af14-844f1953cfe8,segment=NetworkSegment(91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff),segment_id=91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:57:03.317344 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:03.440590 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] Calling delete_port for e290e4e9-5023-44fd-af14-844f1953cfe8 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:57:03.470937 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-05286fba-15c6-4501-861e-4ebee5f6b4d5 None None] For port e290e4e9-5023-44fd-af14-844f1953cfe8, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=e290e4e9-5023-44fd-af14-844f1953cfe8,segment=NetworkSegment(91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff),segment_id=91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:57:03.471315 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05286fba-15c6-4501-861e-4ebee5f6b4d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:03.516604 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:03.565724 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e290e4e9-5023-44fd-af14-844f1953cfe8,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:03.567485 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] No DVR routers for this DVR port e290e4e9-5023-44fd-af14-844f1953cfe8 on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 17:57:03.591554 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-05286fba-15c6-4501-861e-4ebee5f6b4d5 None None] Calling delete_port for e290e4e9-5023-44fd-af14-844f1953cfe8 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 17:57:03.664262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-05286fba-15c6-4501-861e-4ebee5f6b4d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 17:57:03.664640 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-05286fba-15c6-4501-861e-4ebee5f6b4d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 17:57:03.679936 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:03.704436 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61eb2459-fb36-47d9-8afa-a2e6c5c10892']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:03.716886 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:03.717170 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91bf7db1-ad1f-4f9c-a76f-c6a48d36a0ff') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:03.728595 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:03.745225 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:03.751581 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 17:57:03.751976 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 17:57:03.765066 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 17:57:03.830142 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:03.948840 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:03.964979 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:03.974724 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=61eb2459-fb36-47d9-8afa-a2e6c5c10892,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:03.978693 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7ebf04eb-244b-4c90-8112-826c1d2c77f5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/61eb2459-fb36-47d9-8afa-a2e6c5c10892 HTTP/1.1" status: 204 len: 168 time: 1.0070424 Jan 27 17:57:04.095595 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 45734) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:04.147030 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6f0b8647-9f2d-41ae-99b0-2dc261c339b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=67307ace0a65415dbbe1e20163170ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501645 Jan 27 17:57:04.149540 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 45738) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:04.165856 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-05286fba-15c6-4501-861e-4ebee5f6b4d5 None None] Deleting port e290e4e9-5023-44fd-af14-844f1953cfe8 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 17:57:04.166382 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05286fba-15c6-4501-861e-4ebee5f6b4d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:04.207366 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9296d93e-dd15-4d98-a52b-e861eaa05a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:04.229958 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-05286fba-15c6-4501-861e-4ebee5f6b4d5 None None] The port 'e290e4e9-5023-44fd-af14-844f1953cfe8' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 17:57:04.234487 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9296d93e-dd15-4d98-a52b-e861eaa05a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:04.287417 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9296d93e-dd15-4d98-a52b-e861eaa05a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:04.302600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296d93e-dd15-4d98-a52b-e861eaa05a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d206ea5f-a93c-44ae-8140-0805861dd119,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:04.311837 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-9296d93e-dd15-4d98-a52b-e861eaa05a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:04.314375 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-9296d93e-dd15-4d98-a52b-e861eaa05a8c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d206ea5f-a93c-44ae-8140-0805861dd119 HTTP/1.1" status: 204 len: 168 time: 0.1636233 Jan 27 17:57:04.407108 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e290e4e9-5023-44fd-af14-844f1953cfe8 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:57:04.442819 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: e290e4e9-5023-44fd-af14-844f1953cfe8 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:57:04.443364 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device e290e4e9-5023-44fd-af14-844f1953cfe8 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:57:04.443578 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b31b30ce-484d-44ad-9b6e-f08f084c8da6 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:57:04.475928 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: b31b30ce-484d-44ad-9b6e-f08f084c8da6 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 17:57:04.476263 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device b31b30ce-484d-44ad-9b6e-f08f084c8da6 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 17:57:04.654493 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45746) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:04.701606 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b11473ed-2ba7-4017-8fcd-e9a758971ed8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8f60cfac1a1340ae9cde60db238b6a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459554 Jan 27 17:57:04.705393 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45750) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:04.761788 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-38922fd4-d7cf-4f2a-9b73-ee6f65743a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:04.789566 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-38922fd4-d7cf-4f2a-9b73-ee6f65743a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:04.844758 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-38922fd4-d7cf-4f2a-9b73-ee6f65743a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:04.860227 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38922fd4-d7cf-4f2a-9b73-ee6f65743a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6a6f22-9d52-41fa-aadc-1b8127888ff5,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:04.864666 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-38922fd4-d7cf-4f2a-9b73-ee6f65743a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:04.867429 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-38922fd4-d7cf-4f2a-9b73-ee6f65743a8f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f6a6f22-9d52-41fa-aadc-1b8127888ff5 HTTP/1.1" status: 204 len: 168 time: 0.1611500 Jan 27 17:57:05.595916 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45774) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:05.733916 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-856137163-network', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:57:05.738748 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:57:05.742649 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Usage tracker for resource:network and tenant:22ef0030ddff45f781c7e54fcfed86bf is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:57:05.745547 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:57:05.751677 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:57:05.764346 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Made reservation on behalf of 22ef0030ddff45f781c7e54fcfed86bf for: {'network': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:57:05.767742 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:05.786393 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:05.802374 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:57:05.806478 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Usage tracker for resource:security_group_rule and tenant:22ef0030ddff45f781c7e54fcfed86bf is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:57:05.809398 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:57:05.815309 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:57:05.895957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:05.901570 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:05.931509 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=87595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:57:05.939814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8da9bf-fc4d-488d-a7a6-2b521bfa8389,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:05.945573 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:05.945937 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.segments_db [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Added segment 6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a of type vlan for network e659a97e-cc9c-4e0e-b3e8-87c569005836 Jan 27 17:57:05.973067 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:06.003669 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:06.004678 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:06.005295 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:06.102689 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5056596 Jan 27 17:57:06.106662 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 45782) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:06.107996 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e86e0-eded-4ad1-a220-118e7b26bd06 admin admin] Pushing event updated for resources: {'Network': ['ID=e659a97e-cc9c-4e0e-b3e8-87c569005836,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:06.115356 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4c9d63ac-78d1-4bfb-a11d-d02ebbfaa833 admin admin] Request body: {'subnet': {'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-856137163-subnet', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'ip_version': 4}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:57:06.120480 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network e659a97e-cc9c-4e0e-b3e8-87c569005836 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:57:06.122817 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4c9d63ac-78d1-4bfb-a11d-d02ebbfaa833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:57:06.126922 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4c9d63ac-78d1-4bfb-a11d-d02ebbfaa833 admin admin] Usage tracker for resource:subnet and tenant:22ef0030ddff45f781c7e54fcfed86bf is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:57:06.129967 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4c9d63ac-78d1-4bfb-a11d-d02ebbfaa833 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:57:06.136639 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4c9d63ac-78d1-4bfb-a11d-d02ebbfaa833 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:57:06.147124 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9d63ac-78d1-4bfb-a11d-d02ebbfaa833 admin admin] Made reservation on behalf of 22ef0030ddff45f781c7e54fcfed86bf for: {'subnet': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:57:06.149325 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4c9d63ac-78d1-4bfb-a11d-d02ebbfaa833 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2793853'] for subnet, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:06.352827 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4c9d63ac-78d1-4bfb-a11d-d02ebbfaa833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2793839'] for subnet, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:06.420825 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d63ac-78d1-4bfb-a11d-d02ebbfaa833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5127395c-d9f9-4c8c-9cfd-52a7a082ac44,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:06.431041 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9d63ac-78d1-4bfb-a11d-d02ebbfaa833 admin admin] Checking segment: {'id': '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:57:06.431379 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9d63ac-78d1-4bfb-a11d-d02ebbfaa833 admin admin] Network hostable DHCP agents. Network: e659a97e-cc9c-4e0e-b3e8-87c569005836, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:57:06.452107 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9d63ac-78d1-4bfb-a11d-d02ebbfaa833 admin admin] Network e659a97e-cc9c-4e0e-b3e8-87c569005836 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:57:06.463128 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-4c9d63ac-78d1-4bfb-a11d-d02ebbfaa833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, e659a97e-cc9c-4e0e-b3e8-87c569005836) {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:57:06.467198 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9d63ac-78d1-4bfb-a11d-d02ebbfaa833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:06.467778 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4c9d63ac-78d1-4bfb-a11d-d02ebbfaa833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:06.473025 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd07b6e1-21cb-4918-b9da-adfb14eb1cf9 None None] Network e659a97e-cc9c-4e0e-b3e8-87c569005836 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:57:06.488613 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4c9d63ac-78d1-4bfb-a11d-d02ebbfaa833 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3805633 Jan 27 17:57:06.491416 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 45786) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:06.496216 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:57:06.500931 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:57:06.504783 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Usage tracker for resource:router and tenant:22ef0030ddff45f781c7e54fcfed86bf is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:57:06.507630 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:57:06.513387 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:57:06.525297 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:06.526476 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:06.542423 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:06.701365 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-e659a97e-cc9c-4e0e-b3e8-87c569005836', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:57:06.702248 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:06.812980 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:06.852465 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Allocated IP 172.20.0.2 (e659a97e-cc9c-4e0e-b3e8-87c569005836/5127395c-d9f9-4c8c-9cfd-52a7a082ac44/502390fc-5785-4537-bd23-d8b5f3162052) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:57:07.054797 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:07.064935 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Transition to ACTIVE for port object 502390fc-5785-4537-bd23-d8b5f3162052 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:57:07.083464 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Transition to ACTIVE for port object 502390fc-5785-4537-bd23-d8b5f3162052 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:57:07.091486 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:07.161039 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Network e659a97e-cc9c-4e0e-b3e8-87c569005836 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:57:07.163921 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:57:07.168414 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:57:07.170589 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Pushing event updated for resources: {'Port': ['ID=502390fc-5785-4537-bd23-d8b5f3162052,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:07.241488 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:07.241847 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:07.242177 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:07.242496 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:07.242814 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:07.243129 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:07.243486 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:07.243773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:07.244112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:07.244421 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:07.244702 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:07.245038 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:07.252777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:07.282086 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:07.299785 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Attempting to bind port 502390fc-5785-4537-bd23-d8b5f3162052 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:57:07.300145 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Attempting to bind port 502390fc-5785-4537-bd23-d8b5f3162052 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:57:07.300501 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Attempting to bind port 502390fc-5785-4537-bd23-d8b5f3162052 on network e659a97e-cc9c-4e0e-b3e8-87c569005836 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:57:07.305916 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:57:07.306311 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Checking segment: {'id': '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:57:07.306703 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:07.307080 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Bound using segment: {'id': '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:57:07.307530 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Bound port: 502390fc-5785-4537-bd23-d8b5f3162052, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:57:07.307889 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:07.395027 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] For port 502390fc-5785-4537-bd23-d8b5f3162052, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:57:07.397923 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] For port 502390fc-5785-4537-bd23-d8b5f3162052, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=502390fc-5785-4537-bd23-d8b5f3162052,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:57:07.405720 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:07.416864 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Allocated IP 172.26.1.130 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/3e7ceda2-30ae-466b-aee8-577f872568e6) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:57:07.486842 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb7635-1633-43f0-b95e-6799ede9f1a2 None None] Pushing event updated for resources: {'Port': ['ID=502390fc-5785-4537-bd23-d8b5f3162052,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:07.567867 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:07.598649 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:07.668437 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:57:07.671428 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:57:07.676001 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:57:07.717468 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Pushing event updated for resources: {'Port': ['ID=3e7ceda2-30ae-466b-aee8-577f872568e6,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:08.092441 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:08.471289 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:08.473037 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 502390fc-5785-4537-bd23-d8b5f3162052 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:57:08.506241 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b54eb0-64fb-4758-8c8a-c94dcd5a5ddf None None] Network e659a97e-cc9c-4e0e-b3e8-87c569005836 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:57:08.692555 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4c28fd18-c747-43f5-b583-88b7454b8a9b None None] Provisioning for port 502390fc-5785-4537-bd23-d8b5f3162052 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:57:08.750303 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 502390fc-5785-4537-bd23-d8b5f3162052 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:57:08.764621 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 502390fc-5785-4537-bd23-d8b5f3162052 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:08.764984 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:08.804617 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Router 8d425644-39fe-42ae-9313-7b187d8da65b is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:57:08.898458 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:08.933057 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 502390fc-5785-4537-bd23-d8b5f3162052, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=502390fc-5785-4537-bd23-d8b5f3162052,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:57:08.938856 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:08.995889 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:57:09.010645 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Sync routers for ids ['8d425644-39fe-42ae-9313-7b187d8da65b'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:57:09.020561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=502390fc-5785-4537-bd23-d8b5f3162052,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:09.021271 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:09.022593 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-4543f847-1a22-4556-be96-0fd39a28b8bc admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5302703 Jan 27 17:57:09.025555 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45790) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:09.037351 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Routers {'8d425644-39fe-42ae-9313-7b187d8da65b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:57:09.038052 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:56:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8d425644-39fe-42ae-9313-7b187d8da65b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:09.202766 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5e1a6bee-26b3-4aa6-b9d9-6171b818dd78 None None] Provisioning complete for port 502390fc-5785-4537-bd23-d8b5f3162052 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:09.203090 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6bee-26b3-4aa6-b9d9-6171b818dd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:09.264684 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Set router 8d425644-39fe-42ae-9313-7b187d8da65b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:57:09.596300 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T17:57:07Z', 'revision_number': 3, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:09.600561 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Checking router: 8d425644-39fe-42ae-9313-7b187d8da65b for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:57:09.600929 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Updating router 8d425644-39fe-42ae-9313-7b187d8da65b port 3e7ceda2-30ae-466b-aee8-577f872568e6 binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:57:09.653525 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:09.707134 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:09.913899 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Allocated IP 172.20.0.1 (e659a97e-cc9c-4e0e-b3e8-87c569005836/5127395c-d9f9-4c8c-9cfd-52a7a082ac44/0f8dd137-491b-471c-aa0e-c8df55f0169b) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:57:10.021355 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:10.034571 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Transition to ACTIVE for port object 3e7ceda2-30ae-466b-aee8-577f872568e6 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:57:10.042266 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:10.070915 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:10.087109 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Transition to ACTIVE for port object 0f8dd137-491b-471c-aa0e-c8df55f0169b will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:57:10.111759 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:10.120981 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Attempting to bind port 3e7ceda2-30ae-466b-aee8-577f872568e6 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:57:10.121342 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Attempting to bind port 3e7ceda2-30ae-466b-aee8-577f872568e6 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:57:10.121714 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Attempting to bind port 3e7ceda2-30ae-466b-aee8-577f872568e6 on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:57:10.132080 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:57:10.132440 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:57:10.132837 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:10.133222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:57:10.133787 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Bound port: 3e7ceda2-30ae-466b-aee8-577f872568e6, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:57:10.134136 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:10.157659 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc0626-d9da-40b2-bb14-f507eb848196 None None] Pushing event updated for resources: {'Port': ['ID=3e7ceda2-30ae-466b-aee8-577f872568e6,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:10.215900 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] For port 3e7ceda2-30ae-466b-aee8-577f872568e6, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:57:10.219085 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] For port 3e7ceda2-30ae-466b-aee8-577f872568e6, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3e7ceda2-30ae-466b-aee8-577f872568e6,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:57:10.225709 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:10.282216 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Network e659a97e-cc9c-4e0e-b3e8-87c569005836 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:57:10.285213 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:57:10.288785 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:57:10.300798 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Routers {'8d425644-39fe-42ae-9313-7b187d8da65b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:57:10.301427 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:56:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8d425644-39fe-42ae-9313-7b187d8da65b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:10.318133 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Pushing event updated for resources: {'Port': ['ID=0f8dd137-491b-471c-aa0e-c8df55f0169b,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:10.348619 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:10.368574 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc0626-d9da-40b2-bb14-f507eb848196 None None] Pushing event updated for resources: {'Port': ['ID=3e7ceda2-30ae-466b-aee8-577f872568e6,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:10.457429 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 502390fc-5785-4537-bd23-d8b5f3162052 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:57:10.534978 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] Set router 8d425644-39fe-42ae-9313-7b187d8da65b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:57:10.611337 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:10.687162 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6dd7dda3-fb80-47ef-80cf-c4a1257b3a6c None None] Provisioning for port 0f8dd137-491b-471c-aa0e-c8df55f0169b completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:57:10.695508 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 502390fc-5785-4537-bd23-d8b5f3162052 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:10.695805 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:10.762875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6dd7dda3-fb80-47ef-80cf-c4a1257b3a6c None None] Provisioning complete for port 0f8dd137-491b-471c-aa0e-c8df55f0169b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:10.763222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6dd7dda3-fb80-47ef-80cf-c4a1257b3a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:10.839184 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:10.845270 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:10.865419 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7dda3-fb80-47ef-80cf-c4a1257b3a6c None None] Port 0f8dd137-491b-471c-aa0e-c8df55f0169b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:57:10.951961 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Pushing event updated for resources: {'Port': ['ID=0f8dd137-491b-471c-aa0e-c8df55f0169b,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:10.954511 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:10.985964 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T17:57:07Z', 'revision_number': 3, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:10.990121 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57435ee5-4263-431d-9b9c-32c3954896ac None None] The sync data for ids ['8d425644-39fe-42ae-9313-7b187d8da65b'] in dv-neutron-826439-2-hyperv is: [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T17:57:07Z', 'revision_number': 3, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:57:11.098301 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Network e659a97e-cc9c-4e0e-b3e8-87c569005836 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:57:11.099432 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:57:11.303015 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Router 8d425644-39fe-42ae-9313-7b187d8da65b has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:57:11.388433 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-315cf448-4226-44a3-9317-efdc6a7a6b0e None None] Provisioning complete for port 0f8dd137-491b-471c-aa0e-c8df55f0169b triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:11.388802 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-315cf448-4226-44a3-9317-efdc6a7a6b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:11.450154 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-315cf448-4226-44a3-9317-efdc6a7a6b0e None None] Port 0f8dd137-491b-471c-aa0e-c8df55f0169b cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:57:11.485498 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:57:11.497412 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-872bf6d7-d010-4d48-80a9-d4aa1608e43b admin admin] 10.222.0.50 "PUT /v2.0/routers/8d425644-39fe-42ae-9313-7b187d8da65b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4707499 Jan 27 17:57:11.670701 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:57:12.004358 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 45808) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:12.009927 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1503032359-network', 'tenant_id': '0812a83c03f144118b04006d078760d8'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:57:12.014943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:57:12.019398 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Usage tracker for resource:network and tenant:0812a83c03f144118b04006d078760d8 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:57:12.022676 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:57:12.029908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:57:12.040379 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Made reservation on behalf of 0812a83c03f144118b04006d078760d8 for: {'network': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:57:12.042793 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for network, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:12.055122 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:12.069422 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:57:12.073256 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Usage tracker for resource:security_group_rule and tenant:0812a83c03f144118b04006d078760d8 is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:57:12.076101 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:57:12.081808 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:57:12.175424 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:12.180434 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:12.212624 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=87594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 17:57:12.217706 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4902da27-6752-4427-b0f8-8b5f1fbf4140,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:12.225068 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:12.226049 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.segments_db [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Added segment e78e2694-e4c3-4023-9540-51d390390e40 of type vlan for network 40cc4c23-b250-49b6-af38-740948eb2c02 Jan 27 17:57:12.253212 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726415456359'] for network, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:12.284374 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420'] for network, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:12.285366 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:12.285979 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:12.392307 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3867927 Jan 27 17:57:12.393287 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf70fa0-854b-42f8-90f0-c4622b8627a9 admin admin] Pushing event updated for resources: {'Network': ['ID=40cc4c23-b250-49b6-af38-740948eb2c02,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:12.395379 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45812) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:12.403830 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Network 40cc4c23-b250-49b6-af38-740948eb2c02 details requested by agent ovs-agent-dv-neutron-826439-2-hyperv with host dv-neutron-826439-2-hyperv {{(pid=87596) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 27 17:57:12.407474 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-82ba1ee1-2a48-47a1-b237-5baa2a40701f admin admin] Request body: {'subnet': {'network_id': '40cc4c23-b250-49b6-af38-740948eb2c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1503032359-subnet', 'tenant_id': '0812a83c03f144118b04006d078760d8', 'ip_version': 4}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:57:12.413035 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-82ba1ee1-2a48-47a1-b237-5baa2a40701f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:57:12.420653 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-82ba1ee1-2a48-47a1-b237-5baa2a40701f admin admin] Usage tracker for resource:subnet and tenant:0812a83c03f144118b04006d078760d8 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:57:12.423885 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-82ba1ee1-2a48-47a1-b237-5baa2a40701f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:57:12.429925 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-82ba1ee1-2a48-47a1-b237-5baa2a40701f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:57:12.446459 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ba1ee1-2a48-47a1-b237-5baa2a40701f admin admin] Made reservation on behalf of 0812a83c03f144118b04006d078760d8 for: {'subnet': 1} {{(pid=87595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:57:12.449263 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-82ba1ee1-2a48-47a1-b237-5baa2a40701f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9839616'] for subnet, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:12.485982 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3e7ceda2-30ae-466b-aee8-577f872568e6 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:57:12.522611 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Sync routers for ids ['8d425644-39fe-42ae-9313-7b187d8da65b'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:57:12.532466 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Routers {'8d425644-39fe-42ae-9313-7b187d8da65b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:57:12.533146 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:56:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8d425644-39fe-42ae-9313-7b187d8da65b'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:12.614959 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 3e7ceda2-30ae-466b-aee8-577f872568e6 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:57:12.619964 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 3e7ceda2-30ae-466b-aee8-577f872568e6 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:12.620616 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:12.677074 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-82ba1ee1-2a48-47a1-b237-5baa2a40701f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9771697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9839634'] for subnet, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:12.718835 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Set router 8d425644-39fe-42ae-9313-7b187d8da65b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:57:12.746941 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:12.766533 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 3e7ceda2-30ae-466b-aee8-577f872568e6, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3e7ceda2-30ae-466b-aee8-577f872568e6,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:57:12.771748 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:12.850536 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=3e7ceda2-30ae-466b-aee8-577f872568e6,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:12.878168 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba1ee1-2a48-47a1-b237-5baa2a40701f admin admin] Checking segment: {'id': 'e78e2694-e4c3-4023-9540-51d390390e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '40cc4c23-b250-49b6-af38-740948eb2c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:57:12.878603 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ba1ee1-2a48-47a1-b237-5baa2a40701f admin admin] Network hostable DHCP agents. Network: 40cc4c23-b250-49b6-af38-740948eb2c02, hostable agents: ['77d33bb8-4ee5-4d37-b1c7-5a39f05507f8'], hosted agents: [] {{(pid=87595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 17:57:12.885823 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba1ee1-2a48-47a1-b237-5baa2a40701f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc0f60c9-fd56-4d94-ab09-787ebe71495e,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:12.902709 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ba1ee1-2a48-47a1-b237-5baa2a40701f admin admin] Network 40cc4c23-b250-49b6-af38-740948eb2c02 is scheduled to be hosted by DHCP agent 77d33bb8-4ee5-4d37-b1c7-5a39f05507f8 with binding_index 1 {{(pid=87595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 17:57:12.912289 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-82ba1ee1-2a48-47a1-b237-5baa2a40701f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-2-hyperv, 40cc4c23-b250-49b6-af38-740948eb2c02) {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:57:12.916972 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ba1ee1-2a48-47a1-b237-5baa2a40701f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:12.917561 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-82ba1ee1-2a48-47a1-b237-5baa2a40701f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:12.924698 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01676dcb-4e5e-42f0-bec3-9eb7ebbc33d3 None None] Network 40cc4c23-b250-49b6-af38-740948eb2c02 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:57:12.938826 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-82ba1ee1-2a48-47a1-b237-5baa2a40701f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5363872 Jan 27 17:57:12.941302 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45816) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:12.946272 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1503032359-router', 'tenant_id': '0812a83c03f144118b04006d078760d8', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:57:12.950962 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:57:12.955657 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Usage tracker for resource:router and tenant:0812a83c03f144118b04006d078760d8 is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:57:12.958613 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:57:12.964851 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:57:12.975998 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-597069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106337'] for router, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:12.976962 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106350'] for router, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:12.992769 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:13.042947 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 4, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0f8dd137-491b-471c-aa0e-c8df55f0169b', 'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'mac_address': 'fa:16:3e:16:86:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:09Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 2, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'subnets': [{'id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:13.047751 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Checking router: 8d425644-39fe-42ae-9313-7b187d8da65b for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:57:13.048104 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Updating router 8d425644-39fe-42ae-9313-7b187d8da65b port 0f8dd137-491b-471c-aa0e-c8df55f0169b binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:57:13.111527 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:13.156317 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdac6cbc1-b81a-5dd8-ae19-09b00784a6af-40cc4c23-b250-49b6-af38-740948eb2c02', 'network_id': '40cc4c23-b250-49b6-af38-740948eb2c02', 'tenant_id': '0812a83c03f144118b04006d078760d8', 'fixed_ips': [{'subnet_id': 'bc0f60c9-fd56-4d94-ab09-787ebe71495e'}]}} from dv-neutron-826439-2-hyperv. {{(pid=87596) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 27 17:57:13.157300 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:13.288314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106364'] for router, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:13.322386 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Allocated IP 172.20.0.2 (40cc4c23-b250-49b6-af38-740948eb2c02/bc0f60c9-fd56-4d94-ab09-787ebe71495e/4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:57:13.461850 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:13.474097 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Transition to ACTIVE for port object 0f8dd137-491b-471c-aa0e-c8df55f0169b will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:57:13.480738 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:13.529973 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:13.541897 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Transition to ACTIVE for port object 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:57:13.568354 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Transition to ACTIVE for port object 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:57:13.578644 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:13.615155 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:13.641728 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Network 40cc4c23-b250-49b6-af38-740948eb2c02 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:57:13.649951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:57:13.654835 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:57:13.655040 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:13.668296 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233a853-32ac-4ba8-b4ad-a2bba1a0f4bd None None] Pushing event updated for resources: {'Port': ['ID=0f8dd137-491b-471c-aa0e-c8df55f0169b,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:13.688651 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233a853-32ac-4ba8-b4ad-a2bba1a0f4bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:13.689025 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233a853-32ac-4ba8-b4ad-a2bba1a0f4bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:13.689353 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233a853-32ac-4ba8-b4ad-a2bba1a0f4bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:13.689821 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233a853-32ac-4ba8-b4ad-a2bba1a0f4bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:13.690003 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233a853-32ac-4ba8-b4ad-a2bba1a0f4bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:13.690318 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233a853-32ac-4ba8-b4ad-a2bba1a0f4bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:13.690629 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233a853-32ac-4ba8-b4ad-a2bba1a0f4bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:13.690937 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233a853-32ac-4ba8-b4ad-a2bba1a0f4bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:13.691251 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233a853-32ac-4ba8-b4ad-a2bba1a0f4bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:13.691552 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233a853-32ac-4ba8-b4ad-a2bba1a0f4bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:13.691852 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233a853-32ac-4ba8-b4ad-a2bba1a0f4bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:13.692310 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233a853-32ac-4ba8-b4ad-a2bba1a0f4bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:57:13.745544 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Pushing event updated for resources: {'Port': ['ID=4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:13.768380 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Attempting to bind port 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:57:13.768741 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Attempting to bind port 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'e78e2694-e4c3-4023-9540-51d390390e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '40cc4c23-b250-49b6-af38-740948eb2c02'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:57:13.769095 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Attempting to bind port 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 on network 40cc4c23-b250-49b6-af38-740948eb2c02 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:57:13.778187 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:57:13.779122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Checking segment: {'id': 'e78e2694-e4c3-4023-9540-51d390390e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '40cc4c23-b250-49b6-af38-740948eb2c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:57:13.780126 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:13.780847 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Bound using segment: {'id': 'e78e2694-e4c3-4023-9540-51d390390e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '40cc4c23-b250-49b6-af38-740948eb2c02'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:57:13.781522 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Bound port: 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78e2694-e4c3-4023-9540-51d390390e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '40cc4c23-b250-49b6-af38-740948eb2c02'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:57:13.782127 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:13.826770 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Allocated IP 172.26.1.125 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/d8fa1268-5481-4ceb-b4c2-a729072820ea) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:57:13.862691 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Attempting to bind port 0f8dd137-491b-471c-aa0e-c8df55f0169b on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:57:13.863254 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Attempting to bind port 0f8dd137-491b-471c-aa0e-c8df55f0169b by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:57:13.863369 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Attempting to bind port 0f8dd137-491b-471c-aa0e-c8df55f0169b on network e659a97e-cc9c-4e0e-b3e8-87c569005836 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:57:13.878707 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:57:13.878707 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Checking segment: {'id': '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:57:13.879098 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:13.879509 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Bound using segment: {'id': '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:57:13.879961 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Bound port: 0f8dd137-491b-471c-aa0e-c8df55f0169b, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:57:13.880313 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:13.888676 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] For port 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:57:13.893436 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] For port 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9,segment=NetworkSegment(e78e2694-e4c3-4023-9540-51d390390e40),segment_id=e78e2694-e4c3-4023-9540-51d390390e40)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:57:13.902360 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:13.981535 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c6f99-6ace-434e-a321-97c25fd26b5b None None] Pushing event updated for resources: {'Port': ['ID=4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:14.015719 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:14.030341 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] For port 0f8dd137-491b-471c-aa0e-c8df55f0169b, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:57:14.047386 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] For port 0f8dd137-491b-471c-aa0e-c8df55f0169b, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0f8dd137-491b-471c-aa0e-c8df55f0169b,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:57:14.056637 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:14.060611 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:14.136765 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:57:14.140152 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:57:14.144584 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:57:14.165341 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Routers {'8d425644-39fe-42ae-9313-7b187d8da65b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:57:14.165987 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:56:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8d425644-39fe-42ae-9313-7b187d8da65b'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:14.183288 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=d8fa1268-5481-4ceb-b4c2-a729072820ea,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:14.237271 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233a853-32ac-4ba8-b4ad-a2bba1a0f4bd None None] Pushing event updated for resources: {'Port': ['ID=0f8dd137-491b-471c-aa0e-c8df55f0169b,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:14.387880 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] Set router 8d425644-39fe-42ae-9313-7b187d8da65b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:57:14.555261 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3e7ceda2-30ae-466b-aee8-577f872568e6 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:57:14.630672 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 3e7ceda2-30ae-466b-aee8-577f872568e6 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:14.631198 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:14.754353 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:14.754957 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:57:14.755140 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 4, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0f8dd137-491b-471c-aa0e-c8df55f0169b', 'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'mac_address': 'fa:16:3e:16:86:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:09Z', 'updated_at': '2022-01-27T17:57:14Z', 'revision_number': 4, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'subnets': [{'id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:14.759650 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd2e8f7-752e-470c-b41b-4ce1e16efe4c None None] The sync data for ids ['8d425644-39fe-42ae-9313-7b187d8da65b'] in dv-neutron-826439-2-hyperv is: [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 4, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0f8dd137-491b-471c-aa0e-c8df55f0169b', 'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'mac_address': 'fa:16:3e:16:86:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:09Z', 'updated_at': '2022-01-27T17:57:14Z', 'revision_number': 4, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'subnets': [{'id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:57:14.846370 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:57:15.125971 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597188'] for router, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:15.243571 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492f227c-ce5c-474b-8c9d-255a0f0a1820 None None] Network 40cc4c23-b250-49b6-af38-740948eb2c02 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 17:57:15.348956 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Router 0ed1699b-8f37-4bcc-a0ca-6da7a5804549 is scheduled to L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 with binding_index 1 {{(pid=87595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 27 17:57:15.364399 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f9c62a37-5cc0-4845-b538-a6a89f1de98c None None] Provisioning for port 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:57:15.381532 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f9c62a37-5cc0-4845-b538-a6a89f1de98c None None] Provisioning complete for port 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:15.381929 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9c62a37-5cc0-4845-b538-a6a89f1de98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:15.542524 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:57:15.557931 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Sync routers for ids ['0ed1699b-8f37-4bcc-a0ca-6da7a5804549'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:57:15.570892 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] Notify callbacks [] for router, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:15.572232 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-c0cf5dfb-b72d-4465-a1c9-188f94e36fb5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6299348 Jan 27 17:57:15.575043 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45820) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:15.588830 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Routers {'0ed1699b-8f37-4bcc-a0ca-6da7a5804549'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:57:15.589472 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:56:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0ed1699b-8f37-4bcc-a0ca-6da7a5804549'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:15.735391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9c62a37-5cc0-4845-b538-a6a89f1de98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:15.852833 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f9c62a37-5cc0-4845-b538-a6a89f1de98c None None] For port 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9,segment=NetworkSegment(e78e2694-e4c3-4023-9540-51d390390e40),segment_id=e78e2694-e4c3-4023-9540-51d390390e40)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:57:15.861230 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Set router 0ed1699b-8f37-4bcc-a0ca-6da7a5804549 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:57:15.905031 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9c62a37-5cc0-4845-b538-a6a89f1de98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:16.131430 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c62a37-5cc0-4845-b538-a6a89f1de98c None None] Pushing event updated for resources: {'Port': ['ID=4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:16.164108 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-56a4db99-c761-46ed-aabc-3049f9e1eb54 None None] Provisioning complete for port 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:16.164409 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-56a4db99-c761-46ed-aabc-3049f9e1eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:16.331765 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'name': 'tempest-TestSnapshotPattern-1503032359-router', 'tenant_id': '0812a83c03f144118b04006d078760d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd8fa1268-5481-4ceb-b4c2-a729072820ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:12Z', 'updated_at': '2022-01-27T17:57:14Z', 'revision_number': 3, 'project_id': '0812a83c03f144118b04006d078760d8', 'gw_port': {'id': 'd8fa1268-5481-4ceb-b4c2-a729072820ea', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:13Z', 'updated_at': '2022-01-27T17:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:16.336702 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Checking router: 0ed1699b-8f37-4bcc-a0ca-6da7a5804549 for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:57:16.337039 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Updating router 0ed1699b-8f37-4bcc-a0ca-6da7a5804549 port d8fa1268-5481-4ceb-b4c2-a729072820ea binding host dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:57:16.396249 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:16.442763 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:16.507773 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:57:16.652059 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Allocated IP 172.20.0.1 (40cc4c23-b250-49b6-af38-740948eb2c02/bc0f60c9-fd56-4d94-ab09-787ebe71495e/0923e76f-0330-42d0-92f5-473ce2dda9ca) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:57:16.674161 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:16.674796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:16.801354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:16.817192 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.provisioning_blocks [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Transition to ACTIVE for port object 0923e76f-0330-42d0-92f5-473ce2dda9ca will not be triggered until provisioned by entity DHCP. {{(pid=87595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:57:16.841338 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:16.875146 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0f8dd137-491b-471c-aa0e-c8df55f0169b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:57:16.899391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:16.908155 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Network 40cc4c23-b250-49b6-af38-740948eb2c02 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:57:16.911016 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:57:16.914990 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:57:16.932503 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Transition to ACTIVE for port object d8fa1268-5481-4ceb-b4c2-a729072820ea will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:57:16.943912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:16.959067 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Pushing event updated for resources: {'Port': ['ID=0923e76f-0330-42d0-92f5-473ce2dda9ca,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:16.985081 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1047950'] for router_interface, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:17.079822 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e8ba3-22dc-43bd-9799-f38a69c5744d None None] Pushing event updated for resources: {'Port': ['ID=d8fa1268-5481-4ceb-b4c2-a729072820ea,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:17.082264 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 0f8dd137-491b-471c-aa0e-c8df55f0169b completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:57:17.085774 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Attempting to bind port d8fa1268-5481-4ceb-b4c2-a729072820ea on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:57:17.086238 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Attempting to bind port d8fa1268-5481-4ceb-b4c2-a729072820ea by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:57:17.086567 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Attempting to bind port d8fa1268-5481-4ceb-b4c2-a729072820ea on network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:57:17.091514 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 0f8dd137-491b-471c-aa0e-c8df55f0169b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:17.091873 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:17.133539 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:57:17.133927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Checking segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:57:17.134321 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:17.134697 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Bound using segment: {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:57:17.135162 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Bound port: d8fa1268-5481-4ceb-b4c2-a729072820ea, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2a6568-a4ad-4518-a79a-f471d3763077', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:57:17.135521 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:17.137161 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:17.224957 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] For port d8fa1268-5481-4ceb-b4c2-a729072820ea, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:57:17.276070 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] For port d8fa1268-5481-4ceb-b4c2-a729072820ea, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d8fa1268-5481-4ceb-b4c2-a729072820ea,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:57:17.287374 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:17.326157 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8a5e70df-0dd1-4f21-9159-a5e61572ad20 None None] Provisioning for port 0923e76f-0330-42d0-92f5-473ce2dda9ca completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:57:17.337714 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:17.361481 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8a5e70df-0dd1-4f21-9159-a5e61572ad20 None None] Provisioning complete for port 0923e76f-0330-42d0-92f5-473ce2dda9ca triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:17.361804 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8a5e70df-0dd1-4f21-9159-a5e61572ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:17.375251 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:17.380911 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:17.449967 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Routers {'0ed1699b-8f37-4bcc-a0ca-6da7a5804549'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:57:17.450602 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:56:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0ed1699b-8f37-4bcc-a0ca-6da7a5804549'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:17.487119 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Pushing event updated for resources: {'Port': ['ID=0923e76f-0330-42d0-92f5-473ce2dda9ca,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:17.489452 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1047827'] for router_interface, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:17.496440 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e70df-0dd1-4f21-9159-a5e61572ad20 None None] Port 0923e76f-0330-42d0-92f5-473ce2dda9ca cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:57:17.503676 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 0f8dd137-491b-471c-aa0e-c8df55f0169b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0f8dd137-491b-471c-aa0e-c8df55f0169b,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:57:17.504691 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e8ba3-22dc-43bd-9799-f38a69c5744d None None] Pushing event updated for resources: {'Port': ['ID=d8fa1268-5481-4ceb-b4c2-a729072820ea,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:17.517254 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:17.624693 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Network 40cc4c23-b250-49b6-af38-740948eb2c02 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:57:17.625855 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:57:17.668794 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=0f8dd137-491b-471c-aa0e-c8df55f0169b,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:17.687551 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] Set router 0ed1699b-8f37-4bcc-a0ca-6da7a5804549 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:57:17.938858 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Router 0ed1699b-8f37-4bcc-a0ca-6da7a5804549 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:57:17.950229 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1567d2f8-986a-42ab-8a7f-f529720c685f None None] Provisioning complete for port 0923e76f-0330-42d0-92f5-473ce2dda9ca triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:17.950581 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1567d2f8-986a-42ab-8a7f-f529720c685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:18.040811 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1567d2f8-986a-42ab-8a7f-f529720c685f None None] Port 0923e76f-0330-42d0-92f5-473ce2dda9ca cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:57:18.070422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'name': 'tempest-TestSnapshotPattern-1503032359-router', 'tenant_id': '0812a83c03f144118b04006d078760d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd8fa1268-5481-4ceb-b4c2-a729072820ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:12Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 4, 'project_id': '0812a83c03f144118b04006d078760d8', 'gw_port': {'id': 'd8fa1268-5481-4ceb-b4c2-a729072820ea', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:13Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0923e76f-0330-42d0-92f5-473ce2dda9ca', 'name': '', 'network_id': '40cc4c23-b250-49b6-af38-740948eb2c02', 'tenant_id': '0812a83c03f144118b04006d078760d8', 'mac_address': 'fa:16:3e:d2:c4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'bc0f60c9-fd56-4d94-ab09-787ebe71495e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:16Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 2, 'project_id': '0812a83c03f144118b04006d078760d8', 'subnets': [{'id': 'bc0f60c9-fd56-4d94-ab09-787ebe71495e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:18.074497 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f433fe9-6bc8-4392-92c7-1d507ab24bf1 None None] The sync data for ids ['0ed1699b-8f37-4bcc-a0ca-6da7a5804549'] in dv-neutron-826439-2-hyperv is: [{'id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'name': 'tempest-TestSnapshotPattern-1503032359-router', 'tenant_id': '0812a83c03f144118b04006d078760d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd8fa1268-5481-4ceb-b4c2-a729072820ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:12Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 4, 'project_id': '0812a83c03f144118b04006d078760d8', 'gw_port': {'id': 'd8fa1268-5481-4ceb-b4c2-a729072820ea', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:13Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0923e76f-0330-42d0-92f5-473ce2dda9ca', 'name': '', 'network_id': '40cc4c23-b250-49b6-af38-740948eb2c02', 'tenant_id': '0812a83c03f144118b04006d078760d8', 'mac_address': 'fa:16:3e:d2:c4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'bc0f60c9-fd56-4d94-ab09-787ebe71495e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:16Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 2, 'project_id': '0812a83c03f144118b04006d078760d8', 'subnets': [{'id': 'bc0f60c9-fd56-4d94-ab09-787ebe71495e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:57:18.124032 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:57:18.133213 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-624f69e5-2175-4e24-bf7b-fa0824810297 admin admin] 10.222.0.50 "PUT /v2.0/routers/0ed1699b-8f37-4bcc-a0ca-6da7a5804549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5570276 Jan 27 17:57:18.433595 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0f8dd137-491b-471c-aa0e-c8df55f0169b up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:57:18.505469 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 0f8dd137-491b-471c-aa0e-c8df55f0169b triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:18.506016 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:18.834918 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3fd4b657-c40d-4f80-9516-4921c6e257b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:19.736412 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 45832) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:19.741777 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-bf1ddc85-f5a0-4d88-bc57-e040aa26a2a5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-636203491', 'description': 'tempest-secgroup-smoke-636203491 description', 'project_id': '22ef0030ddff45f781c7e54fcfed86bf'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:57:19.748407 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bf1ddc85-f5a0-4d88-bc57-e040aa26a2a5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:57:19.752976 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bf1ddc85-f5a0-4d88-bc57-e040aa26a2a5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Usage tracker for resource:security_group and tenant:22ef0030ddff45f781c7e54fcfed86bf is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:57:19.756360 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bf1ddc85-f5a0-4d88-bc57-e040aa26a2a5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:57:19.763493 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bf1ddc85-f5a0-4d88-bc57-e040aa26a2a5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:57:19.775793 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf1ddc85-f5a0-4d88-bc57-e040aa26a2a5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:19.799882 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bf1ddc85-f5a0-4d88-bc57-e040aa26a2a5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:57:19.804661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bf1ddc85-f5a0-4d88-bc57-e040aa26a2a5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Usage tracker for resource:security_group_rule and tenant:22ef0030ddff45f781c7e54fcfed86bf is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:57:19.807968 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-bf1ddc85-f5a0-4d88-bc57-e040aa26a2a5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:57:19.814563 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-bf1ddc85-f5a0-4d88-bc57-e040aa26a2a5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:57:19.900186 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf1ddc85-f5a0-4d88-bc57-e040aa26a2a5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:19.904570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf1ddc85-f5a0-4d88-bc57-e040aa26a2a5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:19.950793 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ddc85-f5a0-4d88-bc57-e040aa26a2a5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3348b315-1068-4305-a999-882cd7f6b436,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:19.953442 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-bf1ddc85-f5a0-4d88-bc57-e040aa26a2a5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:19.958159 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-bf1ddc85-f5a0-4d88-bc57-e040aa26a2a5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2202368 Jan 27 17:57:19.958264 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45836) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:19.964090 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-003ecfc0-e9c2-4171-a885-553ababbe4f5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Request body: {'security_group_rule': {'security_group_id': '3348b315-1068-4305-a999-882cd7f6b436', 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:57:19.970437 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-003ecfc0-e9c2-4171-a885-553ababbe4f5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:57:19.975769 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-003ecfc0-e9c2-4171-a885-553ababbe4f5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Usage tracker for resource:security_group_rule and tenant:22ef0030ddff45f781c7e54fcfed86bf is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:57:19.979639 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-003ecfc0-e9c2-4171-a885-553ababbe4f5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:57:19.986270 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-003ecfc0-e9c2-4171-a885-553ababbe4f5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:57:20.005136 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-003ecfc0-e9c2-4171-a885-553ababbe4f5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.069616 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-003ecfc0-e9c2-4171-a885-553ababbe4f5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.073795 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-003ecfc0-e9c2-4171-a885-553ababbe4f5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.107044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ecfc0-e9c2-4171-a885-553ababbe4f5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e45c5c9-10e6-4d12-a856-c93d7de29b5a,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:20.117153 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-003ecfc0-e9c2-4171-a885-553ababbe4f5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.118415 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-003ecfc0-e9c2-4171-a885-553ababbe4f5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1593978 Jan 27 17:57:20.121233 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45840) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:20.126110 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-a695a20f-2824-4ed8-87e4-d757fda85932 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Request body: {'security_group_rule': {'security_group_id': '3348b315-1068-4305-a999-882cd7f6b436', 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:57:20.132637 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a695a20f-2824-4ed8-87e4-d757fda85932 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:57:20.137622 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a695a20f-2824-4ed8-87e4-d757fda85932 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Usage tracker for resource:security_group_rule and tenant:22ef0030ddff45f781c7e54fcfed86bf is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:57:20.141512 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-a695a20f-2824-4ed8-87e4-d757fda85932 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:57:20.149817 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-a695a20f-2824-4ed8-87e4-d757fda85932 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:57:20.168381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a695a20f-2824-4ed8-87e4-d757fda85932 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.230793 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a695a20f-2824-4ed8-87e4-d757fda85932 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.234968 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a695a20f-2824-4ed8-87e4-d757fda85932 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.257500 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695a20f-2824-4ed8-87e4-d757fda85932 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418a39dc-0cad-4190-a538-cefbfaba1bd5,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:20.266726 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-a695a20f-2824-4ed8-87e4-d757fda85932 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.268131 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-a695a20f-2824-4ed8-87e4-d757fda85932 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459630 Jan 27 17:57:20.273316 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45844) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:20.279865 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-ba694d88-55ed-4298-9498-4ae974f5bf41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Request body: {'security_group_rule': {'security_group_id': '3348b315-1068-4305-a999-882cd7f6b436', 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:57:20.293033 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ba694d88-55ed-4298-9498-4ae974f5bf41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:57:20.301078 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ba694d88-55ed-4298-9498-4ae974f5bf41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Usage tracker for resource:security_group_rule and tenant:22ef0030ddff45f781c7e54fcfed86bf is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:57:20.305745 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-ba694d88-55ed-4298-9498-4ae974f5bf41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:57:20.311567 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-ba694d88-55ed-4298-9498-4ae974f5bf41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:57:20.329785 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ba694d88-55ed-4298-9498-4ae974f5bf41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.402073 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ba694d88-55ed-4298-9498-4ae974f5bf41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.407330 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ba694d88-55ed-4298-9498-4ae974f5bf41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.432165 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba694d88-55ed-4298-9498-4ae974f5bf41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2ecc08-29b8-406b-9661-0aa12aacbf82,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:20.443088 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-ba694d88-55ed-4298-9498-4ae974f5bf41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.447176 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-ba694d88-55ed-4298-9498-4ae974f5bf41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1715474 Jan 27 17:57:20.447666 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 45848) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:20.452852 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-d3189eb3-7267-4c6c-911c-b1cbf5ab451f tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Request body: {'security_group_rule': {'security_group_id': '3348b315-1068-4305-a999-882cd7f6b436', 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:57:20.460435 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d3189eb3-7267-4c6c-911c-b1cbf5ab451f tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:57:20.464132 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d8fa1268-5481-4ceb-b4c2-a729072820ea up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:57:20.465768 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d3189eb3-7267-4c6c-911c-b1cbf5ab451f tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Usage tracker for resource:security_group_rule and tenant:22ef0030ddff45f781c7e54fcfed86bf is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:57:20.468609 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-d3189eb3-7267-4c6c-911c-b1cbf5ab451f tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:57:20.475149 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-d3189eb3-7267-4c6c-911c-b1cbf5ab451f tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:57:20.493077 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d3189eb3-7267-4c6c-911c-b1cbf5ab451f tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.531141 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port d8fa1268-5481-4ceb-b4c2-a729072820ea completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:57:20.536055 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port d8fa1268-5481-4ceb-b4c2-a729072820ea triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:20.536441 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.555729 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d3189eb3-7267-4c6c-911c-b1cbf5ab451f tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.560434 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d3189eb3-7267-4c6c-911c-b1cbf5ab451f tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.582861 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3189eb3-7267-4c6c-911c-b1cbf5ab451f tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed11624-235b-4563-9124-3151469a3959,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:20.592943 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d3189eb3-7267-4c6c-911c-b1cbf5ab451f tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.594102 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d3189eb3-7267-4c6c-911c-b1cbf5ab451f tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455688 Jan 27 17:57:20.596850 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 45852) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:20.601959 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [None req-6add2481-f9fa-4b95-8a70-4beed6a124e0 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Request body: {'security_group_rule': {'security_group_id': '3348b315-1068-4305-a999-882cd7f6b436', 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:57:20.607717 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6add2481-f9fa-4b95-8a70-4beed6a124e0 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:57:20.611449 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6add2481-f9fa-4b95-8a70-4beed6a124e0 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Usage tracker for resource:security_group_rule and tenant:22ef0030ddff45f781c7e54fcfed86bf is out of sync, need to count used quota {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:57:20.614475 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [None req-6add2481-f9fa-4b95-8a70-4beed6a124e0 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87594) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:57:20.621182 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [None req-6add2481-f9fa-4b95-8a70-4beed6a124e0 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:57:20.633574 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.db.securitygroups_db [None req-6add2481-f9fa-4b95-8a70-4beed6a124e0 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Project 22ef0030ddff45f781c7e54fcfed86bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:57:20.640675 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6add2481-f9fa-4b95-8a70-4beed6a124e0 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.670971 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.687796 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port d8fa1268-5481-4ceb-b4c2-a729072820ea, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d8fa1268-5481-4ceb-b4c2-a729072820ea,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:57:20.691856 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.703823 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6add2481-f9fa-4b95-8a70-4beed6a124e0 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.707714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6add2481-f9fa-4b95-8a70-4beed6a124e0 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.733333 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add2481-f9fa-4b95-8a70-4beed6a124e0 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e818c9-6175-4d3f-b440-485341a9c6b0,revision_number=0']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:20.742912 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6add2481-f9fa-4b95-8a70-4beed6a124e0 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.744297 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6add2481-f9fa-4b95-8a70-4beed6a124e0 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465104 Jan 27 17:57:20.747419 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45856) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:20.753488 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-adb761f5-9516-4df4-95f4-1d02ec52c03a tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Request body: {'security_group_rule': {'security_group_id': '3348b315-1068-4305-a999-882cd7f6b436', 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:57:20.760290 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-adb761f5-9516-4df4-95f4-1d02ec52c03a tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:57:20.764602 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-adb761f5-9516-4df4-95f4-1d02ec52c03a tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Usage tracker for resource:security_group_rule and tenant:22ef0030ddff45f781c7e54fcfed86bf is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:57:20.767708 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-adb761f5-9516-4df4-95f4-1d02ec52c03a tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:57:20.773966 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-adb761f5-9516-4df4-95f4-1d02ec52c03a tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:57:20.785287 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.securitygroups_db [None req-adb761f5-9516-4df4-95f4-1d02ec52c03a tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Project 22ef0030ddff45f781c7e54fcfed86bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 17:57:20.792079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-adb761f5-9516-4df4-95f4-1d02ec52c03a tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.818254 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=d8fa1268-5481-4ceb-b4c2-a729072820ea,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:20.837235 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Sync routers for ids ['0ed1699b-8f37-4bcc-a0ca-6da7a5804549'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:57:20.846944 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Routers {'0ed1699b-8f37-4bcc-a0ca-6da7a5804549'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:57:20.847586 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:56:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0ed1699b-8f37-4bcc-a0ca-6da7a5804549'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:20.870381 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-adb761f5-9516-4df4-95f4-1d02ec52c03a tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.876328 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-adb761f5-9516-4df4-95f4-1d02ec52c03a tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614170'] for security_group_rule, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.908125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb761f5-9516-4df4-95f4-1d02ec52c03a tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6493a2f8-48bd-44ff-b357-bfd0575063df,revision_number=0']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:20.920037 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-adb761f5-9516-4df4-95f4-1d02ec52c03a tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:20.921506 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-adb761f5-9516-4df4-95f4-1d02ec52c03a tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1728017 Jan 27 17:57:21.052004 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Set router 0ed1699b-8f37-4bcc-a0ca-6da7a5804549 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:57:21.119901 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0b54c1b-120a-43bc-bc7f-2fca5b933e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:21.171905 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-fa9bef1d-29e5-4737-99a5-bba514fe9992 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Synchronizing usage tracker for tenant:22ef0030ddff45f781c7e54fcfed86bf on resource:security_group {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:57:21.191377 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-fa9bef1d-29e5-4737-99a5-bba514fe9992 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Unset dirty status for tenant:22ef0030ddff45f781c7e54fcfed86bf on resource:security_group {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:57:21.192560 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-fa9bef1d-29e5-4737-99a5-bba514fe9992 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-636203491&fields=id&tenant_id=22ef0030ddff45f781c7e54fcfed86bf HTTP/1.1" status: 200 len: 267 time: 0.0658343 Jan 27 17:57:21.361803 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-eabbeea8-693f-425e-b8f7-33e7333c6cf0 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:21.363159 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-eabbeea8-693f-425e-b8f7-33e7333c6cf0 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/networks?id=e659a97e-cc9c-4e0e-b3e8-87c569005836 HTTP/1.1" status: 200 len: 809 time: 0.1635492 Jan 27 17:57:21.381643 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-1b1a0dd6-213f-4ff6-9378-03d6e84bf8c8 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/quotas/22ef0030ddff45f781c7e54fcfed86bf HTTP/1.1" status: 200 len: 375 time: 0.0111957 Jan 27 17:57:21.434639 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'name': 'tempest-TestSnapshotPattern-1503032359-router', 'tenant_id': '0812a83c03f144118b04006d078760d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd8fa1268-5481-4ceb-b4c2-a729072820ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:12Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 4, 'project_id': '0812a83c03f144118b04006d078760d8', 'gw_port': {'id': 'd8fa1268-5481-4ceb-b4c2-a729072820ea', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:13Z', 'updated_at': '2022-01-27T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0923e76f-0330-42d0-92f5-473ce2dda9ca', 'name': '', 'network_id': '40cc4c23-b250-49b6-af38-740948eb2c02', 'tenant_id': '0812a83c03f144118b04006d078760d8', 'mac_address': 'fa:16:3e:d2:c4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'bc0f60c9-fd56-4d94-ab09-787ebe71495e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:16Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 2, 'project_id': '0812a83c03f144118b04006d078760d8', 'subnets': [{'id': 'bc0f60c9-fd56-4d94-ab09-787ebe71495e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:21.438824 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Checking router: 0ed1699b-8f37-4bcc-a0ca-6da7a5804549 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:57:21.439170 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Updating router 0ed1699b-8f37-4bcc-a0ca-6da7a5804549 port 0923e76f-0330-42d0-92f5-473ce2dda9ca binding host dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 17:57:21.480228 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-1cdf50e2-9dc5-43d2-abf8-1c9eb1542301 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=22ef0030ddff45f781c7e54fcfed86bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927858 Jan 27 17:57:21.494158 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:21.628877 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-9363928c-db5b-4f33-92a5-8a6528dfc6ee service neutron] 10.222.0.50 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371934 Jan 27 17:57:21.767229 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-3d0e67c8-2255-4800-9c2f-9d482932b3d3 service neutron] 10.222.0.50 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320884 Jan 27 17:57:21.831156 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:21.844667 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Transition to ACTIVE for port object 0923e76f-0330-42d0-92f5-473ce2dda9ca will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:57:21.851142 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:21.952334 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-5244b540-c84b-4695-9b82-4bf832d6bec4 req-80bde1b2-9e73-4b5a-babb-15344b204741 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Synchronizing usage tracker for tenant:22ef0030ddff45f781c7e54fcfed86bf on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:57:21.970130 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-5244b540-c84b-4695-9b82-4bf832d6bec4 req-80bde1b2-9e73-4b5a-babb-15344b204741 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Unset dirty status for tenant:22ef0030ddff45f781c7e54fcfed86bf on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:57:21.971481 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-5244b540-c84b-4695-9b82-4bf832d6bec4 req-80bde1b2-9e73-4b5a-babb-15344b204741 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 210 time: 0.0686178 Jan 27 17:57:21.992309 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d13061-8d27-488d-8140-e6db3a13820a None None] Pushing event updated for resources: {'Port': ['ID=0923e76f-0330-42d0-92f5-473ce2dda9ca,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:22.088891 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Attempting to bind port 0923e76f-0330-42d0-92f5-473ce2dda9ca on host dv-neutron-826439-2-hyperv for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:57:22.089501 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Attempting to bind port 0923e76f-0330-42d0-92f5-473ce2dda9ca by drivers openvswitch,hyperv on host dv-neutron-826439-2-hyperv at level 0 using segments [{'id': 'e78e2694-e4c3-4023-9540-51d390390e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '40cc4c23-b250-49b6-af38-740948eb2c02'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:57:22.090073 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Attempting to bind port 0923e76f-0330-42d0-92f5-473ce2dda9ca on network 40cc4c23-b250-49b6-af38-740948eb2c02 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:57:22.095790 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Checking agent: {'id': 'bcd6b6cb-49c2-4bd2-a39d-2562eea0e467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 16, 57, 52), 'started_at': datetime.datetime(2022, 1, 27, 16, 58, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:57:22.096140 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Checking segment: {'id': 'e78e2694-e4c3-4023-9540-51d390390e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '40cc4c23-b250-49b6-af38-740948eb2c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:57:22.096540 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:22.096919 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Bound using segment: {'id': 'e78e2694-e4c3-4023-9540-51d390390e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '40cc4c23-b250-49b6-af38-740948eb2c02'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:57:22.097364 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Bound port: 0923e76f-0330-42d0-92f5-473ce2dda9ca, host: dv-neutron-826439-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78e2694-e4c3-4023-9540-51d390390e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '40cc4c23-b250-49b6-af38-740948eb2c02'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:57:22.097750 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:22.185271 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] For port 0923e76f-0330-42d0-92f5-473ce2dda9ca, host dv-neutron-826439-2-hyperv, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:57:22.188531 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] For port 0923e76f-0330-42d0-92f5-473ce2dda9ca, host dv-neutron-826439-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0923e76f-0330-42d0-92f5-473ce2dda9ca,segment=NetworkSegment(e78e2694-e4c3-4023-9540-51d390390e40),segment_id=e78e2694-e4c3-4023-9540-51d390390e40)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:57:22.193064 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:22.272306 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Routers {'0ed1699b-8f37-4bcc-a0ca-6da7a5804549'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:57:22.272896 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:57:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0ed1699b-8f37-4bcc-a0ca-6da7a5804549'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:22.328003 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d13061-8d27-488d-8140-e6db3a13820a None None] Pushing event updated for resources: {'Port': ['ID=0923e76f-0330-42d0-92f5-473ce2dda9ca,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:22.346188 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:22.385366 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:22.472176 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] Set router 0ed1699b-8f37-4bcc-a0ca-6da7a5804549 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:57:22.473716 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d8fa1268-5481-4ceb-b4c2-a729072820ea up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:57:22.559222 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port d8fa1268-5481-4ceb-b4c2-a729072820ea triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:22.559583 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:22.685122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0923e76f-0330-42d0-92f5-473ce2dda9ca up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:57:22.763043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning for port 0923e76f-0330-42d0-92f5-473ce2dda9ca completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:57:22.768543 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 0923e76f-0330-42d0-92f5-473ce2dda9ca triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:22.769022 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:22.838877 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'name': 'tempest-TestSnapshotPattern-1503032359-router', 'tenant_id': '0812a83c03f144118b04006d078760d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd8fa1268-5481-4ceb-b4c2-a729072820ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:12Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 4, 'project_id': '0812a83c03f144118b04006d078760d8', 'gw_port': {'id': 'd8fa1268-5481-4ceb-b4c2-a729072820ea', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:13Z', 'updated_at': '2022-01-27T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0923e76f-0330-42d0-92f5-473ce2dda9ca', 'name': '', 'network_id': '40cc4c23-b250-49b6-af38-740948eb2c02', 'tenant_id': '0812a83c03f144118b04006d078760d8', 'mac_address': 'fa:16:3e:d2:c4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'bc0f60c9-fd56-4d94-ab09-787ebe71495e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:16Z', 'updated_at': '2022-01-27T17:57:22Z', 'revision_number': 4, 'project_id': '0812a83c03f144118b04006d078760d8', 'subnets': [{'id': 'bc0f60c9-fd56-4d94-ab09-787ebe71495e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:22.842930 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50350ea-491f-4650-b1f6-5dd11a284110 None None] The sync data for ids ['0ed1699b-8f37-4bcc-a0ca-6da7a5804549'] in dv-neutron-826439-2-hyperv is: [{'id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'name': 'tempest-TestSnapshotPattern-1503032359-router', 'tenant_id': '0812a83c03f144118b04006d078760d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd8fa1268-5481-4ceb-b4c2-a729072820ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:12Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 4, 'project_id': '0812a83c03f144118b04006d078760d8', 'gw_port': {'id': 'd8fa1268-5481-4ceb-b4c2-a729072820ea', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:13Z', 'updated_at': '2022-01-27T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0923e76f-0330-42d0-92f5-473ce2dda9ca', 'name': '', 'network_id': '40cc4c23-b250-49b6-af38-740948eb2c02', 'tenant_id': '0812a83c03f144118b04006d078760d8', 'mac_address': 'fa:16:3e:d2:c4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'bc0f60c9-fd56-4d94-ab09-787ebe71495e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:16Z', 'updated_at': '2022-01-27T17:57:22Z', 'revision_number': 4, 'project_id': '0812a83c03f144118b04006d078760d8', 'subnets': [{'id': 'bc0f60c9-fd56-4d94-ab09-787ebe71495e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:57:22.887876 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:22.922195 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] For port 0923e76f-0330-42d0-92f5-473ce2dda9ca, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0923e76f-0330-42d0-92f5-473ce2dda9ca,segment=NetworkSegment(e78e2694-e4c3-4023-9540-51d390390e40),segment_id=e78e2694-e4c3-4023-9540-51d390390e40)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:57:22.926543 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:23.008030 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Pushing event updated for resources: {'Port': ['ID=0923e76f-0330-42d0-92f5-473ce2dda9ca,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:23.108661 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-aeb0ec57-988a-4feb-9c3e-946c964e6161 req-8ec1d6d8-0614-4cb0-b4c7-b42ab389fb9a tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 210 time: 0.0678780 Jan 27 17:57:23.662392 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:24.207412 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-64d3d9f6-708a-4996-aeae-e495ba4e6323 req-5a2c16ce-5128-44f2-90a2-1f85d2e07df3 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 210 time: 0.0531104 Jan 27 17:57:24.428831 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0923e76f-0330-42d0-92f5-473ce2dda9ca up at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:57:24.501303 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Provisioning complete for port 0923e76f-0330-42d0-92f5-473ce2dda9ca triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:24.501674 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:25.319794 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1957bf6b-6ea7-4c01-80ec-9f82e67e5ab6 req-ccf6852e-a45c-40be-8c82-7ab6a24d77e7 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 210 time: 0.0479245 Jan 27 17:57:26.483584 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-3e3f69c7-2ed2-4db6-9b8e-2535f39b9ac3 req-d02190b3-61a7-49ea-98c0-602f667ec9d7 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 210 time: 0.0492525 Jan 27 17:57:27.358394 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-dea99036-57e0-46c6-92d8-e5f8dac8ab35 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:27.359775 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-dea99036-57e0-46c6-92d8-e5f8dac8ab35 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.83 "GET /v2.0/networks?id=e659a97e-cc9c-4e0e-b3e8-87c569005836 HTTP/1.1" status: 200 len: 809 time: 0.1536887 Jan 27 17:57:27.410672 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-8d7a99c0-8a48-492e-a43e-62e4f909f203 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22ef0030ddff45f781c7e54fcfed86bf HTTP/1.1" status: 200 len: 379 time: 0.0427260 Jan 27 17:57:27.419696 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-8ed3b319-da2d-4f5f-b286-b2bcc6b3329b tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Request body: {'port': {'device_id': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'admin_state_up': True, 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'security_groups': ['3348b315-1068-4305-a999-882cd7f6b436']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:57:27.676000 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-8dd39936-4379-4f04-8a8f-088ad4c85e84 req-edbdf5a8-6df9-45f5-a503-189156f5ade7 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 210 time: 0.0518417 Jan 27 17:57:27.718528 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-8ed3b319-da2d-4f5f-b286-b2bcc6b3329b tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:57:27.727854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-8ed3b319-da2d-4f5f-b286-b2bcc6b3329b tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:57:27.739632 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-8ed3b319-da2d-4f5f-b286-b2bcc6b3329b tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Made reservation on behalf of 22ef0030ddff45f781c7e54fcfed86bf for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:57:27.743093 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-8ed3b319-da2d-4f5f-b286-b2bcc6b3329b tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:27.905718 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-8ed3b319-da2d-4f5f-b286-b2bcc6b3329b tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Allocated IP 172.20.0.6 (e659a97e-cc9c-4e0e-b3e8-87c569005836/5127395c-d9f9-4c8c-9cfd-52a7a082ac44/29dced02-6726-453d-b62b-2920af7dd54f) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:57:28.095402 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-8ed3b319-da2d-4f5f-b286-b2bcc6b3329b tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:28.111101 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-8ed3b319-da2d-4f5f-b286-b2bcc6b3329b tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Transition to ACTIVE for port object 29dced02-6726-453d-b62b-2920af7dd54f will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:57:28.138908 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-8ed3b319-da2d-4f5f-b286-b2bcc6b3329b tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:28.211201 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-8ed3b319-da2d-4f5f-b286-b2bcc6b3329b tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Network e659a97e-cc9c-4e0e-b3e8-87c569005836 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:57:28.214407 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-8ed3b319-da2d-4f5f-b286-b2bcc6b3329b tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:57:28.218200 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-8ed3b319-da2d-4f5f-b286-b2bcc6b3329b tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:57:28.248585 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3b319-da2d-4f5f-b286-b2bcc6b3329b tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Pushing event updated for resources: {'Port': ['ID=29dced02-6726-453d-b62b-2920af7dd54f,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:28.285444 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-8ed3b319-da2d-4f5f-b286-b2bcc6b3329b tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:28.286085 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-8ed3b319-da2d-4f5f-b286-b2bcc6b3329b tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:28.312424 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-8ed3b319-da2d-4f5f-b286-b2bcc6b3329b tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8961275 Jan 27 17:57:28.323333 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Request body: {'port': {'device_id': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:57:28.438254 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:28.504043 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ca87f368-d75e-46f2-b335-8f008c1f7e5e None None] Provisioning for port 29dced02-6726-453d-b62b-2920af7dd54f completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:57:28.508879 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ca87f368-d75e-46f2-b335-8f008c1f7e5e None None] Provisioning complete for port 29dced02-6726-453d-b62b-2920af7dd54f triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:28.509244 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca87f368-d75e-46f2-b335-8f008c1f7e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:28.565319 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ca87f368-d75e-46f2-b335-8f008c1f7e5e None None] Port 29dced02-6726-453d-b62b-2920af7dd54f cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:57:28.778817 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29dced02-6726-453d-b62b-2920af7dd54f {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:57:28.786174 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:28.800101 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Transition to ACTIVE for port object 29dced02-6726-453d-b62b-2920af7dd54f will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:57:28.805024 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:28.863481 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e44e6-f4c2-4b16-8d4e-f8ea03d5fc61 req-2dae7d3f-6449-4367-bc89-95831fe2f6a2 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:28.864980 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-df8e44e6-f4c2-4b16-8d4e-f8ea03d5fc61 req-2dae7d3f-6449-4367-bc89-95831fe2f6a2 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 943 time: 0.0829763 Jan 27 17:57:28.917188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-df8e44e6-f4c2-4b16-8d4e-f8ea03d5fc61 req-d290203f-3a0f-40b0-958a-c3064fef93be tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Synchronizing usage tracker for tenant:22ef0030ddff45f781c7e54fcfed86bf on resource:security_group {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:57:28.930624 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-df8e44e6-f4c2-4b16-8d4e-f8ea03d5fc61 req-d290203f-3a0f-40b0-958a-c3064fef93be tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Unset dirty status for tenant:22ef0030ddff45f781c7e54fcfed86bf on resource:security_group {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:57:28.931783 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-df8e44e6-f4c2-4b16-8d4e-f8ea03d5fc61 req-d290203f-3a0f-40b0-958a-c3064fef93be tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607986 Jan 27 17:57:28.998530 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Pushing event updated for resources: {'Port': ['ID=29dced02-6726-453d-b62b-2920af7dd54f,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:29.039819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Attempting to bind port 29dced02-6726-453d-b62b-2920af7dd54f on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:57:29.040195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Attempting to bind port 29dced02-6726-453d-b62b-2920af7dd54f by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:57:29.040521 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Attempting to bind port 29dced02-6726-453d-b62b-2920af7dd54f on network e659a97e-cc9c-4e0e-b3e8-87c569005836 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:57:29.045278 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Port 29dced02-6726-453d-b62b-2920af7dd54f on network e659a97e-cc9c-4e0e-b3e8-87c569005836 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:57:29.045600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Attempting to bind port 29dced02-6726-453d-b62b-2920af7dd54f on network e659a97e-cc9c-4e0e-b3e8-87c569005836 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:57:29.050958 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:57:29.050958 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Checking segment: {'id': '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:57:29.051343 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Bound using segment: {'id': '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:57:29.051765 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Bound port: 29dced02-6726-453d-b62b-2920af7dd54f, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:57:29.052113 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:29.142499 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] For port 29dced02-6726-453d-b62b-2920af7dd54f, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 17:57:29.145397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] For port 29dced02-6726-453d-b62b-2920af7dd54f, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=29dced02-6726-453d-b62b-2920af7dd54f,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 17:57:29.151987 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:29.203411 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:29.204244 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:29.206327 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] 10.222.0.83 "PUT /v2.0/ports/29dced02-6726-453d-b62b-2920af7dd54f HTTP/1.1" status: 200 len: 1093 time: 0.8870616 Jan 27 17:57:29.214205 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'tag': '29dced02-6726-453d-b62b-2920af7dd54f'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:57:29.240790 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8547514-5fa6-4026-ac8c-4b204fddfeca service neutron] Pushing event updated for resources: {'Port': ['ID=29dced02-6726-453d-b62b-2920af7dd54f,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:29.324573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-123359f3-855c-4fb0-973a-029313a3cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:29.326107 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-123359f3-855c-4fb0-973a-029313a3cc4b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=22ef0030ddff45f781c7e54fcfed86bf&device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 1096 time: 0.0753965 Jan 27 17:57:29.504852 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'tag': '29dced02-6726-453d-b62b-2920af7dd54f', 'status': 'completed', 'code': 200} Jan 27 17:57:29.512839 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-509886e0-50c9-4908-91e7-1fdc40a4f2cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29dced02-6726-453d-b62b-2920af7dd54f HTTP/1.1" status: 200 len: 217 time: 0.1805377 Jan 27 17:57:29.582562 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-c8142a88-6dd2-41ce-9a74-1adeb05570c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:29.584359 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-c8142a88-6dd2-41ce-9a74-1adeb05570c8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5127395c-d9f9-4c8c-9cfd-52a7a082ac44 HTTP/1.1" status: 200 len: 848 time: 0.0652046 Jan 27 17:57:29.660334 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-ae940f2c-3c93-46b7-b908-51f94b43c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:29.661781 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-ae940f2c-3c93-46b7-b908-51f94b43c39b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e659a97e-cc9c-4e0e-b3e8-87c569005836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711572 Jan 27 17:57:29.792991 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-1522b698-14b2-41b6-bae5-846afb56ed86 service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247370 Jan 27 17:57:29.929207 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-721216fa-eaff-40d3-b834-2f9e6935fe35 req-30a16d36-b73e-4541-8ecf-efee971cda1f service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298897 Jan 27 17:57:30.048459 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46238513-ae18-4c87-86d1-78197005f77f req-2764eca2-ec82-4702-a9d4-a18ce17b0559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:30.050046 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-46238513-ae18-4c87-86d1-78197005f77f req-2764eca2-ec82-4702-a9d4-a18ce17b0559 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=22ef0030ddff45f781c7e54fcfed86bf&device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 1096 time: 0.0703132 Jan 27 17:57:30.123462 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab1a63-2747-45ca-8005-b12f07d6827a req-c9eb9959-1f9c-4b70-a3ef-a92d03b418fb tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:30.124933 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d9ab1a63-2747-45ca-8005-b12f07d6827a req-c9eb9959-1f9c-4b70-a3ef-a92d03b418fb tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 943 time: 0.0847752 Jan 27 17:57:30.169789 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d9ab1a63-2747-45ca-8005-b12f07d6827a req-408eb6c8-68f2-4d22-b260-e321fbe6d198 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388279 Jan 27 17:57:30.183189 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46238513-ae18-4c87-86d1-78197005f77f req-910c4ded-0af8-42a9-887e-3d6fe8c8d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:30.185520 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-46238513-ae18-4c87-86d1-78197005f77f req-910c4ded-0af8-42a9-887e-3d6fe8c8d639 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e659a97e-cc9c-4e0e-b3e8-87c569005836 HTTP/1.1" status: 200 len: 911 time: 0.1289396 Jan 27 17:57:30.259189 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-46238513-ae18-4c87-86d1-78197005f77f req-8cf80759-a756-4afc-b064-f51a25156413 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29dced02-6726-453d-b62b-2920af7dd54f HTTP/1.1" status: 200 len: 217 time: 0.0664017 Jan 27 17:57:30.325299 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46238513-ae18-4c87-86d1-78197005f77f req-7adf1126-dfbd-46f2-8b1e-229704c813ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:30.326629 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-46238513-ae18-4c87-86d1-78197005f77f req-7adf1126-dfbd-46f2-8b1e-229704c813ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5127395c-d9f9-4c8c-9cfd-52a7a082ac44 HTTP/1.1" status: 200 len: 848 time: 0.0616491 Jan 27 17:57:30.404242 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46238513-ae18-4c87-86d1-78197005f77f req-4f5f1a26-bdcd-40ec-907f-9b216e0307b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:30.405789 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-46238513-ae18-4c87-86d1-78197005f77f req-4f5f1a26-bdcd-40ec-907f-9b216e0307b0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e659a97e-cc9c-4e0e-b3e8-87c569005836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731745 Jan 27 17:57:30.535947 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-46238513-ae18-4c87-86d1-78197005f77f req-35355890-87f9-4c91-8268-ceffec1165d8 service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222293 Jan 27 17:57:30.665401 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-46238513-ae18-4c87-86d1-78197005f77f req-3cbe5538-f98e-4b84-9eab-9d155da0f3d4 service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232874 Jan 27 17:57:31.399860 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047241a-4e8f-42ca-8584-ccffbb7b1cee req-9672b35e-f0ec-4eac-acd3-92bd698e7236 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:31.400455 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-7047241a-4e8f-42ca-8584-ccffbb7b1cee req-9672b35e-f0ec-4eac-acd3-92bd698e7236 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Synchronizing usage tracker for tenant:22ef0030ddff45f781c7e54fcfed86bf on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:57:31.418181 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-7047241a-4e8f-42ca-8584-ccffbb7b1cee req-9672b35e-f0ec-4eac-acd3-92bd698e7236 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Unset dirty status for tenant:22ef0030ddff45f781c7e54fcfed86bf on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:57:31.419364 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7047241a-4e8f-42ca-8584-ccffbb7b1cee req-9672b35e-f0ec-4eac-acd3-92bd698e7236 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 943 time: 0.1123044 Jan 27 17:57:31.470335 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7047241a-4e8f-42ca-8584-ccffbb7b1cee req-8914bfb7-966e-43b9-930e-87050153cfc6 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420866 Jan 27 17:57:31.701593 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 29dced02-6726-453d-b62b-2920af7dd54f details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:57:31.845172 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 29dced02-6726-453d-b62b-2920af7dd54f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=29dced02-6726-453d-b62b-2920af7dd54f,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:57:31.858275 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '29dced02-6726-453d-b62b-2920af7dd54f', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'port_id': '29dced02-6726-453d-b62b-2920af7dd54f', 'mac_address': 'fa:16:3e:54:5a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:57:31.911287 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:31.927419 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29dced02-6726-453d-b62b-2920af7dd54f {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:57:31.946497 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 29dced02-6726-453d-b62b-2920af7dd54f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=29dced02-6726-453d-b62b-2920af7dd54f,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:57:31.953146 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:32.021009 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=29dced02-6726-453d-b62b-2920af7dd54f,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:32.168394 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['29dced02-6726-453d-b62b-2920af7dd54f'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:57:32.661407 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad54023-97ac-4deb-88ff-0e3d9ef650d3 req-af590a5c-797a-4f7d-8681-5b876aae4d97 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:32.662883 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9ad54023-97ac-4deb-88ff-0e3d9ef650d3 req-af590a5c-797a-4f7d-8681-5b876aae4d97 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 944 time: 0.0822148 Jan 27 17:57:32.711050 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9ad54023-97ac-4deb-88ff-0e3d9ef650d3 req-4ee3e9ec-84a7-4613-90b2-aff09680297b tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420301 Jan 27 17:57:33.715183 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 29dced02-6726-453d-b62b-2920af7dd54f up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:57:33.783207 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port 29dced02-6726-453d-b62b-2920af7dd54f completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:57:33.788033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 29dced02-6726-453d-b62b-2920af7dd54f triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:57:33.788401 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:33.850667 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:33.899424 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1db024-26f1-44fe-88e5-9d2e6210098f req-712e2d98-5505-445f-b02f-058107f42f6d tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:33.900877 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2e1db024-26f1-44fe-88e5-9d2e6210098f req-712e2d98-5505-445f-b02f-058107f42f6d tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 944 time: 0.0809767 Jan 27 17:57:33.914658 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:33.940486 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dced02-6726-453d-b62b-2920af7dd54f'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:57:33.945413 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-2e1db024-26f1-44fe-88e5-9d2e6210098f req-8a3eca33-3920-4db9-b7e1-0385f69f3ced tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387030 Jan 27 17:57:33.950216 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 29dced02-6726-453d-b62b-2920af7dd54f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=29dced02-6726-453d-b62b-2920af7dd54f,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:57:33.954922 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:33.996664 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dced02-6726-453d-b62b-2920af7dd54f', 'code': 200} Jan 27 17:57:34.030821 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=29dced02-6726-453d-b62b-2920af7dd54f,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:34.221598 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4e9e-0678-430c-8e09-23f32bbbf0e1 req-7eea693a-ddbb-4135-9968-555ac9d18451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:34.223044 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3fee4e9e-0678-430c-8e09-23f32bbbf0e1 req-7eea693a-ddbb-4135-9968-555ac9d18451 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 1098 time: 0.0732727 Jan 27 17:57:34.262773 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3fee4e9e-0678-430c-8e09-23f32bbbf0e1 req-15b9de66-e1cd-4a71-a606-87c793a6fe0a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335119 Jan 27 17:57:35.138140 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a0968-4dde-4864-9a4b-39a3690639d3 req-98a3d4ce-26a4-48bd-a35c-ee6dd705d9f7 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:35.139566 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ab6a0968-4dde-4864-9a4b-39a3690639d3 req-98a3d4ce-26a4-48bd-a35c-ee6dd705d9f7 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 945 time: 0.0824223 Jan 27 17:57:35.184124 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ab6a0968-4dde-4864-9a4b-39a3690639d3 req-5045ad36-547a-41d6-b557-628e903d6592 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386441 Jan 27 17:57:36.394443 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c558d-db27-401f-a5d6-4ac16ea09c76 req-2e48f20c-3112-44cc-ba3e-850339e0b905 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:36.397070 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-793c558d-db27-401f-a5d6-4ac16ea09c76 req-2e48f20c-3112-44cc-ba3e-850339e0b905 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 945 time: 0.0856352 Jan 27 17:57:36.440892 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-793c558d-db27-401f-a5d6-4ac16ea09c76 req-a9099e6e-18f2-4152-843f-f03c1d36cca9 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382588 Jan 27 17:57:36.734181 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb9579-fdff-4079-a77d-3dedb4b92fd9 req-e6769b68-c86a-4383-97bf-f39df1a08370 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:36.736123 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eccb9579-fdff-4079-a77d-3dedb4b92fd9 req-e6769b68-c86a-4383-97bf-f39df1a08370 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 945 time: 0.1899855 Jan 27 17:57:36.782718 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eccb9579-fdff-4079-a77d-3dedb4b92fd9 req-35775e9c-f956-43a6-ba87-c2e04f53c39c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384197 Jan 27 17:57:36.805743 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45936) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:36.975814 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a82c979-6399-46a2-97f0-1386e080204f tempest-TestSnapshotPattern-799938576 tempest-TestSnapshotPattern-799938576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:36.976522 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1a82c979-6399-46a2-97f0-1386e080204f tempest-TestSnapshotPattern-799938576 tempest-TestSnapshotPattern-799938576-project-admin] Synchronizing usage tracker for tenant:0812a83c03f144118b04006d078760d8 on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:57:36.996098 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-1a82c979-6399-46a2-97f0-1386e080204f tempest-TestSnapshotPattern-799938576 tempest-TestSnapshotPattern-799938576-project-admin] Unset dirty status for tenant:0812a83c03f144118b04006d078760d8 on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:57:36.997266 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-1a82c979-6399-46a2-97f0-1386e080204f tempest-TestSnapshotPattern-799938576 tempest-TestSnapshotPattern-799938576-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 1093 time: 0.1905785 Jan 27 17:57:37.000389 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 45942) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 17:57:37.005265 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': '29dced02-6726-453d-b62b-2920af7dd54f', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:57:37.011605 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:57:37.015412 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Usage tracker for resource:floatingip and tenant:22ef0030ddff45f781c7e54fcfed86bf is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 17:57:37.018387 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 17:57:37.024338 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:57:37.036772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:37.183945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:37.320794 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Allocated IP 172.26.1.192 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/6ecd7f09-cf2c-4ce9-b690-90a6908f1480) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:57:37.472999 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:37.512600 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:37.675521 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:57:37.678430 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:57:37.683522 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:57:37.712628 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Pushing event updated for resources: {'Port': ['ID=6ecd7f09-cf2c-4ce9-b690-90a6908f1480,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:38.101674 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:38.178877 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:38.388673 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:38.395211 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:38.496312 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Pushing event updated for resources: {'Port': ['ID=6ecd7f09-cf2c-4ce9-b690-90a6908f1480,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:57:38.512741 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:38.685286 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Floating IP 2b11f722-d937-4a4b-8c91-1bbd48021f98 associated. External IP: 172.26.1.192, port: 29dced02-6726-453d-b62b-2920af7dd54f. Jan 27 17:57:39.043993 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Router 8d425644-39fe-42ae-9313-7b187d8da65b has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 17:57:39.336355 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 17:57:39.347901 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964eea2-57d7-4779-8370-0da55f5c4ff0 None None] Sync routers for ids ['8d425644-39fe-42ae-9313-7b187d8da65b'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 17:57:39.364189 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964eea2-57d7-4779-8370-0da55f5c4ff0 None None] Routers {'8d425644-39fe-42ae-9313-7b187d8da65b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:57:39.364770 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7964eea2-57d7-4779-8370-0da55f5c4ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:57:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8d425644-39fe-42ae-9313-7b187d8da65b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:39.367080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:39.424336 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-b6b11894-5b27-4895-9271-01ad98454276 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4229228 Jan 27 17:57:39.425021 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'tag': '29dced02-6726-453d-b62b-2920af7dd54f'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:57:39.479521 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'tag': '29dced02-6726-453d-b62b-2920af7dd54f', 'status': 'completed', 'code': 200} Jan 27 17:57:39.568749 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fdf23-3126-42c0-b74a-a69ad91c5fd2 req-b86bcd75-ab45-473a-8dd0-8535403f6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:39.570280 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d8fdf23-3126-42c0-b74a-a69ad91c5fd2 req-b86bcd75-ab45-473a-8dd0-8535403f6794 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=22ef0030ddff45f781c7e54fcfed86bf&device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 1098 time: 0.0706179 Jan 27 17:57:39.575650 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-7964eea2-57d7-4779-8370-0da55f5c4ff0 None None] Set router 8d425644-39fe-42ae-9313-7b187d8da65b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:57:39.703971 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fdf23-3126-42c0-b74a-a69ad91c5fd2 req-cc8366fc-96a6-41e4-b913-dcb5f186c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:39.705482 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d8fdf23-3126-42c0-b74a-a69ad91c5fd2 req-cc8366fc-96a6-41e4-b913-dcb5f186c43f service neutron] 10.222.0.83 "GET /v2.0/networks?id=e659a97e-cc9c-4e0e-b3e8-87c569005836 HTTP/1.1" status: 200 len: 911 time: 0.1280704 Jan 27 17:57:39.807103 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d8fdf23-3126-42c0-b74a-a69ad91c5fd2 req-f515dc2f-3237-4c77-98db-9a8017b3bf48 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29dced02-6726-453d-b62b-2920af7dd54f HTTP/1.1" status: 200 len: 999 time: 0.0953507 Jan 27 17:57:39.872206 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fdf23-3126-42c0-b74a-a69ad91c5fd2 req-686b29e9-806a-4abb-87f2-2c5b98bbf08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:39.873638 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d8fdf23-3126-42c0-b74a-a69ad91c5fd2 req-686b29e9-806a-4abb-87f2-2c5b98bbf08a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5127395c-d9f9-4c8c-9cfd-52a7a082ac44 HTTP/1.1" status: 200 len: 848 time: 0.0608356 Jan 27 17:57:39.924367 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7964eea2-57d7-4779-8370-0da55f5c4ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 4, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '2b11f722-d937-4a4b-8c91-1bbd48021f98', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'floating_ip_address': '172.26.1.192', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'port_id': '29dced02-6726-453d-b62b-2920af7dd54f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'mac_address': 'fa:16:3e:54:5a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:57:38Z', 'updated_at': '2022-01-27T17:57:38Z', 'revision_number': 0, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8dd137-491b-471c-aa0e-c8df55f0169b', 'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'mac_address': 'fa:16:3e:16:86:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:09Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 5, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'subnets': [{'id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:39.928275 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964eea2-57d7-4779-8370-0da55f5c4ff0 None None] Checking router: 8d425644-39fe-42ae-9313-7b187d8da65b for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 17:57:39.936793 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964eea2-57d7-4779-8370-0da55f5c4ff0 None None] Routers {'8d425644-39fe-42ae-9313-7b187d8da65b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 17:57:39.937403 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7964eea2-57d7-4779-8370-0da55f5c4ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:57:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8d425644-39fe-42ae-9313-7b187d8da65b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:39.948522 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fdf23-3126-42c0-b74a-a69ad91c5fd2 req-4707154f-426a-4fa6-8f28-6611cd17dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:39.950448 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d8fdf23-3126-42c0-b74a-a69ad91c5fd2 req-4707154f-426a-4fa6-8f28-6611cd17dfd5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e659a97e-cc9c-4e0e-b3e8-87c569005836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710943 Jan 27 17:57:40.083705 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d8fdf23-3126-42c0-b74a-a69ad91c5fd2 req-baa983cc-d22b-48ab-9ca0-4d7768c5ba59 service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268902 Jan 27 17:57:40.129524 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-7964eea2-57d7-4779-8370-0da55f5c4ff0 None None] Set router 8d425644-39fe-42ae-9313-7b187d8da65b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 17:57:40.225179 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-1d8fdf23-3126-42c0-b74a-a69ad91c5fd2 req-faca81eb-0e88-4777-a261-743376e9654a service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361620 Jan 27 17:57:40.486455 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-7964eea2-57d7-4779-8370-0da55f5c4ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 4, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '2b11f722-d937-4a4b-8c91-1bbd48021f98', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'floating_ip_address': '172.26.1.192', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'port_id': '29dced02-6726-453d-b62b-2920af7dd54f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'mac_address': 'fa:16:3e:54:5a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:57:38Z', 'updated_at': '2022-01-27T17:57:38Z', 'revision_number': 0, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8dd137-491b-471c-aa0e-c8df55f0169b', 'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'mac_address': 'fa:16:3e:16:86:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:09Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 5, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'subnets': [{'id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 17:57:40.490888 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964eea2-57d7-4779-8370-0da55f5c4ff0 None None] The sync data for ids ['8d425644-39fe-42ae-9313-7b187d8da65b'] in dv-neutron-826439-2-hyperv is: [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 4, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '2b11f722-d937-4a4b-8c91-1bbd48021f98', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'floating_ip_address': '172.26.1.192', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'port_id': '29dced02-6726-453d-b62b-2920af7dd54f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'mac_address': 'fa:16:3e:54:5a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:57:38Z', 'updated_at': '2022-01-27T17:57:38Z', 'revision_number': 0, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8dd137-491b-471c-aa0e-c8df55f0169b', 'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'mac_address': 'fa:16:3e:16:86:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:09Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 5, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'subnets': [{'id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 17:57:40.683297 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a38ca-458e-4c0f-b799-980fc58b0116 None None] New status for floating IP 2b11f722-d937-4a4b-8c91-1bbd48021f98: ACTIVE {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 17:57:48.669360 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:57:48.836745 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b96158a-048b-47e5-84e9-6254553286a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:51.117008 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8292483b-a0a7-4dc6-be63-e853e8ccf750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:52.349872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:52.380259 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:53.693015 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:57:58.632560 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0e819c0b-1ec5-485b-8536-c5cbb78a4504 req-24907a40-272b-4d85-9fb4-983ded4d5e65 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747299 Jan 27 17:57:58.785614 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e819c0b-1ec5-485b-8536-c5cbb78a4504 req-1a4970a2-0ff4-47ad-b895-ace87780c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:58.787128 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0e819c0b-1ec5-485b-8536-c5cbb78a4504 req-1a4970a2-0ff4-47ad-b895-ace87780c598 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=22ef0030ddff45f781c7e54fcfed86bf&device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 1098 time: 0.0833440 Jan 27 17:57:58.938642 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e819c0b-1ec5-485b-8536-c5cbb78a4504 req-ba721f21-ce89-4a81-92d4-c9188f2c21a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:58.940089 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0e819c0b-1ec5-485b-8536-c5cbb78a4504 req-ba721f21-ce89-4a81-92d4-c9188f2c21a4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e659a97e-cc9c-4e0e-b3e8-87c569005836 HTTP/1.1" status: 200 len: 911 time: 0.1323714 Jan 27 17:57:59.043580 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0e819c0b-1ec5-485b-8536-c5cbb78a4504 req-0a1bdede-48f0-4aa1-84f1-66059dd168ec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29dced02-6726-453d-b62b-2920af7dd54f HTTP/1.1" status: 200 len: 1001 time: 0.0967383 Jan 27 17:57:59.107688 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e819c0b-1ec5-485b-8536-c5cbb78a4504 req-e768fb89-eaef-4fbf-a3a7-56c88dfe7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:59.109134 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0e819c0b-1ec5-485b-8536-c5cbb78a4504 req-e768fb89-eaef-4fbf-a3a7-56c88dfe7164 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5127395c-d9f9-4c8c-9cfd-52a7a082ac44 HTTP/1.1" status: 200 len: 848 time: 0.0594127 Jan 27 17:57:59.200341 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e819c0b-1ec5-485b-8536-c5cbb78a4504 req-fd4fbf4a-c8af-460c-9fab-262fe4490487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:57:59.201836 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0e819c0b-1ec5-485b-8536-c5cbb78a4504 req-fd4fbf4a-c8af-460c-9fab-262fe4490487 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e659a97e-cc9c-4e0e-b3e8-87c569005836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863709 Jan 27 17:57:59.337963 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0e819c0b-1ec5-485b-8536-c5cbb78a4504 req-e16c2cce-04d0-4a02-b6ff-9a9dfbe486ce service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293049 Jan 27 17:57:59.573231 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0e819c0b-1ec5-485b-8536-c5cbb78a4504 req-8ae6e46b-78bf-420b-bcb9-7ecce13bbe33 service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283676 Jan 27 17:58:03.832749 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:18.840871 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-808fd3d1-5a12-4ffe-b913-d659404cc2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:21.111503 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d3e86b5e-4959-43d6-aa6c-1833dff9b558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:22.350257 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:22.383110 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:23.675528 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:25.673899 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:58:33.835391 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:48.841538 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e597ad73-8770-4cfd-82d0-b7ad8460a4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:51.123536 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8d22-648f-4f6b-802f-2982ad8b453f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:52.347229 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:52.385245 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:58:53.677938 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:00.637014 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a7b2abf-cc75-4547-97fd-dad99c8a6ce1 req-6d0ad544-5a1b-4251-9bb6-b6c923e5cdd1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1310737 Jan 27 17:59:00.783751 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b2abf-cc75-4547-97fd-dad99c8a6ce1 req-4b72371b-4f51-4df0-a91c-e5fa3293ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:00.785133 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a7b2abf-cc75-4547-97fd-dad99c8a6ce1 req-4b72371b-4f51-4df0-a91c-e5fa3293ee02 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=22ef0030ddff45f781c7e54fcfed86bf&device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 1098 time: 0.0761602 Jan 27 17:59:00.937469 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b2abf-cc75-4547-97fd-dad99c8a6ce1 req-f0df076b-b02b-41ac-84d7-a8ed4c3b21e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:00.938995 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a7b2abf-cc75-4547-97fd-dad99c8a6ce1 req-f0df076b-b02b-41ac-84d7-a8ed4c3b21e3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e659a97e-cc9c-4e0e-b3e8-87c569005836 HTTP/1.1" status: 200 len: 911 time: 0.1350257 Jan 27 17:59:01.043372 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a7b2abf-cc75-4547-97fd-dad99c8a6ce1 req-93ade0f1-cb71-4de1-85d3-14b315edb46b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29dced02-6726-453d-b62b-2920af7dd54f HTTP/1.1" status: 200 len: 1001 time: 0.0982282 Jan 27 17:59:01.105735 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b2abf-cc75-4547-97fd-dad99c8a6ce1 req-67dbb348-7164-42a0-a883-78cad010e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:01.107201 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a7b2abf-cc75-4547-97fd-dad99c8a6ce1 req-67dbb348-7164-42a0-a883-78cad010e6ad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5127395c-d9f9-4c8c-9cfd-52a7a082ac44 HTTP/1.1" status: 200 len: 848 time: 0.0581470 Jan 27 17:59:01.195880 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b2abf-cc75-4547-97fd-dad99c8a6ce1 req-8fefeafa-a28a-48ef-9539-d89a8ee10b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:01.197353 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a7b2abf-cc75-4547-97fd-dad99c8a6ce1 req-8fefeafa-a28a-48ef-9539-d89a8ee10b50 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e659a97e-cc9c-4e0e-b3e8-87c569005836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839727 Jan 27 17:59:01.337993 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a7b2abf-cc75-4547-97fd-dad99c8a6ce1 req-61c1dd9e-0393-405f-a816-66d3401f2dec service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331201 Jan 27 17:59:01.477027 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-5a7b2abf-cc75-4547-97fd-dad99c8a6ce1 req-86359bb8-f8a5-4421-a1ec-0db1030ebfdb service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333694 Jan 27 17:59:02.682071 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:59:03.829577 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:18.851191 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ffbc-616f-4688-b4fe-6b0c84d30dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:21.124528 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1efdd4b6-5e22-4c1a-ad27-1d107ff04a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:22.387582 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:22.392076 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:23.687031 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:33.832168 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:36.171192 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 29dced02-6726-453d-b62b-2920af7dd54f details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 17:59:36.312209 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 29dced02-6726-453d-b62b-2920af7dd54f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=29dced02-6726-453d-b62b-2920af7dd54f,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:59:36.325620 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': '29dced02-6726-453d-b62b-2920af7dd54f', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'port_id': '29dced02-6726-453d-b62b-2920af7dd54f', 'mac_address': 'fa:16:3e:54:5a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 17:59:36.380674 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:36.398571 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29dced02-6726-453d-b62b-2920af7dd54f {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:59:36.414704 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 29dced02-6726-453d-b62b-2920af7dd54f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=29dced02-6726-453d-b62b-2920af7dd54f,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:59:36.420615 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:36.493112 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=29dced02-6726-453d-b62b-2920af7dd54f,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:59:36.500171 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:36.500501 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:36.500827 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:36.501148 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:36.501458 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:36.501804 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:36.502098 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:36.502410 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:36.502715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:36.503024 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:36.503330 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:36.503637 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:36.508058 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['29dced02-6726-453d-b62b-2920af7dd54f'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 17:59:38.180967 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 29dced02-6726-453d-b62b-2920af7dd54f up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 17:59:38.269659 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port 29dced02-6726-453d-b62b-2920af7dd54f triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:59:38.270059 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:38.383867 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:38.410852 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dced02-6726-453d-b62b-2920af7dd54f'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:59:38.421364 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 29dced02-6726-453d-b62b-2920af7dd54f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=29dced02-6726-453d-b62b-2920af7dd54f,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:59:38.426843 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:38.497201 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=29dced02-6726-453d-b62b-2920af7dd54f,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:59:38.517144 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dced02-6726-453d-b62b-2920af7dd54f', 'code': 200} Jan 27 17:59:39.671568 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 17:59:48.261500 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-db78bc2a-9d72-45f7-af06-025e495b4b48 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-636203491&fields=id&tenant_id=22ef0030ddff45f781c7e54fcfed86bf HTTP/1.1" status: 200 len: 267 time: 0.0410595 Jan 27 17:59:48.425705 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-8c1c4f66-1ff9-4b70-9eaa-5673ab5476da tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:48.427157 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-8c1c4f66-1ff9-4b70-9eaa-5673ab5476da tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/networks?id=e659a97e-cc9c-4e0e-b3e8-87c569005836 HTTP/1.1" status: 200 len: 809 time: 0.1565742 Jan 27 17:59:48.444622 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-7d4766e4-ac38-4348-bd5a-08c29ee48d0c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/quotas/22ef0030ddff45f781c7e54fcfed86bf HTTP/1.1" status: 200 len: 375 time: 0.0093703 Jan 27 17:59:48.536643 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-7fefc4dc-e6d2-4ed4-9ff0-129b7f0c290b tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=22ef0030ddff45f781c7e54fcfed86bf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0843511 Jan 27 17:59:48.725794 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-b77e416f-d0dd-4be3-a487-c12d31234e85 service neutron] 10.222.0.50 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731553 Jan 27 17:59:48.834879 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-814f11e2-9b02-4ba8-bc5b-06ac0412fc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:48.857306 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-62a5ab9a-6ca1-4d91-b531-97aad0f6311c service neutron] 10.222.0.50 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256537 Jan 27 17:59:49.036957 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-02d1266b-1a1d-4a79-8342-7d2a5c5edab3 req-aaf2ee74-7c28-4624-8799-a6be9dd2bf47 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 210 time: 0.0430222 Jan 27 17:59:50.250021 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-87d6273c-0b82-42b5-ac66-d8fa01263ed8 req-83a50fd0-e2a2-499b-84ba-e975cd783db0 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 210 time: 0.0579686 Jan 27 17:59:50.262089 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-2bf97e42-0f97-4222-8f66-96df822136e6 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:50.263475 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-2bf97e42-0f97-4222-8f66-96df822136e6 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.83 "GET /v2.0/networks?id=e659a97e-cc9c-4e0e-b3e8-87c569005836 HTTP/1.1" status: 200 len: 809 time: 0.3182507 Jan 27 17:59:50.314350 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-d9648dc8-193a-4e02-9200-885900039b9a tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22ef0030ddff45f781c7e54fcfed86bf HTTP/1.1" status: 200 len: 379 time: 0.0428760 Jan 27 17:59:50.323464 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Request body: {'port': {'device_id': '31b62922-138c-4310-a661-3ebc955e1e5d', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'admin_state_up': True, 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'security_groups': ['3348b315-1068-4305-a999-882cd7f6b436']}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:59:50.460212 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 17:59:50.471248 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.quota.driver [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87594) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 17:59:50.485659 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Made reservation on behalf of 22ef0030ddff45f781c7e54fcfed86bf for: {'port': 1} {{(pid=87594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 17:59:50.489311 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:50.717036 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_common [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Allocated IP 172.20.0.4 (e659a97e-cc9c-4e0e-b3e8-87c569005836/5127395c-d9f9-4c8c-9cfd-52a7a082ac44/dcb8c739-61c6-4b27-bde0-0050c4f96daf) {{(pid=87594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 17:59:50.927501 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for port, precommit_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:50.946702 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Transition to ACTIVE for port object dcb8c739-61c6-4b27-bde0-0050c4f96daf will not be triggered until provisioned by entity DHCP. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:59:50.971991 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_create {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:51.045085 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Network e659a97e-cc9c-4e0e-b3e8-87c569005836 is already hosted by enough agents. {{(pid=87594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 17:59:51.046183 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.base_scheduler [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Resources bound (agent type, host, resource id): {{(pid=87594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 17:59:51.050118 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Received port after_create {{(pid=87594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 17:59:51.091621 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Pushing event updated for resources: {'Port': ['ID=dcb8c739-61c6-4b27-bde0-0050c4f96daf,revision_number=1']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:59:51.106433 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:51.106775 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:51.107106 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:51.107559 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:51.107755 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:51.108079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:51.108397 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:51.108713 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:51.109033 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:51.109347 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:51.109661 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:51.109996 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 17:59:51.149625 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:51.149962 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-201b2091-2711-4528-aa46-3c46cd0181cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:51.150463 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:51.194385 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-06f782f0-71a4-44d7-ae25-421fb95bc61c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8746767 Jan 27 17:59:51.311862 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-469f94bd-504d-43a5-8489-c719afaf64bd None None] Provisioning for port dcb8c739-61c6-4b27-bde0-0050c4f96daf completed by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 17:59:51.318011 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-469f94bd-504d-43a5-8489-c719afaf64bd None None] Provisioning complete for port dcb8c739-61c6-4b27-bde0-0050c4f96daf triggered by entity DHCP. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 17:59:51.318465 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-469f94bd-504d-43a5-8489-c719afaf64bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:51.380830 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-469f94bd-504d-43a5-8489-c719afaf64bd None None] Port dcb8c739-61c6-4b27-bde0-0050c4f96daf cannot update to ACTIVE because it is not bound. {{(pid=87596) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 27 17:59:51.469241 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05ee53-0126-4ce3-ab54-f6e91cf30735 req-be5b8e34-d329-4343-9414-840279dd5f94 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:51.470826 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ce05ee53-0126-4ce3-ab54-f6e91cf30735 req-be5b8e34-d329-4343-9414-840279dd5f94 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 931 time: 0.1044455 Jan 27 17:59:51.518547 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-ce05ee53-0126-4ce3-ab54-f6e91cf30735 req-158869d5-7b2e-4620-89ec-1970a2d57013 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419967 Jan 27 17:59:52.188113 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 29dced02-6726-453d-b62b-2920af7dd54f no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 17:59:52.303150 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:52.349715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29dced02-6726-453d-b62b-2920af7dd54f'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 17:59:52.357636 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:52.361206 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port 29dced02-6726-453d-b62b-2920af7dd54f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=29dced02-6726-453d-b62b-2920af7dd54f,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 17:59:52.372111 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:52.421311 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29dced02-6726-453d-b62b-2920af7dd54f', 'code': 200} Jan 27 17:59:52.451044 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:52.454516 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=29dced02-6726-453d-b62b-2920af7dd54f,revision_number=8']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:59:52.710321 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5d457-d5c5-438a-9944-f8e67e324df1 req-99df5939-1d3b-4a66-b06d-7d6f52d63b11 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:52.712026 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9dc5d457-d5c5-438a-9944-f8e67e324df1 req-99df5939-1d3b-4a66-b06d-7d6f52d63b11 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 931 time: 0.0824862 Jan 27 17:59:52.773531 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9dc5d457-d5c5-438a-9944-f8e67e324df1 req-2d74dd76-89c8-4224-a236-ee2f5213774a tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551016 Jan 27 17:59:53.694360 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:53.969570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec340b4e-4cb0-4814-a75d-2aecef1bd85d req-834e7b10-b082-43c1-8c91-6e67d2a6330c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:53.970530 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-ec340b4e-4cb0-4814-a75d-2aecef1bd85d req-834e7b10-b082-43c1-8c91-6e67d2a6330c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Synchronizing usage tracker for tenant:22ef0030ddff45f781c7e54fcfed86bf on resource:port {{(pid=87594) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 17:59:53.986770 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.quota.resource [req-ec340b4e-4cb0-4814-a75d-2aecef1bd85d req-834e7b10-b082-43c1-8c91-6e67d2a6330c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Unset dirty status for tenant:22ef0030ddff45f781c7e54fcfed86bf on resource:port {{(pid=87594) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 17:59:53.988006 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ec340b4e-4cb0-4814-a75d-2aecef1bd85d req-834e7b10-b082-43c1-8c91-6e67d2a6330c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 931 time: 0.1038513 Jan 27 17:59:54.034749 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-ec340b4e-4cb0-4814-a75d-2aecef1bd85d req-82ec4e8f-2c60-4994-8e09-0fb4b625511e tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393834 Jan 27 17:59:55.235771 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a31729-14fe-4a14-a83e-79d0b51f3e86 req-4a5bed83-66cb-4699-bb00-89ecf02fd46e tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:55.244075 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-56a31729-14fe-4a14-a83e-79d0b51f3e86 req-4a5bed83-66cb-4699-bb00-89ecf02fd46e tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 931 time: 0.0891094 Jan 27 17:59:55.286902 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-56a31729-14fe-4a14-a83e-79d0b51f3e86 req-a92c21b5-811d-4eab-a83b-ec16f248c1fd tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416589 Jan 27 17:59:56.470034 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9ba61-1dfd-4fbc-bfc2-e94a1b359bb4 req-c726142c-0b62-419e-9f50-d82f7bb6d5f5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:56.471670 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7ef9ba61-1dfd-4fbc-bfc2-e94a1b359bb4 req-c726142c-0b62-419e-9f50-d82f7bb6d5f5 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 931 time: 0.0793548 Jan 27 17:59:56.519179 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7ef9ba61-1dfd-4fbc-bfc2-e94a1b359bb4 req-76896dff-b1ec-4044-880e-f1dc2e1ea9b7 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406458 Jan 27 17:59:57.712475 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78268ec9-b779-42a4-9158-ab99eeb10cf3 req-9a5a3c88-47d3-4c8f-9b71-15fe5ee53521 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:57.713958 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-78268ec9-b779-42a4-9158-ab99eeb10cf3 req-9a5a3c88-47d3-4c8f-9b71-15fe5ee53521 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 931 time: 0.0886526 Jan 27 17:59:57.760115 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-78268ec9-b779-42a4-9158-ab99eeb10cf3 req-ea239564-b04c-4689-a64c-68522fb4d0fe tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405173 Jan 27 17:59:59.089841 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.v2.base [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Request body: {'port': {'device_id': '31b62922-138c-4310-a661-3ebc955e1e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 17:59:59.213888 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda3a15-8826-48c9-baf0-df92a289c46b req-c83a98c7-e47d-42c5-9693-19f844775a74 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 17:59:59.215362 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eeda3a15-8826-48c9-baf0-df92a289c46b req-c83a98c7-e47d-42c5-9693-19f844775a74 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 931 time: 0.1927819 Jan 27 17:59:59.220221 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:59.313751 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-eeda3a15-8826-48c9-baf0-df92a289c46b req-590276f4-985d-4435-b581-396f430f15ab tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843990 Jan 27 17:59:59.594971 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb8c739-61c6-4b27-bde0-0050c4f96daf {{(pid=87594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 17:59:59.602714 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:59.617403 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.provisioning_blocks [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Transition to ACTIVE for port object dcb8c739-61c6-4b27-bde0-0050c4f96daf will not be triggered until provisioned by entity L2. {{(pid=87594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 17:59:59.622996 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 17:59:59.696329 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb8c739-61c6-4b27-bde0-0050c4f96daf,revision_number=2']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 17:59:59.968373 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Attempting to bind port dcb8c739-61c6-4b27-bde0-0050c4f96daf on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 17:59:59.968604 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Attempting to bind port dcb8c739-61c6-4b27-bde0-0050c4f96daf by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836'}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 17:59:59.968887 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Attempting to bind port dcb8c739-61c6-4b27-bde0-0050c4f96daf on network e659a97e-cc9c-4e0e-b3e8-87c569005836 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:59:59.973869 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Port dcb8c739-61c6-4b27-bde0-0050c4f96daf on network e659a97e-cc9c-4e0e-b3e8-87c569005836 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 27 17:59:59.974191 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Attempting to bind port dcb8c739-61c6-4b27-bde0-0050c4f96daf on network e659a97e-cc9c-4e0e-b3e8-87c569005836 {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 27 17:59:59.979439 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Checking agent: {'id': '4672baa6-7d6e-43d0-9c53-330b7de43a99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'started_at': datetime.datetime(2022, 1, 27, 17, 4, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 17, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 17:59:59.979774 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Checking segment: {'id': '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 27 17:59:59.980144 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Bound using segment: {'id': '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836'} {{(pid=87594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 17:59:59.980558 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.managers [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Bound port: dcb8c739-61c6-4b27-bde0-0050c4f96daf, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836'}}] {{(pid=87594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 17:59:59.980927 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:00.073122 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] For port dcb8c739-61c6-4b27-bde0-0050c4f96daf, host hv-neutron-8264, cleared binding levels {{(pid=87594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 27 18:00:00.076097 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] For port dcb8c739-61c6-4b27-bde0-0050c4f96daf, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=dcb8c739-61c6-4b27-bde0-0050c4f96daf,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 27 18:00:00.080458 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137254'] for port, after_update {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:00.140313 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:00.140934 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:00.142255 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] 10.222.0.83 "PUT /v2.0/ports/dcb8c739-61c6-4b27-bde0-0050c4f96daf HTTP/1.1" status: 200 len: 1093 time: 1.0646706 Jan 27 18:00:00.142685 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b62922-138c-4310-a661-3ebc955e1e5d', 'tag': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf'}] {{(pid=87594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:00:00.165160 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d0038-a09f-4cff-9d45-32d48335ce55 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb8c739-61c6-4b27-bde0-0050c4f96daf,revision_number=3']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:00.225064 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b62922-138c-4310-a661-3ebc955e1e5d', 'tag': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf', 'status': 'completed', 'code': 200} Jan 27 18:00:00.264757 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-4e3cfc34-90a7-478d-a3a5-1671b979978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:00.266301 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-4e3cfc34-90a7-478d-a3a5-1671b979978a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=22ef0030ddff45f781c7e54fcfed86bf&device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 1096 time: 0.0775464 Jan 27 18:00:00.334802 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-b6d3264d-42e0-4de7-b0ee-55756b61c358 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcb8c739-61c6-4b27-bde0-0050c4f96daf HTTP/1.1" status: 200 len: 217 time: 0.0610583 Jan 27 18:00:00.403896 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-4739f3e4-935e-4bf9-a891-ae489e4a5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:00.405257 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-4739f3e4-935e-4bf9-a891-ae489e4a5c6f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5127395c-d9f9-4c8c-9cfd-52a7a082ac44 HTTP/1.1" status: 200 len: 848 time: 0.0643666 Jan 27 18:00:00.538121 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-7563a7d8-9283-4c51-b933-2f2ba639893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:00.539495 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-7563a7d8-9283-4c51-b933-2f2ba639893e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e659a97e-cc9c-4e0e-b3e8-87c569005836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1282752 Jan 27 18:00:00.549312 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8324b-1ad8-4b42-ba79-7022211f0224 req-c9371138-d191-41a2-abf2-780923339fb7 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:00.550665 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-15d8324b-1ad8-4b42-ba79-7022211f0224 req-c9371138-d191-41a2-abf2-780923339fb7 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 943 time: 0.1102858 Jan 27 18:00:00.674804 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-15d8324b-1ad8-4b42-ba79-7022211f0224 req-530ef2e5-5bc7-44de-98f2-812c0401bb5c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062577 Jan 27 18:00:00.708459 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-91fb2766-5605-4532-a80c-9c0b373c6cc5 service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568410 Jan 27 18:00:00.850796 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7d31b3fb-317d-434b-a005-fea1a2de334d req-2ac5856e-80a6-4897-8c47-ed603f05f279 service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364858 Jan 27 18:00:00.934975 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.83', 50269) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:00.980856 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5843f5-5565-4d4f-aa4b-da00b8a25676 req-95fe1329-70c2-4700-b525-f920f0d9f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:00.982533 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3c5843f5-5565-4d4f-aa4b-da00b8a25676 req-95fe1329-70c2-4700-b525-f920f0d9f660 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=22ef0030ddff45f781c7e54fcfed86bf&device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 1096 time: 0.0735579 Jan 27 18:00:01.006887 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4400f068-9680-4b7a-b76f-904e7189e99e req-12f1127c-787f-45e0-bfcf-7a2a00c4ca2c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707500 Jan 27 18:00:01.114074 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5843f5-5565-4d4f-aa4b-da00b8a25676 req-1b687d58-8ca2-4a0c-ba6d-35a7069217e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:01.115523 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3c5843f5-5565-4d4f-aa4b-da00b8a25676 req-1b687d58-8ca2-4a0c-ba6d-35a7069217e1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e659a97e-cc9c-4e0e-b3e8-87c569005836 HTTP/1.1" status: 200 len: 911 time: 0.1260912 Jan 27 18:00:01.151012 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400f068-9680-4b7a-b76f-904e7189e99e req-3bd1f4e6-9f57-4a91-a1bb-1b534aebb977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:01.152486 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4400f068-9680-4b7a-b76f-904e7189e99e req-3bd1f4e6-9f57-4a91-a1bb-1b534aebb977 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=22ef0030ddff45f781c7e54fcfed86bf&device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 1096 time: 0.0737486 Jan 27 18:00:01.185614 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3c5843f5-5565-4d4f-aa4b-da00b8a25676 req-54efc3d2-48f3-488c-9a0b-6680431059f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcb8c739-61c6-4b27-bde0-0050c4f96daf HTTP/1.1" status: 200 len: 217 time: 0.0633678 Jan 27 18:00:01.250220 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5843f5-5565-4d4f-aa4b-da00b8a25676 req-e854397b-60de-41dc-b55c-2f12df596c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:01.251691 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3c5843f5-5565-4d4f-aa4b-da00b8a25676 req-e854397b-60de-41dc-b55c-2f12df596c83 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5127395c-d9f9-4c8c-9cfd-52a7a082ac44 HTTP/1.1" status: 200 len: 848 time: 0.0600801 Jan 27 18:00:01.301560 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400f068-9680-4b7a-b76f-904e7189e99e req-52dcad2f-8626-4417-8a72-401fcdd105b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:01.303103 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4400f068-9680-4b7a-b76f-904e7189e99e req-52dcad2f-8626-4417-8a72-401fcdd105b2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e659a97e-cc9c-4e0e-b3e8-87c569005836 HTTP/1.1" status: 200 len: 911 time: 0.1311615 Jan 27 18:00:01.332051 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5843f5-5565-4d4f-aa4b-da00b8a25676 req-e31a4444-def2-4bf2-bd19-ce29d91e80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:01.333581 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3c5843f5-5565-4d4f-aa4b-da00b8a25676 req-e31a4444-def2-4bf2-bd19-ce29d91e80c8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e659a97e-cc9c-4e0e-b3e8-87c569005836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745139 Jan 27 18:00:01.403599 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4400f068-9680-4b7a-b76f-904e7189e99e req-e9a29e6a-984d-4e00-bc17-dc24f3d2f607 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29dced02-6726-453d-b62b-2920af7dd54f HTTP/1.1" status: 200 len: 999 time: 0.0926619 Jan 27 18:00:01.464091 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3c5843f5-5565-4d4f-aa4b-da00b8a25676 req-608cc932-07fc-44ec-a0d2-3242c2177927 service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241858 Jan 27 18:00:01.469626 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400f068-9680-4b7a-b76f-904e7189e99e req-175427a4-9aa2-4ca7-9a85-61c59d0b2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:01.471137 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4400f068-9680-4b7a-b76f-904e7189e99e req-175427a4-9aa2-4ca7-9a85-61c59d0b2a30 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5127395c-d9f9-4c8c-9cfd-52a7a082ac44 HTTP/1.1" status: 200 len: 848 time: 0.0605392 Jan 27 18:00:01.546697 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400f068-9680-4b7a-b76f-904e7189e99e req-ce6c29f0-ca67-4950-b522-3c959c1415e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:01.548209 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4400f068-9680-4b7a-b76f-904e7189e99e req-ce6c29f0-ca67-4950-b522-3c959c1415e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e659a97e-cc9c-4e0e-b3e8-87c569005836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713243 Jan 27 18:00:01.686328 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4400f068-9680-4b7a-b76f-904e7189e99e req-c7fb5ba6-e0a6-445b-a18b-7d1bb2cf76ce service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310086 Jan 27 18:00:01.704485 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-3c5843f5-5565-4d4f-aa4b-da00b8a25676 req-be3d2696-2ce1-4dc7-8304-e1f4e39d09a4 service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338586 Jan 27 18:00:01.968651 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-4400f068-9680-4b7a-b76f-904e7189e99e req-f0f4b421-cd49-4a02-aa52-c5d6c6947cf5 service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763913 Jan 27 18:00:01.992372 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6199e-fbc5-4b83-9ae5-52e9398ce927 req-c495fde0-2e49-4275-8713-5d49760d43ea tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:01.993825 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d7a6199e-fbc5-4b83-9ae5-52e9398ce927 req-c495fde0-2e49-4275-8713-5d49760d43ea tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 943 time: 0.2087638 Jan 27 18:00:02.037664 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d7a6199e-fbc5-4b83-9ae5-52e9398ce927 req-430562ae-21bb-48f9-a382-4515a6347dbb tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379267 Jan 27 18:00:02.251788 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device dcb8c739-61c6-4b27-bde0-0050c4f96daf details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 18:00:02.407229 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port dcb8c739-61c6-4b27-bde0-0050c4f96daf, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=dcb8c739-61c6-4b27-bde0-0050c4f96daf,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:00:02.420858 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'port_id': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf', 'mac_address': 'fa:16:3e:91:aa:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 18:00:02.510347 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:02.537118 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb8c739-61c6-4b27-bde0-0050c4f96daf {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 18:00:02.552895 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port dcb8c739-61c6-4b27-bde0-0050c4f96daf, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=dcb8c739-61c6-4b27-bde0-0050c4f96daf,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:00:02.559388 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:02.626529 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=dcb8c739-61c6-4b27-bde0-0050c4f96daf,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:02.800171 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['dcb8c739-61c6-4b27-bde0-0050c4f96daf'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 18:00:03.324495 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd33dd-92a7-4f7a-bd68-0d6a99eccdee req-ef8b9b26-2896-4efb-a05f-e42263a5bc12 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:03.325891 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7ecd33dd-92a7-4f7a-bd68-0d6a99eccdee req-ef8b9b26-2896-4efb-a05f-e42263a5bc12 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 944 time: 0.1581759 Jan 27 18:00:03.370228 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-7ecd33dd-92a7-4f7a-bd68-0d6a99eccdee req-5709b9a1-bd2c-49e7-895a-d031a8c5fd8f tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386515 Jan 27 18:00:03.833513 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:04.266733 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device dcb8c739-61c6-4b27-bde0-0050c4f96daf up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 18:00:04.346597 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning for port dcb8c739-61c6-4b27-bde0-0050c4f96daf completed by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 18:00:04.351305 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port dcb8c739-61c6-4b27-bde0-0050c4f96daf triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:00:04.351658 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:04.469388 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:04.497046 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b62922-138c-4310-a661-3ebc955e1e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:00:04.506682 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port dcb8c739-61c6-4b27-bde0-0050c4f96daf, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=dcb8c739-61c6-4b27-bde0-0050c4f96daf,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:00:04.513764 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:04.563593 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b62922-138c-4310-a661-3ebc955e1e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf', 'code': 200} Jan 27 18:00:04.582791 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=dcb8c739-61c6-4b27-bde0-0050c4f96daf,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:04.615679 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565635e8-2392-478d-9c5b-f692414e2847 req-498bed12-7197-4dd2-9d04-04ee6cef9221 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:04.617123 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-565635e8-2392-478d-9c5b-f692414e2847 req-498bed12-7197-4dd2-9d04-04ee6cef9221 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 945 time: 0.1349196 Jan 27 18:00:04.661411 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-565635e8-2392-478d-9c5b-f692414e2847 req-5a47811f-5956-40f1-8c77-bc631ae40320 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378098 Jan 27 18:00:04.803228 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3af5d-a8cc-4396-9df8-6c7d8a2af509 req-3c4b61bb-f694-4ced-9b3e-9fc11afd5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:04.804766 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-89a3af5d-a8cc-4396-9df8-6c7d8a2af509 req-3c4b61bb-f694-4ced-9b3e-9fc11afd5356 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 1098 time: 0.0835695 Jan 27 18:00:04.848172 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-89a3af5d-a8cc-4396-9df8-6c7d8a2af509 req-dc26e1a1-c3b8-4f10-bbd5-88a4d446dfab service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370145 Jan 27 18:00:05.866877 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429f8ed-f524-4e19-bbd2-acbc53b479c1 req-4aaa0cb5-dd49-42b3-9a6d-b9efb8632bee tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:05.868331 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0429f8ed-f524-4e19-bbd2-acbc53b479c1 req-4aaa0cb5-dd49-42b3-9a6d-b9efb8632bee tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 945 time: 0.0841758 Jan 27 18:00:05.914864 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-0429f8ed-f524-4e19-bbd2-acbc53b479c1 req-1aeca7a4-0641-4e45-b73c-40766f868e49 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383265 Jan 27 18:00:07.111701 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c8e0f-5560-453e-9ce1-3725b1aa1abc req-1c990b87-1494-4b68-804e-606c1ba541a4 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:07.113136 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b87c8e0f-5560-453e-9ce1-3725b1aa1abc req-1c990b87-1494-4b68-804e-606c1ba541a4 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 945 time: 0.0792701 Jan 27 18:00:07.159812 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-b87c8e0f-5560-453e-9ce1-3725b1aa1abc req-55873f41-26c4-4070-b8da-e758ac51ef9a tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408533 Jan 27 18:00:07.351520 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294e48e-dc5a-4900-8e45-f0d9d827700c req-f91b679c-1d30-4b09-8a9a-46725c580efd tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:07.352888 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4294e48e-dc5a-4900-8e45-f0d9d827700c req-f91b679c-1d30-4b09-8a9a-46725c580efd tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 945 time: 0.0909071 Jan 27 18:00:07.397213 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-4294e48e-dc5a-4900-8e45-f0d9d827700c req-46f004fd-0fca-4529-9b49-acf67fe56432 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386474 Jan 27 18:00:07.420231 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 46250) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:07.497701 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ed88e2-04bf-47da-9427-eb94f232ded5 tempest-TestSnapshotPattern-799938576 tempest-TestSnapshotPattern-799938576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:07.499169 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-84ed88e2-04bf-47da-9427-eb94f232ded5 tempest-TestSnapshotPattern-799938576 tempest-TestSnapshotPattern-799938576-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 1093 time: 0.0776784 Jan 27 18:00:07.503188 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 46254) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:00:07.507971 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.v2.base [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Request body: {'floatingip': {'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'port_id': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:00:07.514032 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 27 18:00:07.517884 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Usage tracker for resource:floatingip and tenant:22ef0030ddff45f781c7e54fcfed86bf is out of sync, need to count used quota {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 27 18:00:07.520710 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 27 18:00:07.526582 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.quota.driver [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 27 18:00:07.539116 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for floatingip, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:07.676451 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:07.812293 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.db_base_plugin_common [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Allocated IP 172.26.1.241 (fe93896c-3fd2-4afe-afe9-4ea8cb85aee8/3c5c4268-1cf4-4c57-ac2a-64c489c02a4f/ccb886de-4648-4fde-a77f-b2eff1fba0b0) {{(pid=87595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 18:00:07.957743 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for port, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:07.988564 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726415471077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:08.049584 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Network fe93896c-3fd2-4afe-afe9-4ea8cb85aee8 is already hosted by enough agents. {{(pid=87595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 18:00:08.052324 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.base_scheduler [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Resources bound (agent type, host, resource id): {{(pid=87595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 18:00:08.056087 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Received port after_create {{(pid=87595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 27 18:00:08.093217 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Pushing event updated for resources: {'Port': ['ID=ccb886de-4648-4fde-a77f-b2eff1fba0b0,revision_number=1']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:08.105058 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:08.105386 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:08.105703 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:08.106042 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:08.106354 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:08.106657 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:08.106959 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:08.107262 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:08.107564 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:08.107863 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:08.108166 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:08.108463 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:00:08.479126 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:08.554646 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:08.766355 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for port, precommit_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:08.772722 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771580'] for port, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:08.969415 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Pushing event updated for resources: {'Port': ['ID=ccb886de-4648-4fde-a77f-b2eff1fba0b0,revision_number=2']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:00:08.985125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597047'] for floatingip, after_update {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:09.160164 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Floating IP 1550f924-6b88-493c-ae34-88b85c0596d2 associated. External IP: 172.26.1.241, port: dcb8c739-61c6-4b27-bde0-0050c4f96daf. Jan 27 18:00:09.510577 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Router 8d425644-39fe-42ae-9313-7b187d8da65b has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 18:00:09.689750 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 18:00:09.700023 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999a849-f99d-4c89-a174-fe94d99634e8 None None] Sync routers for ids ['8d425644-39fe-42ae-9313-7b187d8da65b'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:00:09.710007 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f999a849-f99d-4c89-a174-fe94d99634e8 None None] Routers {'8d425644-39fe-42ae-9313-7b187d8da65b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:00:09.710592 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-f999a849-f99d-4c89-a174-fe94d99634e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:59:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8d425644-39fe-42ae-9313-7b187d8da65b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:09.714457 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:09.769309 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-172fcfbd-9c7e-45fd-af25-bc23ba979a41 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2650449 Jan 27 18:00:09.769894 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b62922-138c-4310-a661-3ebc955e1e5d', 'tag': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:00:09.863808 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b62922-138c-4310-a661-3ebc955e1e5d', 'tag': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf', 'status': 'completed', 'code': 200} Jan 27 18:00:09.885068 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-f999a849-f99d-4c89-a174-fe94d99634e8 None None] Set router 8d425644-39fe-42ae-9313-7b187d8da65b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:00:09.958176 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cf6eb-bacf-48db-b567-9101d48075da req-a364ff56-7899-47fb-80d4-0fb033018806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:09.959943 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7c9cf6eb-bacf-48db-b567-9101d48075da req-a364ff56-7899-47fb-80d4-0fb033018806 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=22ef0030ddff45f781c7e54fcfed86bf&device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 1098 time: 0.0737567 Jan 27 18:00:10.092263 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cf6eb-bacf-48db-b567-9101d48075da req-0ba3d5f8-7b00-42e2-9bee-c70e9dbcec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:10.094030 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7c9cf6eb-bacf-48db-b567-9101d48075da req-0ba3d5f8-7b00-42e2-9bee-c70e9dbcec9c service neutron] 10.222.0.83 "GET /v2.0/networks?id=e659a97e-cc9c-4e0e-b3e8-87c569005836 HTTP/1.1" status: 200 len: 911 time: 0.1280444 Jan 27 18:00:10.194668 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7c9cf6eb-bacf-48db-b567-9101d48075da req-b9a6da42-0e71-4efb-ad61-aa255b90aeff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcb8c739-61c6-4b27-bde0-0050c4f96daf HTTP/1.1" status: 200 len: 999 time: 0.0952771 Jan 27 18:00:10.232156 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-f999a849-f99d-4c89-a174-fe94d99634e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 4, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '1550f924-6b88-493c-ae34-88b85c0596d2', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'floating_ip_address': '172.26.1.241', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'port_id': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'mac_address': 'fa:16:3e:91:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b62922-138c-4310-a661-3ebc955e1e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T18:00:08Z', 'updated_at': '2022-01-27T18:00:08Z', 'revision_number': 0, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'fixed_ip_address_scope': None}, {'id': '2b11f722-d937-4a4b-8c91-1bbd48021f98', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'floating_ip_address': '172.26.1.192', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'port_id': '29dced02-6726-453d-b62b-2920af7dd54f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'mac_address': 'fa:16:3e:54:5a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:57:38Z', 'updated_at': '2022-01-27T17:57:40Z', 'revision_number': 1, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8dd137-491b-471c-aa0e-c8df55f0169b', 'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'mac_address': 'fa:16:3e:16:86:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:09Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 5, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'subnets': [{'id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:10.236596 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999a849-f99d-4c89-a174-fe94d99634e8 None None] Checking router: 8d425644-39fe-42ae-9313-7b187d8da65b for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:00:10.245381 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f999a849-f99d-4c89-a174-fe94d99634e8 None None] Routers {'8d425644-39fe-42ae-9313-7b187d8da65b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:00:10.246066 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-f999a849-f99d-4c89-a174-fe94d99634e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T17:59:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8d425644-39fe-42ae-9313-7b187d8da65b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:10.254628 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cf6eb-bacf-48db-b567-9101d48075da req-2eefb593-0f2f-4c4f-add7-c68705db2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:10.256056 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7c9cf6eb-bacf-48db-b567-9101d48075da req-2eefb593-0f2f-4c4f-add7-c68705db2585 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5127395c-d9f9-4c8c-9cfd-52a7a082ac44 HTTP/1.1" status: 200 len: 848 time: 0.0558400 Jan 27 18:00:10.331935 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cf6eb-bacf-48db-b567-9101d48075da req-9916a6e2-5049-418e-bab6-ce437e9b14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:00:10.333381 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7c9cf6eb-bacf-48db-b567-9101d48075da req-9916a6e2-5049-418e-bab6-ce437e9b14cb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e659a97e-cc9c-4e0e-b3e8-87c569005836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700908 Jan 27 18:00:10.434136 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-f999a849-f99d-4c89-a174-fe94d99634e8 None None] Set router 8d425644-39fe-42ae-9313-7b187d8da65b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:00:10.577441 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7c9cf6eb-bacf-48db-b567-9101d48075da req-ddd69842-dcd1-46f7-bfe4-7ccd09057d35 service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380066 Jan 27 18:00:10.710661 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-7c9cf6eb-bacf-48db-b567-9101d48075da req-8f8cca2b-4d12-496b-8ac8-9c7059d9c5eb service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268559 Jan 27 18:00:10.821604 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-f999a849-f99d-4c89-a174-fe94d99634e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 4, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '1550f924-6b88-493c-ae34-88b85c0596d2', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'floating_ip_address': '172.26.1.241', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'port_id': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'mac_address': 'fa:16:3e:91:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b62922-138c-4310-a661-3ebc955e1e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T18:00:08Z', 'updated_at': '2022-01-27T18:00:08Z', 'revision_number': 0, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'fixed_ip_address_scope': None}, {'id': '2b11f722-d937-4a4b-8c91-1bbd48021f98', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'floating_ip_address': '172.26.1.192', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'port_id': '29dced02-6726-453d-b62b-2920af7dd54f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'mac_address': 'fa:16:3e:54:5a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:57:38Z', 'updated_at': '2022-01-27T17:57:40Z', 'revision_number': 1, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8dd137-491b-471c-aa0e-c8df55f0169b', 'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'mac_address': 'fa:16:3e:16:86:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:09Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 5, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'subnets': [{'id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:00:10.826385 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999a849-f99d-4c89-a174-fe94d99634e8 None None] The sync data for ids ['8d425644-39fe-42ae-9313-7b187d8da65b'] in dv-neutron-826439-2-hyperv is: [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 4, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '1550f924-6b88-493c-ae34-88b85c0596d2', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'floating_ip_address': '172.26.1.241', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'port_id': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'mac_address': 'fa:16:3e:91:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b62922-138c-4310-a661-3ebc955e1e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T18:00:08Z', 'updated_at': '2022-01-27T18:00:08Z', 'revision_number': 0, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'fixed_ip_address_scope': None}, {'id': '2b11f722-d937-4a4b-8c91-1bbd48021f98', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'floating_ip_address': '172.26.1.192', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'port_id': '29dced02-6726-453d-b62b-2920af7dd54f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'mac_address': 'fa:16:3e:54:5a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:57:38Z', 'updated_at': '2022-01-27T17:57:40Z', 'revision_number': 1, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8dd137-491b-471c-aa0e-c8df55f0169b', 'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'mac_address': 'fa:16:3e:16:86:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:09Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 5, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'subnets': [{'id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:00:11.032966 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2d30d6-6e2a-41cf-9d2f-7cf8ed8f5433 None None] New status for floating IP 1550f924-6b88-493c-ae34-88b85c0596d2: ACTIVE {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 18:00:16.671853 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:00:18.843969 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7e97b36f-1b1d-4746-84cd-cdd0d2c63bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:21.117812 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-51632a9a-7e89-4bc8-8534-c00a7a5d4cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:22.355686 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:22.395017 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:23.698014 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:33.837962 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:48.847036 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-008b223b-5126-4c99-a35a-b4ff26cd2f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:51.113367 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85aeb762-d346-40f0-9d9e-5cde365e942d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:52.341786 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:52.397136 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:00:53.676003 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:00:53.706388 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:03.026280 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a63c1731-0fe3-45e8-9113-94cb4f053414 req-ce4f76ec-d24f-4a1e-9581-03fce4d56cc6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785184 Jan 27 18:01:03.168294 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c1731-0fe3-45e8-9113-94cb4f053414 req-76e41054-eee6-40bb-9133-e741f5b042af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:03.169740 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a63c1731-0fe3-45e8-9113-94cb4f053414 req-76e41054-eee6-40bb-9133-e741f5b042af service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=22ef0030ddff45f781c7e54fcfed86bf&device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 1096 time: 0.0755167 Jan 27 18:01:03.314362 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c1731-0fe3-45e8-9113-94cb4f053414 req-081d5988-4a53-48f2-acdc-704c738cdef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:03.315681 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a63c1731-0fe3-45e8-9113-94cb4f053414 req-081d5988-4a53-48f2-acdc-704c738cdef2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e659a97e-cc9c-4e0e-b3e8-87c569005836 HTTP/1.1" status: 200 len: 911 time: 0.1261969 Jan 27 18:01:03.427696 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a63c1731-0fe3-45e8-9113-94cb4f053414 req-f126ef83-18f9-41a3-8ab9-8645787841cf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29dced02-6726-453d-b62b-2920af7dd54f HTTP/1.1" status: 200 len: 999 time: 0.1053638 Jan 27 18:01:03.492427 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c1731-0fe3-45e8-9113-94cb4f053414 req-1edbfe59-fe78-4802-a564-ce4781c56554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:03.493920 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a63c1731-0fe3-45e8-9113-94cb4f053414 req-1edbfe59-fe78-4802-a564-ce4781c56554 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5127395c-d9f9-4c8c-9cfd-52a7a082ac44 HTTP/1.1" status: 200 len: 848 time: 0.0602839 Jan 27 18:01:03.571367 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c1731-0fe3-45e8-9113-94cb4f053414 req-aa1c4f22-5abd-4935-a046-688627228919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:03.572889 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a63c1731-0fe3-45e8-9113-94cb4f053414 req-aa1c4f22-5abd-4935-a046-688627228919 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e659a97e-cc9c-4e0e-b3e8-87c569005836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735586 Jan 27 18:01:03.705084 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a63c1731-0fe3-45e8-9113-94cb4f053414 req-45906aba-433b-4598-90a1-2fd1b96565cf service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263931 Jan 27 18:01:03.838467 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-a63c1731-0fe3-45e8-9113-94cb4f053414 req-f666459c-1cdd-4cf1-bb87-a3b62caf6c95 service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266892 Jan 27 18:01:03.841148 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:18.849641 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a50158d7-9e90-4427-a2de-e82ff74d8863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:21.108915 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-153a76cb-d50b-41a8-be47-42ecef962300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:22.346845 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:22.400465 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:23.707008 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:30.675482 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:01:32.635364 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device dcb8c739-61c6-4b27-bde0-0050c4f96daf details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87596) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 27 18:01:32.770630 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port dcb8c739-61c6-4b27-bde0-0050c4f96daf, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=dcb8c739-61c6-4b27-bde0-0050c4f96daf,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:01:32.783501 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Returning: {'device': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'port_id': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf', 'mac_address': 'fa:16:3e:91:aa:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87596) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 27 18:01:32.840406 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:32.860182 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dcb8c739-61c6-4b27-bde0-0050c4f96daf {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 18:01:32.875901 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port dcb8c739-61c6-4b27-bde0-0050c4f96daf, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=dcb8c739-61c6-4b27-bde0-0050c4f96daf,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:01:32.879946 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:32.949522 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=dcb8c739-61c6-4b27-bde0-0050c4f96daf,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:32.956884 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:32.957236 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:32.957563 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:32.957927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:32.958299 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:32.958574 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:32.958891 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:32.959266 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:32.959588 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:32.959927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:32.960243 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:32.960563 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:32.965359 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] get_ports_and_sgs() called for port_ids ['dcb8c739-61c6-4b27-bde0-0050c4f96daf'] {{(pid=87596) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 27 18:01:33.858264 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:34.650358 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device dcb8c739-61c6-4b27-bde0-0050c4f96daf up at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 27 18:01:34.727728 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Provisioning complete for port dcb8c739-61c6-4b27-bde0-0050c4f96daf triggered by entity L2. {{(pid=87596) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 18:01:34.728081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2068048'] for port, provisioning_complete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:34.854440 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:34.898566 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port dcb8c739-61c6-4b27-bde0-0050c4f96daf, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=dcb8c739-61c6-4b27-bde0-0050c4f96daf,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:01:34.901922 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b62922-138c-4310-a661-3ebc955e1e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:01:34.911133 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:34.969567 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b62922-138c-4310-a661-3ebc955e1e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf', 'code': 200} Jan 27 18:01:34.999531 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=dcb8c739-61c6-4b27-bde0-0050c4f96daf,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:43.908903 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 46452) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:01:44.111962 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Deleting port ccb886de-4648-4fde-a77f-b2eff1fba0b0 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:01:44.112297 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:44.293269 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:44.293564 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:44.508098 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Calling delete_port for ccb886de-4648-4fde-a77f-b2eff1fba0b0 owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:01:44.659122 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:44.711055 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Pushing event deleted for resources: {'Port': ['ID=ccb886de-4648-4fde-a77f-b2eff1fba0b0,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:44.746934 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:44.747275 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:44.747642 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:44.747985 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:44.748304 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:44.748619 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:44.748932 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:44.749214 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:44.749549 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:44.749886 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:44.750176 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:44.750486 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:44.810014 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:44.810373 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Floating IP 1550f924-6b88-493c-ae34-88b85c0596d2 disassociated (deleted). External IP: 172.26.1.241, port: dcb8c739-61c6-4b27-bde0-0050c4f96daf. Jan 27 18:01:45.171364 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Router 8d425644-39fe-42ae-9313-7b187d8da65b has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 18:01:45.348812 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 18:01:45.358683 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4797c2-c3b3-42de-8962-b613d7f8000a None None] Sync routers for ids ['8d425644-39fe-42ae-9313-7b187d8da65b'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:01:45.370034 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4797c2-c3b3-42de-8962-b613d7f8000a None None] Routers {'8d425644-39fe-42ae-9313-7b187d8da65b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:01:45.370680 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-dc4797c2-c3b3-42de-8962-b613d7f8000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T18:01:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8d425644-39fe-42ae-9313-7b187d8da65b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:01:45.371054 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:45.428333 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-5370b9ae-7a20-4a0e-b56c-83edc0a90742 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "DELETE /v2.0/floatingips/1550f924-6b88-493c-ae34-88b85c0596d2 HTTP/1.1" status: 204 len: 168 time: 1.5182877 Jan 27 18:01:45.428872 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b62922-138c-4310-a661-3ebc955e1e5d', 'tag': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:01:45.473967 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b62922-138c-4310-a661-3ebc955e1e5d', 'tag': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf', 'status': 'completed', 'code': 200} Jan 27 18:01:45.558872 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-dc4797c2-c3b3-42de-8962-b613d7f8000a None None] Set router 8d425644-39fe-42ae-9313-7b187d8da65b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:01:45.566079 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27011256-3c26-483b-abc1-8d9ebfe126ff req-bae5185d-e38f-4c01-891b-c526b42a60c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:45.567952 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-27011256-3c26-483b-abc1-8d9ebfe126ff req-bae5185d-e38f-4c01-891b-c526b42a60c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=22ef0030ddff45f781c7e54fcfed86bf&device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 1098 time: 0.0727074 Jan 27 18:01:45.707885 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27011256-3c26-483b-abc1-8d9ebfe126ff req-e33376f7-9ee6-493b-9a7d-0b9bee4e8db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:45.709638 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-27011256-3c26-483b-abc1-8d9ebfe126ff req-e33376f7-9ee6-493b-9a7d-0b9bee4e8db4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e659a97e-cc9c-4e0e-b3e8-87c569005836 HTTP/1.1" status: 200 len: 911 time: 0.1361775 Jan 27 18:01:45.819635 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-27011256-3c26-483b-abc1-8d9ebfe126ff req-14f97af3-e82c-4a7f-b9f7-db75ab84a945 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcb8c739-61c6-4b27-bde0-0050c4f96daf HTTP/1.1" status: 200 len: 217 time: 0.1026149 Jan 27 18:01:45.956876 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-dc4797c2-c3b3-42de-8962-b613d7f8000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 4, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '2b11f722-d937-4a4b-8c91-1bbd48021f98', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'floating_ip_address': '172.26.1.192', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'port_id': '29dced02-6726-453d-b62b-2920af7dd54f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'mac_address': 'fa:16:3e:54:5a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:57:38Z', 'updated_at': '2022-01-27T17:57:40Z', 'revision_number': 1, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8dd137-491b-471c-aa0e-c8df55f0169b', 'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'mac_address': 'fa:16:3e:16:86:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:09Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 5, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'subnets': [{'id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:01:45.961273 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4797c2-c3b3-42de-8962-b613d7f8000a None None] Checking router: 8d425644-39fe-42ae-9313-7b187d8da65b for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:01:45.970874 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4797c2-c3b3-42de-8962-b613d7f8000a None None] Routers {'8d425644-39fe-42ae-9313-7b187d8da65b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:01:45.971497 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-dc4797c2-c3b3-42de-8962-b613d7f8000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T18:01:21Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8d425644-39fe-42ae-9313-7b187d8da65b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:01:46.006305 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27011256-3c26-483b-abc1-8d9ebfe126ff req-04b99d6f-557d-4999-832a-379120b427ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:46.007724 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-27011256-3c26-483b-abc1-8d9ebfe126ff req-04b99d6f-557d-4999-832a-379120b427ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5127395c-d9f9-4c8c-9cfd-52a7a082ac44 HTTP/1.1" status: 200 len: 848 time: 0.1787474 Jan 27 18:01:46.054759 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f1f7a-2222-4afa-98fe-be85e05a78dd req-dcd6c9e0-b412-4cda-a3b8-3656e6129639 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:46.055433 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-868f1f7a-2222-4afa-98fe-be85e05a78dd req-dcd6c9e0-b412-4cda-a3b8-3656e6129639 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Synchronizing usage tracker for tenant:22ef0030ddff45f781c7e54fcfed86bf on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 18:01:46.086034 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-868f1f7a-2222-4afa-98fe-be85e05a78dd req-dcd6c9e0-b412-4cda-a3b8-3656e6129639 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Unset dirty status for tenant:22ef0030ddff45f781c7e54fcfed86bf on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 18:01:46.087184 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-868f1f7a-2222-4afa-98fe-be85e05a78dd req-dcd6c9e0-b412-4cda-a3b8-3656e6129639 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 945 time: 0.3189256 Jan 27 18:01:46.132006 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27011256-3c26-483b-abc1-8d9ebfe126ff req-0ddfd7eb-8875-460e-a6e9-1d6d377e7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:46.133473 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-27011256-3c26-483b-abc1-8d9ebfe126ff req-0ddfd7eb-8875-460e-a6e9-1d6d377e7ca9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e659a97e-cc9c-4e0e-b3e8-87c569005836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1185803 Jan 27 18:01:46.140345 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-868f1f7a-2222-4afa-98fe-be85e05a78dd req-ff59f281-f8a5-47a4-abbd-ed22aca0754c tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472355 Jan 27 18:01:46.151144 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-dc4797c2-c3b3-42de-8962-b613d7f8000a None None] Set router 8d425644-39fe-42ae-9313-7b187d8da65b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:01:46.270636 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-27011256-3c26-483b-abc1-8d9ebfe126ff req-b0fff8de-8a23-413f-9537-9d422d57888a service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289909 Jan 27 18:01:46.402577 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-27011256-3c26-483b-abc1-8d9ebfe126ff req-ed767607-fd13-42f1-8e59-d0d13674a11d service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253455 Jan 27 18:01:46.506131 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-dc4797c2-c3b3-42de-8962-b613d7f8000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 4, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '2b11f722-d937-4a4b-8c91-1bbd48021f98', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'floating_ip_address': '172.26.1.192', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'port_id': '29dced02-6726-453d-b62b-2920af7dd54f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'mac_address': 'fa:16:3e:54:5a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:57:38Z', 'updated_at': '2022-01-27T17:57:40Z', 'revision_number': 1, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8dd137-491b-471c-aa0e-c8df55f0169b', 'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'mac_address': 'fa:16:3e:16:86:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:09Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 5, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'subnets': [{'id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:01:46.510348 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4797c2-c3b3-42de-8962-b613d7f8000a None None] The sync data for ids ['8d425644-39fe-42ae-9313-7b187d8da65b'] in dv-neutron-826439-2-hyperv is: [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 4, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_floatingips': [{'id': '2b11f722-d937-4a4b-8c91-1bbd48021f98', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'floating_ip_address': '172.26.1.192', 'floating_network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'router_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'port_id': '29dced02-6726-453d-b62b-2920af7dd54f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'mac_address': 'fa:16:3e:54:5a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T17:57:38Z', 'updated_at': '2022-01-27T17:57:40Z', 'revision_number': 1, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8dd137-491b-471c-aa0e-c8df55f0169b', 'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'mac_address': 'fa:16:3e:16:86:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:09Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 5, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'subnets': [{'id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:01:46.726816 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device dcb8c739-61c6-4b27-bde0-0050c4f96daf no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:01:46.731732 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a38da9-e6d8-4a74-9963-eb2876d231b1 None None] New status for floating IP 1550f924-6b88-493c-ae34-88b85c0596d2: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 18:01:46.843725 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1587042'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:46.870731 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b62922-138c-4310-a661-3ebc955e1e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:01:46.882062 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] For port dcb8c739-61c6-4b27-bde0-0050c4f96daf, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=dcb8c739-61c6-4b27-bde0-0050c4f96daf,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:01:46.887827 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726415941340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726415471095', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726415470632'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:46.917984 dv-neutron-826439-2-hyperv neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b62922-138c-4310-a661-3ebc955e1e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf', 'code': 200} Jan 27 18:01:46.959431 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Pushing event updated for resources: {'Port': ['ID=dcb8c739-61c6-4b27-bde0-0050c4f96daf,revision_number=8']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:47.250606 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5e6ca-0656-4142-b157-48955e511261 req-9b54a8d5-3560-4a85-9618-01dacf829a9f tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:47.252045 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-01d5e6ca-0656-4142-b157-48955e511261 req-9b54a8d5-3560-4a85-9618-01dacf829a9f tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.83 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 943 time: 0.0847023 Jan 27 18:01:47.364168 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-01d5e6ca-0656-4142-b157-48955e511261 req-399fc3f1-60ed-4e94-8b54-0ad519b42733 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Deleting port dcb8c739-61c6-4b27-bde0-0050c4f96daf {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:01:47.364842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-01d5e6ca-0656-4142-b157-48955e511261 req-399fc3f1-60ed-4e94-8b54-0ad519b42733 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:47.464100 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fb95b-1fd6-401f-9862-bfa15f9ab4ac req-8e662b1d-d6b2-4554-b8b4-8e5eda3e0702 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:47.465562 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9f3fb95b-1fd6-401f-9862-bfa15f9ab4ac req-8e662b1d-d6b2-4554-b8b4-8e5eda3e0702 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 943 time: 0.2126551 Jan 27 18:01:47.558455 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-9f3fb95b-1fd6-401f-9862-bfa15f9ab4ac req-aba26489-2152-4bba-b0c0-23d8b3cadb99 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861931 Jan 27 18:01:47.659692 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-01d5e6ca-0656-4142-b157-48955e511261 req-399fc3f1-60ed-4e94-8b54-0ad519b42733 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] For port dcb8c739-61c6-4b27-bde0-0050c4f96daf, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=dcb8c739-61c6-4b27-bde0-0050c4f96daf,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:01:47.659895 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-01d5e6ca-0656-4142-b157-48955e511261 req-399fc3f1-60ed-4e94-8b54-0ad519b42733 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:47.779916 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-01d5e6ca-0656-4142-b157-48955e511261 req-399fc3f1-60ed-4e94-8b54-0ad519b42733 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Calling delete_port for dcb8c739-61c6-4b27-bde0-0050c4f96daf owned by compute:nova {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:01:47.924622 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-01d5e6ca-0656-4142-b157-48955e511261 req-399fc3f1-60ed-4e94-8b54-0ad519b42733 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:47.976159 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fc3f1-60ed-4e94-8b54-0ad519b42733 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Pushing event deleted for resources: {'Port': ['ID=dcb8c739-61c6-4b27-bde0-0050c4f96daf,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:48.054136 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d5e6ca-0656-4142-b157-48955e511261 req-399fc3f1-60ed-4e94-8b54-0ad519b42733 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] No DVR routers for this DVR port dcb8c739-61c6-4b27-bde0-0050c4f96daf on host hv-neutron-8264 {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 18:01:48.056703 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-01d5e6ca-0656-4142-b157-48955e511261 req-399fc3f1-60ed-4e94-8b54-0ad519b42733 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:48.059314 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b62922-138c-4310-a661-3ebc955e1e5d', 'name': 'network-vif-deleted', 'tag': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:01:48.075372 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-01d5e6ca-0656-4142-b157-48955e511261 req-399fc3f1-60ed-4e94-8b54-0ad519b42733 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.83 "DELETE /v2.0/ports/dcb8c739-61c6-4b27-bde0-0050c4f96daf HTTP/1.1" status: 204 len: 173 time: 0.7925277 Jan 27 18:01:48.115816 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b62922-138c-4310-a661-3ebc955e1e5d', 'name': 'network-vif-deleted', 'tag': 'dcb8c739-61c6-4b27-bde0-0050c4f96daf', 'status': 'completed', 'code': 200} Jan 27 18:01:48.723287 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-1ac69ddd-9643-4b65-a1d2-9ff74b3a31ba req-63909bdb-1139-4d0e-98ba-ef035809c163 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Synchronizing usage tracker for tenant:22ef0030ddff45f781c7e54fcfed86bf on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 18:01:48.742892 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-1ac69ddd-9643-4b65-a1d2-9ff74b3a31ba req-63909bdb-1139-4d0e-98ba-ef035809c163 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Unset dirty status for tenant:22ef0030ddff45f781c7e54fcfed86bf on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 18:01:48.744772 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-1ac69ddd-9643-4b65-a1d2-9ff74b3a31ba req-63909bdb-1139-4d0e-98ba-ef035809c163 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b62922-138c-4310-a661-3ebc955e1e5d HTTP/1.1" status: 200 len: 210 time: 0.0632668 Jan 27 18:01:48.851288 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24525947-c692-4c91-9bad-bf690d596e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:50.434572 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 46512) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:01:50.745048 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-83d48fcc-39d5-448c-98b9-166e2619e740 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Deleting port 6ecd7f09-cf2c-4ce9-b690-90a6908f1480 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:01:50.745368 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-83d48fcc-39d5-448c-98b9-166e2619e740 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:50.804551 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device dcb8c739-61c6-4b27-bde0-0050c4f96daf no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:01:50.839424 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: dcb8c739-61c6-4b27-bde0-0050c4f96daf {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:01:50.839762 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device dcb8c739-61c6-4b27-bde0-0050c4f96daf not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:01:50.925059 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-83d48fcc-39d5-448c-98b9-166e2619e740 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:50.925380 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-83d48fcc-39d5-448c-98b9-166e2619e740 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:51.046424 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-83d48fcc-39d5-448c-98b9-166e2619e740 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Calling delete_port for 6ecd7f09-cf2c-4ce9-b690-90a6908f1480 owned by network:floatingip {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:01:51.113819 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-685edea1-2f39-4a95-9148-0916042cc3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:51.203125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-83d48fcc-39d5-448c-98b9-166e2619e740 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:51.247845 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d48fcc-39d5-448c-98b9-166e2619e740 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Pushing event deleted for resources: {'Port': ['ID=6ecd7f09-cf2c-4ce9-b690-90a6908f1480,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:51.340842 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-83d48fcc-39d5-448c-98b9-166e2619e740 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for floatingip, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:51.341104 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.db.l3_db [None req-83d48fcc-39d5-448c-98b9-166e2619e740 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Floating IP 2b11f722-d937-4a4b-8c91-1bbd48021f98 disassociated (deleted). External IP: 172.26.1.192, port: 29dced02-6726-453d-b62b-2920af7dd54f. Jan 27 18:01:51.693089 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d48fcc-39d5-448c-98b9-166e2619e740 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Router 8d425644-39fe-42ae-9313-7b187d8da65b has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 18:01:51.873575 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d48fcc-39d5-448c-98b9-166e2619e740 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 18:01:51.883218 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ec37b-0efe-4d7b-957c-9f12544c9e15 None None] Sync routers for ids ['8d425644-39fe-42ae-9313-7b187d8da65b'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:01:51.893103 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590ec37b-0efe-4d7b-957c-9f12544c9e15 None None] Routers {'8d425644-39fe-42ae-9313-7b187d8da65b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:01:51.893708 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-590ec37b-0efe-4d7b-957c-9f12544c9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T18:01:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8d425644-39fe-42ae-9313-7b187d8da65b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:01:51.895247 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-83d48fcc-39d5-448c-98b9-166e2619e740 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for floatingip, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:51.948532 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-83d48fcc-39d5-448c-98b9-166e2619e740 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "DELETE /v2.0/floatingips/2b11f722-d937-4a4b-8c91-1bbd48021f98 HTTP/1.1" status: 204 len: 168 time: 1.5127783 Jan 27 18:01:51.948996 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'tag': '29dced02-6726-453d-b62b-2920af7dd54f'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:01:51.992230 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'tag': '29dced02-6726-453d-b62b-2920af7dd54f', 'status': 'completed', 'code': 200} Jan 27 18:01:52.077377 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-590ec37b-0efe-4d7b-957c-9f12544c9e15 None None] Set router 8d425644-39fe-42ae-9313-7b187d8da65b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:01:52.088404 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53816af2-e77a-406d-abe9-0a9f4e9bd2b8 req-d9049d12-2ff3-4efa-864e-10fcc625afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:52.090193 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-53816af2-e77a-406d-abe9-0a9f4e9bd2b8 req-d9049d12-2ff3-4efa-864e-10fcc625afd0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=22ef0030ddff45f781c7e54fcfed86bf&device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 1096 time: 0.0765994 Jan 27 18:01:52.341666 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04713fad-6687-461f-9c94-d0247a184ee6 req-a4535bfd-7190-400a-824a-8655deb2c782 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:52.345537 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04713fad-6687-461f-9c94-d0247a184ee6 req-a4535bfd-7190-400a-824a-8655deb2c782 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 943 time: 0.0945210 Jan 27 18:01:52.353125 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53816af2-e77a-406d-abe9-0a9f4e9bd2b8 req-dd8e61cb-499e-4288-a7fa-18a5b2fa7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:52.354603 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-53816af2-e77a-406d-abe9-0a9f4e9bd2b8 req-dd8e61cb-499e-4288-a7fa-18a5b2fa7553 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e659a97e-cc9c-4e0e-b3e8-87c569005836 HTTP/1.1" status: 200 len: 911 time: 0.2577138 Jan 27 18:01:52.384361 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:52.396215 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [req-04713fad-6687-461f-9c94-d0247a184ee6 req-6aa37fcb-f1e0-4aa5-bbdc-9cd8bef7144e tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473402 Jan 27 18:01:52.414757 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:52.422999 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-53816af2-e77a-406d-abe9-0a9f4e9bd2b8 req-04e13f20-0d55-4c10-92c4-3fc1ee654683 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29dced02-6726-453d-b62b-2920af7dd54f HTTP/1.1" status: 200 len: 217 time: 0.0619688 Jan 27 18:01:52.482917 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-590ec37b-0efe-4d7b-957c-9f12544c9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 4, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0f8dd137-491b-471c-aa0e-c8df55f0169b', 'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'mac_address': 'fa:16:3e:16:86:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:09Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 5, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'subnets': [{'id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:01:52.487402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ec37b-0efe-4d7b-957c-9f12544c9e15 None None] Checking router: 8d425644-39fe-42ae-9313-7b187d8da65b for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:01:52.490716 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53816af2-e77a-406d-abe9-0a9f4e9bd2b8 req-8e0a1aec-541c-46c4-8107-d794b3c6c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:52.492246 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-53816af2-e77a-406d-abe9-0a9f4e9bd2b8 req-8e0a1aec-541c-46c4-8107-d794b3c6c985 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5127395c-d9f9-4c8c-9cfd-52a7a082ac44 HTTP/1.1" status: 200 len: 848 time: 0.0616910 Jan 27 18:01:52.496389 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590ec37b-0efe-4d7b-957c-9f12544c9e15 None None] Routers {'8d425644-39fe-42ae-9313-7b187d8da65b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:01:52.497015 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-590ec37b-0efe-4d7b-957c-9f12544c9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T18:01:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8d425644-39fe-42ae-9313-7b187d8da65b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:01:52.567571 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53816af2-e77a-406d-abe9-0a9f4e9bd2b8 req-07d850c4-a2b1-49d8-b5cb-e9ea4c1825ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:52.569270 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-53816af2-e77a-406d-abe9-0a9f4e9bd2b8 req-07d850c4-a2b1-49d8-b5cb-e9ea4c1825ae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e659a97e-cc9c-4e0e-b3e8-87c569005836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702207 Jan 27 18:01:52.672857 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-590ec37b-0efe-4d7b-957c-9f12544c9e15 None None] Set router 8d425644-39fe-42ae-9313-7b187d8da65b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:01:52.700753 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-53816af2-e77a-406d-abe9-0a9f4e9bd2b8 req-a460c7e5-71fb-4385-9c57-59f4c23e2d9d service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248822 Jan 27 18:01:52.835655 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-53816af2-e77a-406d-abe9-0a9f4e9bd2b8 req-86c32184-093a-41c0-b606-dd45fc87ad1d service neutron] 10.222.0.83 "GET /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280718 Jan 27 18:01:52.983607 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-590ec37b-0efe-4d7b-957c-9f12544c9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 4, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0f8dd137-491b-471c-aa0e-c8df55f0169b', 'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'mac_address': 'fa:16:3e:16:86:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:09Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 5, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'subnets': [{'id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:01:52.987629 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ec37b-0efe-4d7b-957c-9f12544c9e15 None None] The sync data for ids ['8d425644-39fe-42ae-9313-7b187d8da65b'] in dv-neutron-826439-2-hyperv is: [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T17:57:10Z', 'revision_number': 4, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv', '_interfaces': [{'id': '0f8dd137-491b-471c-aa0e-c8df55f0169b', 'name': '', 'network_id': 'e659a97e-cc9c-4e0e-b3e8-87c569005836', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'mac_address': 'fa:16:3e:16:86:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:09Z', 'updated_at': '2022-01-27T17:57:17Z', 'revision_number': 5, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'subnets': [{'id': '5127395c-d9f9-4c8c-9cfd-52a7a082ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:01:53.211512 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0a95a5-1513-4378-a9c7-af6b763feb3e None None] New status for floating IP 2b11f722-d937-4a4b-8c91-1bbd48021f98: DOWN {{(pid=87597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 18:01:53.593954 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e39090-b221-45e6-b59e-1558027ae384 req-912f04e5-bde9-4daf-b8ae-39e18847053d tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:53.594634 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-11e39090-b221-45e6-b59e-1558027ae384 req-912f04e5-bde9-4daf-b8ae-39e18847053d tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Synchronizing usage tracker for tenant:22ef0030ddff45f781c7e54fcfed86bf on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 18:01:53.611721 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-11e39090-b221-45e6-b59e-1558027ae384 req-912f04e5-bde9-4daf-b8ae-39e18847053d tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Unset dirty status for tenant:22ef0030ddff45f781c7e54fcfed86bf on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 18:01:53.613039 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-11e39090-b221-45e6-b59e-1558027ae384 req-912f04e5-bde9-4daf-b8ae-39e18847053d tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 943 time: 0.1046276 Jan 27 18:01:53.659285 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-11e39090-b221-45e6-b59e-1558027ae384 req-ace4f545-8667-411f-b5e0-0e42f44b71ec tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3348b315-1068-4305-a999-882cd7f6b436&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403264 Jan 27 18:01:53.707713 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:53.752819 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fcd54-2bc9-4516-89ce-ff574da242aa req-a53f8d41-3e6b-4370-b209-6fa14f854fd8 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 18:01:53.754285 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-418fcd54-2bc9-4516-89ce-ff574da242aa req-a53f8d41-3e6b-4370-b209-6fa14f854fd8 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.83 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 943 time: 0.0816486 Jan 27 18:01:53.827366 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-418fcd54-2bc9-4516-89ce-ff574da242aa req-511339af-98ac-48d2-adb5-40e0466c0d37 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Deleting port 29dced02-6726-453d-b62b-2920af7dd54f {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:01:53.827701 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-418fcd54-2bc9-4516-89ce-ff574da242aa req-511339af-98ac-48d2-adb5-40e0466c0d37 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:54.071339 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [req-418fcd54-2bc9-4516-89ce-ff574da242aa req-511339af-98ac-48d2-adb5-40e0466c0d37 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] For port 29dced02-6726-453d-b62b-2920af7dd54f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=29dced02-6726-453d-b62b-2920af7dd54f,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:01:54.071689 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-418fcd54-2bc9-4516-89ce-ff574da242aa req-511339af-98ac-48d2-adb5-40e0466c0d37 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:54.189956 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [req-418fcd54-2bc9-4516-89ce-ff574da242aa req-511339af-98ac-48d2-adb5-40e0466c0d37 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Calling delete_port for 29dced02-6726-453d-b62b-2920af7dd54f owned by compute:nova {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:01:54.355540 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-418fcd54-2bc9-4516-89ce-ff574da242aa req-511339af-98ac-48d2-adb5-40e0466c0d37 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:54.404996 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511339af-98ac-48d2-adb5-40e0466c0d37 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Pushing event deleted for resources: {'Port': ['ID=29dced02-6726-453d-b62b-2920af7dd54f,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:54.484760 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [req-418fcd54-2bc9-4516-89ce-ff574da242aa req-511339af-98ac-48d2-adb5-40e0466c0d37 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] No DVR routers for this DVR port 29dced02-6726-453d-b62b-2920af7dd54f on host hv-neutron-8264 {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 18:01:54.487599 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [req-418fcd54-2bc9-4516-89ce-ff574da242aa req-511339af-98ac-48d2-adb5-40e0466c0d37 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229794'] for port, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:54.490044 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'name': 'network-vif-deleted', 'tag': '29dced02-6726-453d-b62b-2920af7dd54f'}] {{(pid=87595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:01:54.509169 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-418fcd54-2bc9-4516-89ce-ff574da242aa req-511339af-98ac-48d2-adb5-40e0466c0d37 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.83 "DELETE /v2.0/ports/29dced02-6726-453d-b62b-2920af7dd54f HTTP/1.1" status: 204 len: 173 time: 0.7495575 Jan 27 18:01:54.537576 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f078a748-c6f0-4063-bde7-d961c6c80243', 'name': 'network-vif-deleted', 'tag': '29dced02-6726-453d-b62b-2920af7dd54f', 'status': 'completed', 'code': 200} Jan 27 18:01:54.822399 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-d156bbc6-8fee-4de8-885c-481697527f36 req-0268fca7-05de-4cca-ab24-0e7219253235 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Synchronizing usage tracker for tenant:22ef0030ddff45f781c7e54fcfed86bf on resource:port {{(pid=87595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 27 18:01:54.840945 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.quota.resource [req-d156bbc6-8fee-4de8-885c-481697527f36 req-0268fca7-05de-4cca-ab24-0e7219253235 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Unset dirty status for tenant:22ef0030ddff45f781c7e54fcfed86bf on resource:port {{(pid=87595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 27 18:01:54.842253 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [req-d156bbc6-8fee-4de8-885c-481697527f36 req-0268fca7-05de-4cca-ab24-0e7219253235 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f078a748-c6f0-4063-bde7-d961c6c80243 HTTP/1.1" status: 200 len: 210 time: 0.0626504 Jan 27 18:01:55.948677 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 46534) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:01:56.024193 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9106-3432-42c3-9ac2-0465758c9807 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:56.052915 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9106-3432-42c3-9ac2-0465758c9807 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:56.122772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9106-3432-42c3-9ac2-0465758c9807 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:56.139658 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c9106-3432-42c3-9ac2-0465758c9807 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3348b315-1068-4305-a999-882cd7f6b436,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:56.154473 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9106-3432-42c3-9ac2-0465758c9807 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:56.155625 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3e7c9106-3432-42c3-9ac2-0465758c9807 tempest-TestSnapshotPattern-1969160901 tempest-TestSnapshotPattern-1969160901-project] 10.222.0.50 "DELETE /v2.0/security-groups/3348b315-1068-4305-a999-882cd7f6b436 HTTP/1.1" status: 204 len: 168 time: 0.2056551 Jan 27 18:01:56.836813 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 29dced02-6726-453d-b62b-2920af7dd54f no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:01:56.878770 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] No Port match for: 29dced02-6726-453d-b62b-2920af7dd54f {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:01:56.879122 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Device 29dced02-6726-453d-b62b-2920af7dd54f not bound to the agent host hv-neutron-8264 {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:01:57.226012 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 46542) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:01:57.787573 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:58.133071 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Deleting port 0f8dd137-491b-471c-aa0e-c8df55f0169b {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:01:58.133402 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:58.411255 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] For port 0f8dd137-491b-471c-aa0e-c8df55f0169b, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0f8dd137-491b-471c-aa0e-c8df55f0169b,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:01:58.411956 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:58.535571 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Calling delete_port for 0f8dd137-491b-471c-aa0e-c8df55f0169b owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:01:58.714994 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:58.759828 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f8dd137-491b-471c-aa0e-c8df55f0169b,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:01:58.796671 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:58.797079 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:58.797341 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:58.797672 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:58.798020 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:58.798341 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:58.798659 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:58.798973 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:58.799302 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:58.799608 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:58.799924 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:58.800232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-2-hyperv {{(pid=87594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 18:01:59.034005 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:01:59.396525 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Router 8d425644-39fe-42ae-9313-7b187d8da65b has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 18:01:59.581600 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 18:01:59.590406 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca60a46-f3ea-4a49-ba7e-1c63c406920a None None] Sync routers for ids ['8d425644-39fe-42ae-9313-7b187d8da65b'] in dv-neutron-826439-2-hyperv {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:01:59.599072 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-917f6e21-1d26-4ef3-864e-8a561d706c26 admin admin] 10.222.0.50 "PUT /v2.0/routers/8d425644-39fe-42ae-9313-7b187d8da65b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3719268 Jan 27 18:01:59.600133 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca60a46-f3ea-4a49-ba7e-1c63c406920a None None] Routers {'8d425644-39fe-42ae-9313-7b187d8da65b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:01:59.600756 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2ca60a46-f3ea-4a49-ba7e-1c63c406920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T18:01:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8d425644-39fe-42ae-9313-7b187d8da65b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:01:59.601904 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 46546) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:01:59.778410 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-2ca60a46-f3ea-4a49-ba7e-1c63c406920a None None] Set router 8d425644-39fe-42ae-9313-7b187d8da65b gateway port host: dv-neutron-826439-2-hyperv {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:01:59.894134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8aff52e-6943-4b54-819f-b98072cb6fc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:00.079539 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8aff52e-6943-4b54-819f-b98072cb6fc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:00.090022 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-d8aff52e-6943-4b54-819f-b98072cb6fc7 admin admin] Deleting port 3e7ceda2-30ae-466b-aee8-577f872568e6 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:02:00.090450 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8aff52e-6943-4b54-819f-b98072cb6fc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:00.100655 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2ca60a46-f3ea-4a49-ba7e-1c63c406920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T18:01:58Z', 'revision_number': 5, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port': {'id': '3e7ceda2-30ae-466b-aee8-577f872568e6', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:07Z', 'updated_at': '2022-01-27T17:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:02:00.104467 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca60a46-f3ea-4a49-ba7e-1c63c406920a None None] Checking router: 8d425644-39fe-42ae-9313-7b187d8da65b for host: dv-neutron-826439-2-hyperv {{(pid=87596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:02:00.112826 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca60a46-f3ea-4a49-ba7e-1c63c406920a None None] Routers {'8d425644-39fe-42ae-9313-7b187d8da65b'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:02:00.113422 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2ca60a46-f3ea-4a49-ba7e-1c63c406920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T18:01:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['8d425644-39fe-42ae-9313-7b187d8da65b'], 'active': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:02:00.262287 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_dvr_db [None req-2ca60a46-f3ea-4a49-ba7e-1c63c406920a None None] Set router 8d425644-39fe-42ae-9313-7b187d8da65b gateway port host: None {{(pid=87596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:02:00.265090 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-d8aff52e-6943-4b54-819f-b98072cb6fc7 admin admin] For port 3e7ceda2-30ae-466b-aee8-577f872568e6, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=3e7ceda2-30ae-466b-aee8-577f872568e6,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:02:00.265458 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8aff52e-6943-4b54-819f-b98072cb6fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:00.367048 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.db.l3_hamode_db [None req-2ca60a46-f3ea-4a49-ba7e-1c63c406920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T18:02:00Z', 'revision_number': 6, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:02:00.371186 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca60a46-f3ea-4a49-ba7e-1c63c406920a None None] The sync data for ids ['8d425644-39fe-42ae-9313-7b187d8da65b'] in dv-neutron-826439-2-hyperv is: [{'id': '8d425644-39fe-42ae-9313-7b187d8da65b', 'name': 'tempest-TestSnapshotPattern-856137163-router', 'tenant_id': '22ef0030ddff45f781c7e54fcfed86bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:06Z', 'updated_at': '2022-01-27T18:02:00Z', 'revision_number': 6, 'project_id': '22ef0030ddff45f781c7e54fcfed86bf', 'gw_port_host': None}] {{(pid=87596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:02:00.387601 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-d8aff52e-6943-4b54-819f-b98072cb6fc7 admin admin] Calling delete_port for 3e7ceda2-30ae-466b-aee8-577f872568e6 owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:02:00.569928 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8aff52e-6943-4b54-819f-b98072cb6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:00.619737 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aff52e-6943-4b54-819f-b98072cb6fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e7ceda2-30ae-466b-aee8-577f872568e6,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:02:00.710249 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8aff52e-6943-4b54-819f-b98072cb6fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:00.884246 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8aff52e-6943-4b54-819f-b98072cb6fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:00.886552 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8aff52e-6943-4b54-819f-b98072cb6fc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:00.911063 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8aff52e-6943-4b54-819f-b98072cb6fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:00.911570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8aff52e-6943-4b54-819f-b98072cb6fc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d425644-39fe-42ae-9313-7b187d8da65b {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 18:02:00.923746 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-d8aff52e-6943-4b54-819f-b98072cb6fc7 admin admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:00.924857 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-d8aff52e-6943-4b54-819f-b98072cb6fc7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8d425644-39fe-42ae-9313-7b187d8da65b HTTP/1.1" status: 204 len: 168 time: 1.3220305 Jan 27 18:02:00.927523 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 46550) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:02:00.991570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78ee74e-bfb6-4344-b537-77902f54f120 admin admin] Deleting subnet 5127395c-d9f9-4c8c-9cfd-52a7a082ac44 {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 18:02:00.994787 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f78ee74e-bfb6-4344-b537-77902f54f120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:01.042916 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f78ee74e-bfb6-4344-b537-77902f54f120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:01.115262 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0f8dd137-491b-471c-aa0e-c8df55f0169b no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:02:01.125652 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f78ee74e-bfb6-4344-b537-77902f54f120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:01.149951 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 0f8dd137-491b-471c-aa0e-c8df55f0169b {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:02:01.150290 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0f8dd137-491b-471c-aa0e-c8df55f0169b not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:02:01.312195 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f78ee74e-bfb6-4344-b537-77902f54f120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:01.350497 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ee74e-bfb6-4344-b537-77902f54f120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5127395c-d9f9-4c8c-9cfd-52a7a082ac44,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:02:01.352542 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-f78ee74e-bfb6-4344-b537-77902f54f120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:01.357581 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de764878-ea37-40db-a3c6-ac17e7dd623b None None] Network e659a97e-cc9c-4e0e-b3e8-87c569005836 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 18:02:01.361017 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-f78ee74e-bfb6-4344-b537-77902f54f120 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5127395c-d9f9-4c8c-9cfd-52a7a082ac44 HTTP/1.1" status: 204 len: 168 time: 0.4304492 Jan 27 18:02:01.361242 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 46554) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:02:01.466226 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:01.476882 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] Deleting port 502390fc-5785-4537-bd23-d8b5f3162052 {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:02:01.477212 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:01.655317 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bb49f6-095f-4f47-9cb7-c63e9786390f None None] DHCP port deletion for e659a97e-cc9c-4e0e-b3e8-87c569005836 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 18:02:01.659864 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-67bb49f6-095f-4f47-9cb7-c63e9786390f None None] Deleting port 502390fc-5785-4537-bd23-d8b5f3162052 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:02:01.660296 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-67bb49f6-095f-4f47-9cb7-c63e9786390f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:01.687464 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] For port 502390fc-5785-4537-bd23-d8b5f3162052, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=502390fc-5785-4537-bd23-d8b5f3162052,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:02:01.688018 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:01.810684 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] Calling delete_port for 502390fc-5785-4537-bd23-d8b5f3162052 owned by network:dhcp {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:02:01.857819 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-67bb49f6-095f-4f47-9cb7-c63e9786390f None None] For port 502390fc-5785-4537-bd23-d8b5f3162052, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=502390fc-5785-4537-bd23-d8b5f3162052,segment=NetworkSegment(6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a),segment_id=6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:02:01.858165 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-67bb49f6-095f-4f47-9cb7-c63e9786390f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:01.889477 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:01.936529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] Pushing event deleted for resources: {'Port': ['ID=502390fc-5785-4537-bd23-d8b5f3162052,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:02:01.942101 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] No DVR routers for this DVR port 502390fc-5785-4537-bd23-d8b5f3162052 on host dv-neutron-826439-2-hyperv {{(pid=87594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 18:02:01.976877 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-67bb49f6-095f-4f47-9cb7-c63e9786390f None None] Calling delete_port for 502390fc-5785-4537-bd23-d8b5f3162052 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 18:02:02.044045 dv-neutron-826439-2-hyperv neutron-server[87596]: util.warn( Jan 27 18:02:02.048929 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-67bb49f6-095f-4f47-9cb7-c63e9786390f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:02:02.049266 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-67bb49f6-095f-4f47-9cb7-c63e9786390f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 18:02:02.055854 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:02.080165 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e659a97e-cc9c-4e0e-b3e8-87c569005836']}} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:02:02.091937 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a') {'for_net_delete': True} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:02:02.092233 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.services.segments.db [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aac1c7b-ef8d-4924-9ce7-8cbfca0f527a') {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:02:02.103760 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2620244'] for segment, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:02.123438 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:02.129792 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=87594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 18:02:02.130167 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137218'] for segment, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: Traceback (most recent call last): Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: timer() Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: cb(*args, **kw) Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: return func(*args, **kwargs) Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: self._notify() Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: self.callback(batched_events) Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: event.method(event) Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: return f(self, *a, **k) Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._get(url).json() Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: return self.request(url, 'GET', **kwargs) Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:02:02.143263 dv-neutron-826439-2-hyperv neutron-server[87594]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:02:02.219590 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:02.234856 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] Notify callbacks [] for network, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:02.244529 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] Pushing event deleted for resources: {'Network': ['ID=e659a97e-cc9c-4e0e-b3e8-87c569005836,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:02:02.251605 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-a0310412-ac51-4171-ad9e-7ce85e1ea72a admin admin] 10.222.0.50 "DELETE /v2.0/networks/e659a97e-cc9c-4e0e-b3e8-87c569005836 HTTP/1.1" status: 204 len: 168 time: 0.8893747 Jan 27 18:02:02.255712 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 46558) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:02:02.550643 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-67bb49f6-095f-4f47-9cb7-c63e9786390f None None] Deleting port 502390fc-5785-4537-bd23-d8b5f3162052 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:02:02.551168 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-67bb49f6-095f-4f47-9cb7-c63e9786390f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:02.609728 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3e7ceda2-30ae-466b-aee8-577f872568e6 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:02:02.652562 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-67bb49f6-095f-4f47-9cb7-c63e9786390f None None] The port '502390fc-5785-4537-bd23-d8b5f3162052' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 18:02:02.653564 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 3e7ceda2-30ae-466b-aee8-577f872568e6 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:02:02.653927 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 3e7ceda2-30ae-466b-aee8-577f872568e6 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:02:02.654336 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 502390fc-5785-4537-bd23-d8b5f3162052 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:02:02.688674 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 502390fc-5785-4537-bd23-d8b5f3162052 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:02:02.689017 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 502390fc-5785-4537-bd23-d8b5f3162052 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:02:02.919577 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa14a36a-f68c-4b59-abac-5af9730a52ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1047813'] for router_interface, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:03.288045 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-aa14a36a-f68c-4b59-abac-5af9730a52ac admin admin] Deleting port 0923e76f-0330-42d0-92f5-473ce2dda9ca {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:02:03.288254 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa14a36a-f68c-4b59-abac-5af9730a52ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:03.460953 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-aa14a36a-f68c-4b59-abac-5af9730a52ac admin admin] For port 0923e76f-0330-42d0-92f5-473ce2dda9ca, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=0923e76f-0330-42d0-92f5-473ce2dda9ca,segment=NetworkSegment(e78e2694-e4c3-4023-9540-51d390390e40),segment_id=e78e2694-e4c3-4023-9540-51d390390e40)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:02:03.461298 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa14a36a-f68c-4b59-abac-5af9730a52ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:03.590570 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-aa14a36a-f68c-4b59-abac-5af9730a52ac admin admin] Calling delete_port for 0923e76f-0330-42d0-92f5-473ce2dda9ca owned by network:router_interface {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:02:03.777466 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa14a36a-f68c-4b59-abac-5af9730a52ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:03.825923 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14a36a-f68c-4b59-abac-5af9730a52ac admin admin] Pushing event deleted for resources: {'Port': ['ID=0923e76f-0330-42d0-92f5-473ce2dda9ca,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:02:03.856055 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:04.089232 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-aa14a36a-f68c-4b59-abac-5af9730a52ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590997'] for router_interface, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:04.587038 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa14a36a-f68c-4b59-abac-5af9730a52ac admin admin] Router 0ed1699b-8f37-4bcc-a0ca-6da7a5804549 has already been hosted by L3 agent b92f3340-42c6-4a59-8979-13df6255a4d0 {{(pid=87594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 27 18:02:04.776245 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa14a36a-f68c-4b59-abac-5af9730a52ac admin admin] Notify agent at l3_agent.dv-neutron-826439-2-hyperv the message routers_updated {{(pid=87594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 27 18:02:04.785220 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be0d60-6684-4b4d-a141-99419e06b053 None None] Sync routers for ids ['0ed1699b-8f37-4bcc-a0ca-6da7a5804549'] in dv-neutron-826439-2-hyperv {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 18:02:04.795166 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be0d60-6684-4b4d-a141-99419e06b053 None None] Routers {'0ed1699b-8f37-4bcc-a0ca-6da7a5804549'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:02:04.795937 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-90be0d60-6684-4b4d-a141-99419e06b053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T18:01:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0ed1699b-8f37-4bcc-a0ca-6da7a5804549'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:02:04.796211 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-aa14a36a-f68c-4b59-abac-5af9730a52ac admin admin] 10.222.0.50 "PUT /v2.0/routers/0ed1699b-8f37-4bcc-a0ca-6da7a5804549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5395458 Jan 27 18:02:04.798738 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 46562) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:02:04.971134 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-57b8cd1e-c0ca-4162-9507-73d52588bfce admin admin] Notify callbacks [] for router, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:04.974807 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-90be0d60-6684-4b4d-a141-99419e06b053 None None] Set router 0ed1699b-8f37-4bcc-a0ca-6da7a5804549 gateway port host: dv-neutron-826439-2-hyperv {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:02:05.148235 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-57b8cd1e-c0ca-4162-9507-73d52588bfce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:05.159260 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-57b8cd1e-c0ca-4162-9507-73d52588bfce admin admin] Deleting port d8fa1268-5481-4ceb-b4c2-a729072820ea {{(pid=87594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:02:05.159677 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-57b8cd1e-c0ca-4162-9507-73d52588bfce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:05.255377 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-90be0d60-6684-4b4d-a141-99419e06b053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'name': 'tempest-TestSnapshotPattern-1503032359-router', 'tenant_id': '0812a83c03f144118b04006d078760d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'external_fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd8fa1268-5481-4ceb-b4c2-a729072820ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:12Z', 'updated_at': '2022-01-27T18:02:03Z', 'revision_number': 5, 'project_id': '0812a83c03f144118b04006d078760d8', 'gw_port': {'id': 'd8fa1268-5481-4ceb-b4c2-a729072820ea', 'name': '', 'network_id': 'fe93896c-3fd2-4afe-afe9-4ea8cb85aee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'ip_address': '172.26.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T17:57:13Z', 'updated_at': '2022-01-27T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c5c4268-1cf4-4c57-ac2a-64c489c02a4f', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-2-hyperv'}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:02:05.259281 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be0d60-6684-4b4d-a141-99419e06b053 None None] Checking router: 0ed1699b-8f37-4bcc-a0ca-6da7a5804549 for host: dv-neutron-826439-2-hyperv {{(pid=87597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 18:02:05.267712 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be0d60-6684-4b4d-a141-99419e06b053 None None] Routers {'0ed1699b-8f37-4bcc-a0ca-6da7a5804549'} bound to L3 agent in host dv-neutron-826439-2-hyperv {{(pid=87597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:02:05.268260 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-90be0d60-6684-4b4d-a141-99419e06b053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T16:57:51Z,description=,heartbeat_timestamp=2022-01-27T18:01:51Z,host='dv-neutron-826439-2-hyperv',id=b92f3340-42c6-4a59-8979-13df6255a4d0,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T16:57:51Z,topic='l3_agent')) {'router_ids': ['0ed1699b-8f37-4bcc-a0ca-6da7a5804549'], 'active': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:02:05.329654 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.db [None req-57b8cd1e-c0ca-4162-9507-73d52588bfce admin admin] For port d8fa1268-5481-4ceb-b4c2-a729072820ea, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=d8fa1268-5481-4ceb-b4c2-a729072820ea,segment=NetworkSegment(7b2a6568-a4ad-4518-a79a-f471d3763077),segment_id=7b2a6568-a4ad-4518-a79a-f471d3763077)] {{(pid=87594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:02:05.330154 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-57b8cd1e-c0ca-4162-9507-73d52588bfce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:05.413914 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_dvr_db [None req-90be0d60-6684-4b4d-a141-99419e06b053 None None] Set router 0ed1699b-8f37-4bcc-a0ca-6da7a5804549 gateway port host: None {{(pid=87597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 27 18:02:05.456746 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-57b8cd1e-c0ca-4162-9507-73d52588bfce admin admin] Calling delete_port for d8fa1268-5481-4ceb-b4c2-a729072820ea owned by network:router_gateway {{(pid=87594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:02:05.516533 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.l3_hamode_db [None req-90be0d60-6684-4b4d-a141-99419e06b053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'name': 'tempest-TestSnapshotPattern-1503032359-router', 'tenant_id': '0812a83c03f144118b04006d078760d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:12Z', 'updated_at': '2022-01-27T18:02:05Z', 'revision_number': 6, 'project_id': '0812a83c03f144118b04006d078760d8', 'gw_port_host': None}], 'dv-neutron-826439-2-hyperv', False) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:02:05.520734 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be0d60-6684-4b4d-a141-99419e06b053 None None] The sync data for ids ['0ed1699b-8f37-4bcc-a0ca-6da7a5804549'] in dv-neutron-826439-2-hyperv is: [{'id': '0ed1699b-8f37-4bcc-a0ca-6da7a5804549', 'name': 'tempest-TestSnapshotPattern-1503032359-router', 'tenant_id': '0812a83c03f144118b04006d078760d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T17:57:12Z', 'updated_at': '2022-01-27T18:02:05Z', 'revision_number': 6, 'project_id': '0812a83c03f144118b04006d078760d8', 'gw_port_host': None}] {{(pid=87597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 18:02:05.742227 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-57b8cd1e-c0ca-4162-9507-73d52588bfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137311'] for port, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:05.786730 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8cd1e-c0ca-4162-9507-73d52588bfce admin admin] Pushing event deleted for resources: {'Port': ['ID=d8fa1268-5481-4ceb-b4c2-a729072820ea,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:02:05.878004 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-57b8cd1e-c0ca-4162-9507-73d52588bfce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597224'] for router_gateway, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:06.051345 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-57b8cd1e-c0ca-4162-9507-73d52588bfce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106359'] for router, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:06.053482 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-57b8cd1e-c0ca-4162-9507-73d52588bfce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:06.078761 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-57b8cd1e-c0ca-4162-9507-73d52588bfce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597851'] for router, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:06.079331 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b8cd1e-c0ca-4162-9507-73d52588bfce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ed1699b-8f37-4bcc-a0ca-6da7a5804549 {{(pid=87594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 18:02:06.092150 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-57b8cd1e-c0ca-4162-9507-73d52588bfce admin admin] Notify callbacks [] for router, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:06.095549 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-57b8cd1e-c0ca-4162-9507-73d52588bfce admin admin] 10.222.0.50 "DELETE /v2.0/routers/0ed1699b-8f37-4bcc-a0ca-6da7a5804549 HTTP/1.1" status: 204 len: 168 time: 1.2935202 Jan 27 18:02:06.095819 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 46566) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:02:06.312459 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e03dbd-ab94-4c06-8e52-df30def6baa1 admin admin] Deleting subnet bc0f60c9-fd56-4d94-ab09-787ebe71495e {{(pid=87594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 27 18:02:06.315965 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-51e03dbd-ab94-4c06-8e52-df30def6baa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:06.369371 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-51e03dbd-ab94-4c06-8e52-df30def6baa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2619815'] for subnet, precommit_delete_associations {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:06.449550 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-51e03dbd-ab94-4c06-8e52-df30def6baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1917703'] for subnet, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:06.519773 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-51e03dbd-ab94-4c06-8e52-df30def6baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1917708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2793750'] for subnet, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:06.562332 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e03dbd-ab94-4c06-8e52-df30def6baa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc0f60c9-fd56-4d94-ab09-787ebe71495e,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:02:06.567772 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-51e03dbd-ab94-4c06-8e52-df30def6baa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:06.575988 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-51e03dbd-ab94-4c06-8e52-df30def6baa1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bc0f60c9-fd56-4d94-ab09-787ebe71495e HTTP/1.1" status: 204 len: 168 time: 0.4784350 Jan 27 18:02:06.578220 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 46572) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:02:06.579658 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5854b2bf-ceb4-4052-a9e3-19cc0702352f None None] Network 40cc4c23-b250-49b6-af38-740948eb2c02 requested from dv-neutron-826439-2-hyperv {{(pid=87596) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 27 18:02:06.619800 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d8fa1268-5481-4ceb-b4c2-a729072820ea no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:02:06.697410 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056721'] for network, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:06.707108 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: d8fa1268-5481-4ceb-b4c2-a729072820ea {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:02:06.707464 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device d8fa1268-5481-4ceb-b4c2-a729072820ea not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:02:06.707859 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0923e76f-0330-42d0-92f5-473ce2dda9ca no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:02:06.708837 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] Deleting port 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 {{(pid=87595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:02:06.709285 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:06.743623 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 0923e76f-0330-42d0-92f5-473ce2dda9ca {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:02:06.743949 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 0923e76f-0330-42d0-92f5-473ce2dda9ca not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:02:06.916505 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.db [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] For port 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9,segment=NetworkSegment(e78e2694-e4c3-4023-9540-51d390390e40),segment_id=e78e2694-e4c3-4023-9540-51d390390e40)] {{(pid=87595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:02:06.916855 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:06.924494 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decf5f1c-6cba-4f6d-a133-913527599e28 None None] DHCP port deletion for 40cc4c23-b250-49b6-af38-740948eb2c02 request from dv-neutron-826439-2-hyperv {{(pid=87596) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 27 18:02:06.928780 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-decf5f1c-6cba-4f6d-a133-913527599e28 None None] Deleting port 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:02:06.929169 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-decf5f1c-6cba-4f6d-a133-913527599e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:07.138904 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.plugin [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] Calling delete_port for 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 owned by network:dhcp {{(pid=87595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:02:07.139982 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-decf5f1c-6cba-4f6d-a133-913527599e28 None None] For port 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9, host dv-neutron-826439-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-2-hyperv',level=0,port_id=4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9,segment=NetworkSegment(e78e2694-e4c3-4023-9540-51d390390e40),segment_id=e78e2694-e4c3-4023-9540-51d390390e40)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 27 18:02:07.140364 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-decf5f1c-6cba-4f6d-a133-913527599e28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-590427'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:07.217513 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1586979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726415941367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726415471086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771589'] for port, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:07.259288 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-decf5f1c-6cba-4f6d-a133-913527599e28 None None] Calling delete_port for 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 18:02:07.263080 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:02:07.267828 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] No DVR routers for this DVR port 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 on host dv-neutron-826439-2-hyperv {{(pid=87595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 18:02:07.330866 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.db.api [None req-decf5f1c-6cba-4f6d-a133-913527599e28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:02:07.331220 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG oslo_db.api [None req-decf5f1c-6cba-4f6d-a133-913527599e28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 18:02:07.383337 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1918949', 'neutron.services.segments.db._delete_segments_for_network-8726415991062'] for network, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:07.408135 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40cc4c23-b250-49b6-af38-740948eb2c02']}} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:02:07.420608 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78e2694-e4c3-4023-9540-51d390390e40') {'for_net_delete': True} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:02:07.420892 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.services.segments.db [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78e2694-e4c3-4023-9540-51d390390e40') {} {{(pid=87595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 18:02:07.434276 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726415990833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296118'] for segment, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:07.456061 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1928188'] for segment, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:07.462496 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=87595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 18:02:07.462869 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1928165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771544'] for segment, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: Traceback (most recent call last): Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: timer() Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: cb(*args, **kw) Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: return func(*args, **kwargs) Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: self._notify() Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: self.callback(batched_events) Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: event.method(event) Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: return f(self, *a, **k) Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._get(url).json() Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: return self.request(url, 'GET', **kwargs) Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:02:07.475894 dv-neutron-826439-2-hyperv neutron-server[87595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:02:07.552656 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596997'] for network, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:07.569344 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] Notify callbacks [] for network, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:07.579226 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] Pushing event deleted for resources: {'Network': ['ID=40cc4c23-b250-49b6-af38-740948eb2c02,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:02:07.586245 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-85d43e71-d948-4460-8229-acc68fb2d48b admin admin] 10.222.0.50 "DELETE /v2.0/networks/40cc4c23-b250-49b6-af38-740948eb2c02 HTTP/1.1" status: 204 len: 168 time: 1.0070133 Jan 27 18:02:07.676260 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:02:07.702957 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 46578) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:02:07.753329 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-e47b231e-620f-4206-a384-4bb90f0940bd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=22ef0030ddff45f781c7e54fcfed86bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492232 Jan 27 18:02:07.756000 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.wsgi [-] (87594) accepted ('10.222.0.50', 46582) {{(pid=87594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:02:07.815337 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6815e59b-8a05-4a10-ae6d-3fd3b1682906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:07.832547 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-decf5f1c-6cba-4f6d-a133-913527599e28 None None] Deleting port 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 27 18:02:07.833068 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-decf5f1c-6cba-4f6d-a133-913527599e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726415941834'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:07.841633 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6815e59b-8a05-4a10-ae6d-3fd3b1682906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:07.898230 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6815e59b-8a05-4a10-ae6d-3fd3b1682906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:07.901721 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-decf5f1c-6cba-4f6d-a133-913527599e28 None None] The port '4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 27 18:02:07.916689 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815e59b-8a05-4a10-ae6d-3fd3b1682906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8da9bf-fc4d-488d-a7a6-2b521bfa8389,revision_number=None']} {{(pid=87594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:02:07.930294 dv-neutron-826439-2-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-6815e59b-8a05-4a10-ae6d-3fd3b1682906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:07.931429 dv-neutron-826439-2-hyperv neutron-server[87594]: INFO neutron.wsgi [None req-6815e59b-8a05-4a10-ae6d-3fd3b1682906 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed8da9bf-fc4d-488d-a7a6-2b521bfa8389 HTTP/1.1" status: 204 len: 168 time: 0.1745641 Jan 27 18:02:08.308772 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 46590) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:02:08.359638 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-3c1f736c-5ec9-448f-baff-617f61885c9f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0812a83c03f144118b04006d078760d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497100 Jan 27 18:02:08.363495 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.wsgi [-] (87595) accepted ('10.222.0.50', 46594) {{(pid=87595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:02:08.434694 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fe1ba795-00c3-4940-b032-9ffbc890b856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:08.461325 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fe1ba795-00c3-4940-b032-9ffbc890b856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:08.518957 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fe1ba795-00c3-4940-b032-9ffbc890b856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614347'] for security_group, after_delete {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:08.533711 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ba795-00c3-4940-b032-9ffbc890b856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4902da27-6752-4427-b0f8-8b5f1fbf4140,revision_number=None']} {{(pid=87595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 18:02:08.540882 dv-neutron-826439-2-hyperv neutron-server[87595]: DEBUG neutron_lib.callbacks.manager [None req-fe1ba795-00c3-4940-b032-9ffbc890b856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:08.544662 dv-neutron-826439-2-hyperv neutron-server[87595]: INFO neutron.wsgi [None req-fe1ba795-00c3-4940-b032-9ffbc890b856 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4902da27-6752-4427-b0f8-8b5f1fbf4140 HTTP/1.1" status: 204 len: 168 time: 0.1773107 Jan 27 18:02:08.595150 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 no longer exists at agent ovs-agent-dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 27 18:02:08.628785 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] No Port match for: 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 {{(pid=87596) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 27 18:02:08.629079 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron.plugins.ml2.rpc [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Device 4f0ee1f0-2283-4e3a-afd2-e0e87c2807a9 not bound to the agent host dv-neutron-826439-2-hyperv {{(pid=87596) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 27 18:02:18.848165 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8a8d2f7b-fc28-4fc2-b4d8-ebe46b3e6de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:21.120863 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-82cfd5b7-378a-4a7e-b737-a8433e3c384f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:22.353910 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:22.400750 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:23.711459 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:33.871906 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:44.682425 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:02:48.843965 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-868825fb-58aa-42d6-a266-8e09f3f2e55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:51.121033 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-631b2ed8-3aae-4790-80d1-35a3e23b3900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:52.353141 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:52.402537 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:02:53.712186 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:03.885602 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:18.849327 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ca84b4e-b27f-491b-be0a-199b54012164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:21.116489 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42e3d615-6578-46a4-8349-7aa6695982e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:21.683468 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:03:22.353841 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:22.406081 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:23.726088 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:33.885715 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:48.850402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3857eadf-c3bf-4d91-bc0a-49a15de449f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:51.113767 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61732477-1eb0-4590-831a-31795e3433c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:52.353335 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:52.408402 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:53.730530 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:03:58.690492 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:04:03.885973 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:18.848300 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6aa0ec8d-9466-4911-98a3-c872aba7c32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:21.112556 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d869c7fb-e125-4305-8dbc-8cf13874ca30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:22.357020 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:22.414888 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:23.730846 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:33.883883 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:35.695984 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:04:48.845154 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c2d616f4-a46f-4e4b-953a-7970251473fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:51.111195 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-841c51d9-51aa-4db6-8381-27f38b215b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:52.356948 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:52.414942 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:04:53.730732 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:03.878484 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:12.698173 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:05:18.847526 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-99dfba54-27dd-4b03-ae99-8e57d8bc8667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:21.108269 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fbe0e9e5-e829-46a9-a774-d60667f242f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:22.365912 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:22.416518 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:23.735424 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:33.870230 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:48.850996 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0528152a-9047-4fdc-b63f-c7a59f987eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:49.703559 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:05:51.104249 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95a73303-128d-4d03-bc4d-45c888297f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:52.366016 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:52.420823 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:05:53.746340 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:03.921190 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:18.847956 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9328b3f6-5a6c-4410-8a8c-5c799123a491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:21.107232 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5ecdcd68-49cc-46c1-9fa9-d42bd6f4a32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:22.358235 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:22.425659 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:23.743239 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:26.703194 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:06:33.888521 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:48.847976 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-055780fe-3d40-43bb-abb0-2c009e6d8fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:51.102337 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2affd66d-54e9-42c7-8eae-f3707c575b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:52.359830 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:52.429629 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:06:53.749100 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:03.707667 dv-neutron-826439-2-hyperv neutron-server[87597]: DEBUG neutron.db.agents_db [None req-9140dfca-26ef-4f69-b1a8-7ab8a873f395 None None] Agent healthcheck: found 6 active agents {{(pid=87597) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 27 18:07:03.880626 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:18.851860 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-187ca966-8a38-47db-a8f6-2825abfb8034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:21.108771 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-662c4182-36b7-4cbd-ae22-78097e592a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:22.354772 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d513a578-7b52-420f-a08d-3068d47701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:22.429444 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b196cf11-1e41-4e29-ab3a-1aaa09acd873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:23.751221 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45beedec-e8da-492a-9a2f-cde0cda9ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 18:07:33.894875 dv-neutron-826439-2-hyperv neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ca245-1b7a-46c3-b2a7-79a83d757499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726415991044', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2068003'] for agent, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}